Azure graph refresh event target parser

app/models/manageiq/providers/azure/cloud_manager/event_target_parser.rb

@@ -0,0 +1,113 @@
+class ManageIQ::Providers::Azure::CloudManager::EventTargetParser
+  attr_reader :ems_event
+
+  # @param ems_event [EmsEvent] EmsEvent object
+  def initialize(ems_event)
+    @ems_event = ems_event
+  end
+
+  # Parses all targets that are present in the EmsEvent given in the initializer
+  #
+  # @return [Array] Array of ManagerRefresh::Target objects
+  def parse
+    parse_ems_event_targets(ems_event)
+  end
+
+  private
+
+  # Parses list of ManagerRefresh::Target out of the given EmsEvent
+  #
+  # @param event [EmsEvent] EmsEvent object
+  # @return [Array] Array of ManagerRefresh::Target objects
+  def parse_ems_event_targets(event)
+    target_collection = ManagerRefresh::TargetCollection.new(:manager => event.ext_management_system, :event => event)
+
+    parse_event_target(target_collection, event.full_data)
+
+    target_collection.targets
+  end
+
+  def parse_event_target(target_collection, event_data)
+    resource_id   = event_data.try(:[], "resourceId")
+    resource_type = event_data.try(:[], "resourceType").try(:[], "value")
+    association   = case resource_type
+                    when "Microsoft.Network/networkSecurityGroups"
+                      :security_groups
+                    when "Microsoft.Network/networkInterfaces"
+                      :network_ports
+                    when "Microsoft.Compute/virtualMachines"
+                      :vms
+                    when "Microsoft.Network/loadBalancers"
+                      :load_balancers
+                    when "Microsoft.Network/publicIPAddresses"
+                      :floating_ips
+                    when "Microsoft.Network/virtualNetworks"
+                      :cloud_networks
+                    when "Microsoft.Resources/deployments"
+                      :orchestration_stacks
+                    when "Microsoft.Compute/images"
+                      :miq_templates
+                    end
+
+    add_target(target_collection, association, resource_id) if association && resource_id
+  end
+
+  def transform_resource_id(association, resource_id)
+    case association
+    when :network_ports, :security_groups, :load_balancers, :floating_ips, :cloud_networks
+      fix_down_cased_resource_groups(resource_id)
+    when :orchestration_stacks
+      resource_id_for_stack_id(resource_id)
+    when :vms
+      resource_id_for_instance_id(resource_id)
+    when :miq_templates
+      resource_id.try(:downcase)
+    else
+      resource_id
+    end
+  end
+
+  def add_target(target_collection, association, ref)
+    ref = transform_resource_id(association, ref)
+
+    target_collection.add_target(:association => association, :manager_ref => {:ems_ref => ref}) if ref.present?
+  end
+
+  def fix_down_cased_resource_groups(id)
+    return nil unless id
+
+    array = id.split("/")
+    array[3] = "resourceGroups" # fixing resource group naming that was down-cased in Azure for some reason
+    standard_uid(array)
+  end
+
+  def resource_id_for_stack_id(id)
+    # Transforming:
+    # /subscriptions/SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/deployments/Microsoft.LoadBalancer-20180305183523
+    # to:
+    # /subscriptions/SUBSCRIPTION_ID/resourceGroups/miq-azure-test1/providers/Microsoft.Resources/deployments/Microsoft.LoadBalancer-20180305183523
+    # For some reason, the "providers/Microsoft.Resources" is missing in the middle and the resourcegroups is downcased
+    return nil unless id
+    array = id.split("/")
+    array[3] = "resourceGroups" # fixing resource group naming that was down-cased in Azure for some reason
+
+    standard_uid(array[0..4] + ["providers", "Microsoft.Resources"] + array[5..-1])
+  end
+
+  def resource_id_for_instance_id(id)
+    return nil unless id
+    _, _, guid, _, resource_group, _, type, sub_type, name = id.split("/")
+    resource_uid(guid,
+                 resource_group.downcase,
+                 "#{type.downcase}/#{sub_type.downcase}",
+                 name)
+  end
+
+  def resource_uid(*keys)
+    keys.join('\\')
+  end
+
+  def standard_uid(*keys)
+    keys.join("/")
+  end
+end

app/models/manageiq/providers/azure/cloud_manager/refresher.rb

@@ -4,9 +4,9 @@ def parse_legacy_inventory(ems)
       ManageIQ::Providers::Azure::CloudManager::RefreshParser.ems_inv_to_hashes(ems, refresher_options)
     end
 
-    def save_inventory(ems, _targets, hashes)
+    def save_inventory(ems, target, _hashes)
       super
-      EmsRefresh.queue_refresh(ems.network_manager)
+      EmsRefresh.queue_refresh(ems.network_manager) if target.kind_of?(ManageIQ::Providers::BaseManager)
     end
 
     def preprocess_targets

app/models/manageiq/providers/azure/inventory/collector/target_collection.rb

@@ -373,7 +373,7 @@ def infer_related_lb_ems_refs_api!
   def infer_related_stacks_ems_refs_api!
     # Get resource groups out of Stack references, we need them to fetch stacks
     references(:orchestration_stacks).each do |stack_ems_ref|
-      resource_group_ems_ref = stack_ems_ref.split("/")[0..-5].join("/")
+      resource_group_ems_ref = stack_ems_ref.split("/")[0..4].join("/")
       add_simple_target!(:resource_groups, resource_group_ems_ref.downcase)
     end
     target.manager_refs_by_association_reset

app/models/manageiq/providers/azure/inventory/parser/cloud_manager.rb

@@ -304,12 +304,11 @@ def managed_images
         :raw_power_state    => 'never',
         :template           => true,
         :publicly_available => false,
-        :operating_system   => process_os(image),
         :resource_group     => persister.resource_groups.lazy_find(rg_ems_ref),
       )
 
-      image_hardware(persister_miq_template, image)
-      image_operating_system(persister_miq_template, image.properties.storage_profile.try(:os_disk).try(:os_type) || 'unknown')
+      image_hardware(persister_miq_template, image.properties.storage_profile.try(:os_disk).try(:os_type) || 'unknown')
+      image_operating_system(persister_miq_template, image)
     end
   end
 

spec/models/manageiq/providers/azure/cloud_manager/event_catcher/event_data/deployments_write_EndRequest.json

@@ -0,0 +1 @@
+{"authorization":{"action":"Microsoft.Resources/deployments/write","scope":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/deployments/Microsoft.LoadBalancer-20180305183523"},"description":"","eventName":{"value":"EndRequest","localizedValue":"EndRequest"},"id":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/deployments/Microsoft.LoadBalancer-20180305183523/events/875d5883-a917-4c8e-917a-a7f7c9fc79d3/ticks/636558681362539873","resourceGroupName":"miq-azure-test1","resourceProviderName":{"value":"Microsoft.Resources","localizedValue":"Microsoft.Resources"},"resourceId":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/deployments/Microsoft.LoadBalancer-20180305183523","resourceType":{"value":"Microsoft.Resources/deployments","localizedValue":"Microsoft.Resources/deployments"},"eventTimestamp":"2018-03-05T17:35:36.2539873Z"}

spec/models/manageiq/providers/azure/cloud_manager/event_catcher/event_data/images_write_EndRequest.json

@@ -0,0 +1 @@
+{"authorization":{"action":"Microsoft.Compute/images/write","scope":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Compute/images/ladas_test"},"description":"","eventName":{"value":"EndRequest","localizedValue":"End request"},"id":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Compute/images/ladas_test/events/96f01941-3d26-4b4d-97b9-e9e0d3e14280/ticks/636559258550393259","resourceGroupName":"miq-azure-test1","resourceProviderName":{"value":"Microsoft.Compute","localizedValue":"Microsoft.Compute"},"resourceId":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Compute/images/ladas_test","resourceType":{"value":"Microsoft.Compute/images","localizedValue":"Microsoft.Compute/images"},"eventTimestamp":"2018-03-06T09:37:35.0393259Z"}

spec/models/manageiq/providers/azure/cloud_manager/event_catcher/event_data/loadBalancers_write_EndRequest.json

@@ -0,0 +1 @@
+{"authorization":{"action":"Microsoft.Network/loadBalancers/write","scope":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Network/loadBalancers/rspec-lb1"},"description":"","eventName":{"value":"EndRequest","localizedValue":"End request"},"id":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Network/loadBalancers/rspec-lb1/events/2bb29507-79d8-46b6-8629-f5f5eb1355e0/ticks/636558687363304846","resourceGroupName":"miq-azure-test1","resourceProviderName":{"value":"Microsoft.Network","localizedValue":"Microsoft.Network"},"resourceId":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Network/loadBalancers/rspec-lb1","resourceType":{"value":"Microsoft.Network/loadBalancers","localizedValue":"Microsoft.Network/loadBalancers"},"eventTimestamp":"2018-03-05T17:45:36.3304846Z"}

spec/models/manageiq/providers/azure/cloud_manager/event_catcher/event_data/networkInterfaces_delete_EndRequest.json

@@ -0,0 +1 @@
+{"authorization":{"action":"Microsoft.Network/networkInterfaces/delete","scope":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourceGroups/miq-azure-test1/providers/Microsoft.Network/networkInterfaces/ladas_test"},"description":"","eventName":{"value":"EndRequest","localizedValue":"End request"},"id":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Network/networkInterfaces/ladas_test/events/3f9f6a09-2c90-4716-933b-260232019055/ticks/636558544083360561","resourceGroupName":"miq-azure-test1","resourceProviderName":{"value":"Microsoft.Network","localizedValue":"Microsoft.Network"},"resourceId":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Network/networkInterfaces/ladas_test","resourceType":{"value":"Microsoft.Network/networkInterfaces","localizedValue":"Microsoft.Network/networkInterfaces"},"eventTimestamp":"2018-03-05T13:46:48.3360561Z"}

spec/models/manageiq/providers/azure/cloud_manager/event_catcher/event_data/networkInterfaces_write_EndRequest.json

@@ -0,0 +1 @@
+{"authorization":{"action":"Microsoft.Network/networkInterfaces/write","scope":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourceGroups/miq-azure-test1/providers/Microsoft.Network/networkInterfaces/ladas_test"},"description":"","eventName":{"value":"EndRequest","localizedValue":"End request"},"id":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Network/networkInterfaces/ladas_test/events/6195adb0-bd99-4054-967c-613ec6b7f7c8/ticks/636558429074410008","resourceGroupName":"miq-azure-test1","resourceProviderName":{"value":"Microsoft.Network","localizedValue":"Microsoft.Network"},"resourceId":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Network/networkInterfaces/rspec-lb-a670","resourceType":{"value":"Microsoft.Network/networkInterfaces","localizedValue":"Microsoft.Network/networkInterfaces"},"eventTimestamp":"2018-03-05T10:35:07.4410008Z"}

spec/models/manageiq/providers/azure/cloud_manager/event_catcher/event_data/networkSecurityGroups_write_EndRequest.json

@@ -0,0 +1 @@
+{"authorization":{"action":"Microsoft.Network/networkSecurityGroups/write","scope":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Network/networkSecurityGroups/ladas_test"},"description":"","eventName":{"value":"EndRequest","localizedValue":"EndRequest"},"id":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Network/networkSecurityGroups/ladas_test/events/340887fb-e1a3-4601-a905-d6d65da91094/ticks/636558619239128836","resourceGroupName":"miq-azure-test1","resourceProviderName":{"value":"Microsoft.Network","localizedValue":"Microsoft.Network"},"resourceId":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Network/networkSecurityGroups/ladas_test","resourceType":{"value":"Microsoft.Network/networkSecurityGroups","localizedValue":"Microsoft.Network/networkSecurityGroups"},"eventTimestamp":"2018-03-05T15:52:03.9128836Z"}

spec/models/manageiq/providers/azure/cloud_manager/event_catcher/event_data/publicIPAddresses_write_EndRequest.json

@@ -0,0 +1 @@
+{"authorization":{"action":"Microsoft.Network/publicIPAddresses/write","scope":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Network/publicIPAddresses/ladas_test"},"description":"","eventName":{"value":"EndRequest","localizedValue":"End request"},"id":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Network/publicIPAddresses/ladas_test/events/738100fb-c581-4ad7-aa1e-29ba7764e34f/ticks/636559214172451326","resourceGroupName":"miq-azure-test1","resourceProviderName":{"value":"Microsoft.Network","localizedValue":"Microsoft.Network"},"resourceId":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Network/publicIPAddresses/ladas_test","resourceType":{"value":"Microsoft.Network/publicIPAddresses","localizedValue":"Microsoft.Network/publicIPAddresses"},"eventTimestamp":"2018-03-06T08:23:37.2451326Z"}

spec/models/manageiq/providers/azure/cloud_manager/event_catcher/event_data/virtualMachines_deallocate_EndRequest.json

@@ -0,0 +1 @@
+{"authorization":{"action":"Microsoft.Compute/virtualMachines/deallocate/action","scope":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourceGroups/miq-azure-test1/providers/Microsoft.Compute/virtualMachines/miq-test-rhel1"},"description":"","eventName":{"value":"EndRequest","localizedValue":"End request"},"id":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourceGroups/miq-azure-test1/providers/Microsoft.Compute/virtualMachines/miq-test-rhel1/events/060ce392-afd8-45b3-a134-cc295971df86/ticks/636558511274483933","resourceGroupName":"miq-azure-test1","resourceProviderName":{"value":"Microsoft.Compute","localizedValue":"Microsoft.Compute"},"resourceId":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourceGroups/miq-azure-test1/providers/Microsoft.Compute/virtualMachines/miq-test-rhel1","resourceType":{"value":"Microsoft.Compute/virtualMachines","localizedValue":"Microsoft.Compute/virtualMachines"},"eventTimestamp":"2018-03-05T12:52:07.4483933Z"}

spec/models/manageiq/providers/azure/cloud_manager/event_catcher/event_data/virtualMachines_delete_EndRequest.json

@@ -0,0 +1 @@
+{"authorization":{"action":"Microsoft.Compute/virtualMachines/delete","scope":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourceGroups/miq-azure-test1/providers/Microsoft.Compute/virtualMachines/ladas_test"},"description":"","eventName":{"value":"EndRequest","localizedValue":"End request"},"id":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Compute/virtualMachines/ladas_test/events/082d0487-6684-4ab8-aa26-c56bb108bba3/ticks/636558543943823694","resourceGroupName":"miq-azure-test1","resourceProviderName":{"value":"Microsoft.Compute","localizedValue":"Microsoft.Compute"},"resourceId":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Compute/virtualMachines/ladas_test","resourceType":{"value":"Microsoft.Compute/virtualMachines","localizedValue":"Microsoft.Compute/virtualMachines"},"eventTimestamp":"2018-03-05T13:46:34.3823694Z"}

spec/models/manageiq/providers/azure/cloud_manager/event_catcher/event_data/virtualMachines_powerOff_EndRequest.json

@@ -0,0 +1 @@
+{"authorization":{"action":"Microsoft.Compute/virtualMachines/powerOff/action","scope":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourceGroups/miq-azure-test1/providers/Microsoft.Compute/virtualMachines/miq-test-rhel1"},"description":"","eventName":{"value":"EndRequest","localizedValue":"End request"},"id":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourceGroups/miq-azure-test1/providers/Microsoft.Compute/virtualMachines/miq-test-rhel1/events/5e71a895-c59f-49fa-b3c2-7741d6fe5c6e/ticks/636558522219157492","resourceGroupName":"miq-azure-test1","resourceProviderName":{"value":"Microsoft.Compute","localizedValue":"Microsoft.Compute"},"resourceId":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourceGroups/miq-azure-test1/providers/Microsoft.Compute/virtualMachines/miq-test-rhel1","resourceType":{"value":"Microsoft.Compute/virtualMachines","localizedValue":"Microsoft.Compute/virtualMachines"},"eventTimestamp":"2018-03-05T13:10:21.9157492Z"}

spec/models/manageiq/providers/azure/cloud_manager/event_catcher/event_data/virtualMachines_restart_EndRequest.json

@@ -0,0 +1 @@
+{"authorization":{"action":"Microsoft.Compute/virtualMachines/restart/action","scope":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourceGroups/miq-azure-test1/providers/Microsoft.Compute/virtualMachines/miq-test-rhel1"},"description":"","eventName":{"value":"EndRequest","localizedValue":"End request"},"id":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourceGroups/miq-azure-test1/providers/Microsoft.Compute/virtualMachines/miq-test-rhel1/events/d5b6b84e-84a0-4d1c-af80-4f63b29de086/ticks/636558536501352398","resourceGroupName":"miq-azure-test1","resourceProviderName":{"value":"Microsoft.Compute","localizedValue":"Microsoft.Compute"},"resourceId":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourceGroups/miq-azure-test1/providers/Microsoft.Compute/virtualMachines/miq-test-rhel1","resourceType":{"value":"Microsoft.Compute/virtualMachines","localizedValue":"Microsoft.Compute/virtualMachines"},"eventTimestamp":"2018-03-05T13:34:10.1352398Z"}

spec/models/manageiq/providers/azure/cloud_manager/event_catcher/event_data/virtualMachines_start_EndRequest.json

@@ -0,0 +1 @@
+{"authorization":{"action":"Microsoft.Compute/virtualMachines/start/action","scope":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourceGroups/miq-azure-test1/providers/Microsoft.Compute/virtualMachines/miq-test-rhel1"},"description":"","eventName":{"value":"EndRequest","localizedValue":"End request"},"id":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourceGroups/miq-azure-test1/providers/Microsoft.Compute/virtualMachines/miq-test-rhel1/events/0e19e4ea-87b2-4004-a05a-e6025b4546ae/ticks/636558529239364817","resourceGroupName":"miq-azure-test1","resourceProviderName":{"value":"Microsoft.Compute","localizedValue":"Microsoft.Compute"},"resourceId":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourceGroups/miq-azure-test1/providers/Microsoft.Compute/virtualMachines/miq-test-rhel1","resourceType":{"value":"Microsoft.Compute/virtualMachines","localizedValue":"Microsoft.Compute/virtualMachines"},"eventTimestamp":"2018-03-05T13:22:03.9364817Z"}

spec/models/manageiq/providers/azure/cloud_manager/event_catcher/event_data/virtualMachines_write_EndRequest.json

@@ -0,0 +1 @@
+{"authorization":{"action":"Microsoft.Compute/virtualMachines/write","scope":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourceGroups/miq-azure-test1/providers/Microsoft.Compute/virtualMachines/miq-test-rhel1"},"description":"","eventName":{"value":"EndRequest","localizedValue":"EndRequest"},"id":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Compute/virtualMachines/miq-test-rhel1/events/a9cd526a-f9ad-4222-b477-61d109715de8/ticks/636558432914782063","resourceGroupName":"miq-azure-test1","resourceProviderName":{"value":"Microsoft.Compute","localizedValue":"Microsoft.Compute"},"resourceId":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Compute/virtualMachines/miq-test-rhel1","resourceType":{"value":"Microsoft.Compute/virtualMachines","localizedValue":"Microsoft.Compute/virtualMachines"},"eventTimestamp":"2018-03-05T10:41:31.4782063Z"}

spec/models/manageiq/providers/azure/cloud_manager/event_catcher/event_data/virtualNetworks_write_EndRequest.json

@@ -0,0 +1 @@
+{"authorization":{"action":"Microsoft.Network/virtualNetworks/write","scope":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Network/virtualNetworks/ladas_test"},"description":"","eventName":{"value":"EndRequest","localizedValue":"EndRequest"},"id":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Network/virtualNetworks/ladas_test/events/9fd6785a-2287-4f90-9620-8a5f9140d60a/ticks/636558632267856705","resourceGroupName":"miq-azure-test1","resourceProviderName":{"value":"Microsoft.Network","localizedValue":"Microsoft.Network"},"resourceId":"/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/miq-azure-test1/providers/Microsoft.Network/virtualNetworks/ladas_test","resourceType":{"value":"Microsoft.Network/virtualNetworks","localizedValue":"Microsoft.Network/virtualNetworks"},"eventTimestamp":"2018-03-05T16:13:46.7856705Z"}