[Not for ci_dev] Moving out KubePodInventory to a separate process

build/linux/installer/conf/fluentd4.conf

@@ -0,0 +1,94 @@
+    #Kubernetes pod inventory
+    <source>
+     @type kube_podinventory
+     tag oms.containerinsights.KubePodInventory
+     run_interval 60
+     @log_level debug
+    </source>
+
+    <match oms.containerinsights.KubePodInventory>
+     @type forward
+     @log_level debug
+     <server>
+       host 0.0.0.0
+       port 29230
+     </server>
+     keepalive true
+     <format>
+       @type msgpack
+     </format>
+    </match>
+
+    <match oms.containerinsights.KubeServices>
+     @type forward
+     @log_level debug
+     <server>
+       host 0.0.0.0
+       port 29230
+     </server>
+     keepalive true
+     <format>
+       @type msgpack
+     </format>
+    </match>
+
+    <match mdm.kubepodinventory**>
+     @type mdm
+     @log_level debug
+     num_threads 5
+     buffer_chunk_limit 4m
+     buffer_type file
+     buffer_path %STATE_DIR_WS%/out_mdm_*.buffer
+     buffer_queue_limit 20
+     buffer_queue_full_action drop_oldest_chunk
+     flush_interval 20s
+     retry_limit 10
+     retry_wait 5s
+     max_retry_wait 5m
+     retry_mdm_post_wait_minutes 30
+    </match>
+
+    <match oms.api.KubePerf**>
+     @type oms
+     @log_level debug
+     num_threads 5
+     buffer_chunk_limit 4m
+     buffer_type file
+     buffer_path %STATE_DIR_WS%/out_oms_kubeperf*.buffer
+     buffer_queue_limit 20
+     buffer_queue_full_action drop_oldest_chunk
+     flush_interval 20s
+     retry_limit 10
+     retry_wait 5s
+     max_retry_wait 5m
+    </match>
+
+    <match oms.containerinsights.ContainerInventory**>
+     @type oms
+     @log_level debug
+     num_threads 2
+     buffer_chunk_limit 4m
+     buffer_type file
+     buffer_path %STATE_DIR_WS%/out_oms_containerinventory*.buffer
+     buffer_queue_limit 20
+     buffer_queue_full_action drop_oldest_chunk
+     flush_interval 20s
+     retry_limit 10
+     retry_wait 5s
+     max_retry_wait 5m
+    </match>
+
+    <match oms.api.InsightsMetrics**>
+     @type oms
+     @log_level debug
+     num_threads 5
+     buffer_chunk_limit 4m
+     buffer_type file
+     buffer_path %STATE_DIR_WS%/out_oms_insightsmetrics*.buffer
+     buffer_queue_limit 20
+     buffer_queue_full_action drop_oldest_chunk
+     flush_interval 20s
+     retry_limit 10
+     retry_wait 5s
+     max_retry_wait 5m
+    </match>

build/linux/installer/conf/kube.conf

@@ -7,14 +7,6 @@
      chunk_size_limit 4m
     </source>
 
-    #Kubernetes pod inventory
-    <source>
-     type kubepodinventory
-     tag oms.containerinsights.KubePodInventory
-     run_interval 60
-     log_level debug
-    </source>
-
     #Kubernetes Persistent Volume inventory
     <source>
      type kubepvinventory
@@ -88,21 +80,6 @@
      type filter_health_model_builder
     </filter>
 
-    <match oms.containerinsights.KubePodInventory**>
-     type out_oms
-     log_level debug
-     num_threads 5
-     buffer_chunk_limit 4m
-     buffer_type file
-     buffer_path %STATE_DIR_WS%/out_oms_kubepods*.buffer
-     buffer_queue_limit 20
-     buffer_queue_full_action drop_oldest_chunk
-     flush_interval 20s
-     retry_limit 10
-     retry_wait 5s
-     max_retry_wait 5m
-    </match>
-
     <match oms.containerinsights.KubePVInventory**>
      type out_oms
      log_level debug
@@ -133,21 +110,6 @@
      max_retry_wait 5m
     </match>
 
-    <match oms.containerinsights.KubeServices**>
-     type out_oms
-     log_level debug
-     num_threads 2
-     buffer_chunk_limit 4m
-     buffer_type file
-     buffer_path %STATE_DIR_WS%/out_oms_kubeservices*.buffer
-     buffer_queue_limit 20
-     buffer_queue_full_action drop_oldest_chunk
-     flush_interval 20s
-     retry_limit 10
-     retry_wait 5s
-     max_retry_wait 5m
-    </match>
-
     <match oms.containerinsights.KubeNodeInventory**>
      type out_oms
      log_level debug
@@ -192,7 +154,7 @@
      max_retry_wait 5m
     </match>
 
-    <match mdm.kubepodinventory** mdm.kubenodeinventory** >
+    <match mdm.kubenodeinventory** >
      type out_mdm
      log_level debug
      num_threads 5

build/linux/installer/conf/telegraf-rs.conf

@@ -653,3 +653,36 @@ $AZMON_RS_PROM_PLUGINS_WITH_NAMESPACE_FILTER
   #[inputs.prometheus.tagpass]
   #  operation_type = ["create_container", "remove_container", "pull_image"]
 
+
+
+[[inputs.procstat]]
+ #name_prefix="container.azm.ms/"
+ exe = "ruby"
+ interval = "2s"
+ pid_finder = "native"
+ pid_tag = true
+ name_override = "agent_telemetry"
+ fieldpass = ["cpu_usage", "memory_rss"]
+ [inputs.procstat.tags]
+   Computer = "$NODE_NAME"
+   AgentVersion = "$AGENT_VERSION"
+   ControllerType = "$CONTROLLER_TYPE"
+   AKS_RESOURCE_ID = "$TELEMETRY_AKS_RESOURCE_ID"
+   ACSResourceName = "$TELEMETRY_ACS_RESOURCE_NAME"
+   Region = "$TELEMETRY_AKS_REGION"
+
+[[inputs.procstat]]
+ #name_prefix="container.azm.ms/"
+ exe = "mdsd"
+ interval = "2s"
+ pid_finder = "native"
+ pid_tag = true
+ name_override = "agent_telemetry"
+ fieldpass = ["cpu_usage", "memory_rss"]
+ [inputs.procstat.tags]
+   Computer = "$NODE_NAME"
+   AgentVersion = "$AGENT_VERSION"
+   ControllerType = "$CONTROLLER_TYPE"
+   AKS_RESOURCE_ID = "$TELEMETRY_AKS_RESOURCE_ID"
+   ACSResourceName = "$TELEMETRY_ACS_RESOURCE_NAME"
+   Region = "$TELEMETRY_AKS_REGION"