Gangams/rs hyper scale 2022 ready

build/linux/installer/datafiles/base_container.data

@@ -132,6 +132,8 @@ MAINTAINER:              'Microsoft Corporation'
 /etc/fluent/plugin/in_containerinventory.rb;			                                     source/plugins/ruby/in_containerinventory.rb;	  	644; root; root
 /etc/fluent/plugin/in_kube_nodes.rb;			                                           source/plugins/ruby/in_kube_nodes.rb;		      	644; root; root
 /etc/fluent/plugin/in_kube_podinventory.rb;			                                     source/plugins/ruby/in_kube_podinventory.rb;			644; root; root
+/etc/fluent/plugin/in_kube_podmdminventory.rb;			                                  source/plugins/ruby/in_kube_podmdminventory.rb;			644; root; root
+/etc/fluent/plugin/in_kube_perfinventory.rb;			                                     source/plugins/ruby/in_kube_perfinventory.rb;			644; root; root
 /etc/fluent/plugin/KubernetesApiClient.rb;			                                     source/plugins/ruby/KubernetesApiClient.rb;			644; root; root
 /etc/fluent/plugin/in_kube_events.rb;			                                           source/plugins/ruby/in_kube_events.rb;			      644; root; root
 /etc/fluent/plugin/in_kube_pvinventory.rb;			                                     source/plugins/ruby/in_kube_pvinventory.rb;			644; root; root
@@ -143,6 +145,7 @@ MAINTAINER:              'Microsoft Corporation'
 /etc/fluent/plugin/filter_telegraf2mdm.rb;			                                     source/plugins/ruby/filter_telegraf2mdm.rb;	644; root; root
 
 /etc/fluent/plugin/out_mdm.rb;			                                                 source/plugins/ruby/out_mdm.rb;	644; root; root
+/etc/fluent/plugin/WatchStream.rb;                                                      source/plugins/ruby/WatchStream.rb;	644; root; root
 
 
 

charts/azuremonitor-containers/templates/omsagent-deployment.yaml

@@ -53,6 +53,11 @@ spec:
        resources:
 {{ toYaml .Values.omsagent.resources.deployment | indent 9 }}
        env:
+       - name: NUM_OF_FLUENTD_WORKERS
+         valueFrom:
+           resourceFieldRef:
+             containerName: omsagent
+             resource: limits.cpu
        {{- if ne .Values.omsagent.env.clusterId "<your_cluster_id>" }}
        - name: AKS_RESOURCE_ID
          value: {{ .Values.omsagent.env.clusterId | quote }}

kubernetes/omsagent.yaml

@@ -403,6 +403,8 @@ spec:
             # this used for e2e test and setting this just emits some additional log statements which used for the e2e tests
             - name: ISTEST
               value: "true"
+            - name: EMIT_CACHE_TELEMETRY
+              value: "false"
             #Uncomment below two lines for ACS clusters and set the cluster names manually. Also comment out the above two lines for ACS clusters
             #- name: ACS_RESOURCE_NAME
             #  value: "my_acs_cluster_name"
@@ -661,6 +663,13 @@ spec:
               cpu: 150m
               memory: 250Mi
           env:
+            - name: NUM_OF_FLUENTD_WORKERS
+              valueFrom:
+                resourceFieldRef:
+                  containerName: omsagent
+                  resource: limits.cpu
+            - name: EMIT_CACHE_TELEMETRY
+              value: "false" # enable only debug or test purpose and disable for prod
             - name: AKS_RESOURCE_ID
               value: "VALUE_AKS_RESOURCE_ID_VALUE"
             - name: AKS_REGION

source/plugins/ruby/WatchStream.rb

@@ -0,0 +1,70 @@
+#!/usr/local/bin/ruby
+# frozen_string_literal: true
+
+require "net/http"
+require "net/https"
+require "yajl/json_gem"
+require "logger"
+require "time"
+
+WATCH_ARGUMENTS = {
+  "labelSelector" => :label_selector,
+  "fieldSelector" => :field_selector,
+  "resourceVersion" => :resource_version,
+  "allowWatchBookmarks" => :allow_watch_bookmarks,
+  "timeoutSeconds" => :timeout_seconds,
+}.freeze
+
+# HTTP Stream used to watch changes on entities
+class WatchStream
+  def initialize(uri, http_options, http_headers, logger)
+    @uri = uri
+    @http_client = nil
+    @http_options = http_options
+    @http_headers = http_headers
+    @logger = logger
+    @path = ""
+    @logger.info "WatchStream::initialize @ #{Time.now.utc.iso8601}"
+  end
+
+  def each
+    @finished = false
+    buffer = +""
+    @logger.info "WatchStream::each:Opening TCP session  @ #{Time.now.utc.iso8601}"
+    @http_client = Net::HTTP.start(@uri.host, @uri.port, @http_options)
+    if @http_client.nil?
+      raise "WatchStream::each:Failed to create HTTPClient object @ #{Time.now.utc.iso8601}"
+    end
+    @path = @uri.path
+    if @path.nil? || @path.empty?
+      raise "WatchStream::each:URI path should not be empty or nil @ #{Time.now.utc.iso8601}"
+    end
+    if !@uri.query.nil? && !@uri.query.empty?
+      @path += "?" + @uri.query
+    end
+    @logger.info "WatchStream::each:Making GET API call for Watch with path: #{@path}  @ #{Time.now.utc.iso8601}"
+    @http_client.request_get(@path, @http_headers) do |response|
+      if !response.nil? && response.code.to_i > 300
+        raise "WatchStream::each:Watch connection of the path: #{@path} failed with an http status code: #{response.code} @ #{Time.now.utc.iso8601}"
+      end
+      response.read_body do |chunk|
+        buffer << chunk
+        while (line = buffer.slice!(/.+\n/))
+          yield(Yajl::Parser.parse(StringIO.new(line.chomp)))
+        end
+      end
+    end
+  rescue => e
+    raise e
+  end
+
+  def finish
+    begin
+      @finished = true
+      @logger.info "WatchStream::finish:Closing HTTP session of the path:#{@path} @ #{Time.now.utc.iso8601}"
+      @http_client.finish if !@http_client.nil? && @http_client.started?
+    rescue => error
+      @logger.warn "WatchStream::finish:Closing of HTTP session of the path: #{@path} failed with an error: #{error} @ #{Time.now.utc.iso8601}"
+    end
+  end
+end

source/plugins/ruby/constants.rb

@@ -136,6 +136,12 @@ class Constants
   #To evaluate switching to Windows AMA 64KB impacts any existing customers
   MAX_RECORD_OR_FIELD_SIZE_FOR_TELEMETRY = 65536
 
+  # FileName for MDM POD Inventory state
+  MDM_POD_INVENTORY_STATE_FILE = "/var/opt/microsoft/docker-cimprov/state/MDMPodInventoryState.json"
+  # FileName for NodeAllocatable Records state
+  NODE_ALLOCATABLE_RECORDS_STATE_FILE = "/var/opt/microsoft/docker-cimprov/state/NodeAllocatableRecords.json"
+  # Emit Stream size for Pod MDM metric
+  POD_MDM_EMIT_STREAM_BATCH_SIZE = 5000 # each record is 200 bytes, 5k records ~2MB
   # only used in windows in AAD MSI auth mode
   IMDS_TOKEN_PATH_FOR_WINDOWS = "c:/etc/imds-access-token/token"
 end