Gangams/dev to prod merge oct2021 release

.github/workflows/pr-checker.yml

@@ -56,7 +56,7 @@ jobs:
           format: 'table'
           severity: 'CRITICAL,HIGH'
           vuln-type: 'os,library'
-          skip-dirs: 'opt/telegraf,usr/sbin/telegraf,opt/td-agent-bit/bin/out_oms.so'
+          skip-dirs: 'opt/telegraf,usr/sbin/telegraf'
           exit-code: '1'
           timeout: '5m0s'
   WINDOWS-build:
@@ -94,4 +94,4 @@ jobs:
             cd ./kubernetes/windows/ && docker build . --file Dockerfile -t $env:IMAGETAG --build-arg IMAGE_TAG=$env:IMAGETAG_TELEMETRY
       - name: List-docker-images
         run: docker images --digests --all
-      
+

.github/workflows/run_unit_tests.yml

@@ -0,0 +1,34 @@
+name: Run Unit Tests
+on:
+  pull_request:
+    types: [opened, synchronize, reopened]
+    branches:
+      - ci_dev
+      - ci_prod
+  push:
+    branches:
+      - ci_dev
+      - ci_prod
+jobs:
+  Golang-Tests:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+      - name: Run unit tests
+        run: |
+          cd ${{ github.workspace }}
+          ./test/unit-tests/run_go_tests.sh
+  Ruby-Tests:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+      - name: install fluent
+        run: |
+          sudo gem install fluentd -v "1.12.2" --no-document
+          sudo fluentd --setup ./fluent
+      - name: Run unit tests
+        run: |
+          cd ${{ github.workspace }}
+          ./test/unit-tests/run_ruby_tests.sh

.github/workflows/stale.yml

@@ -0,0 +1,28 @@
+name: Mark stale issues and pull requests
+
+on:
+  schedule:
+  - cron: "30 10 * * *"
+
+jobs:
+  stale:
+
+    runs-on: ubuntu-latest
+    permissions:
+      issues: write
+      pull-requests: write
+
+    steps:
+    - uses: actions/stale@v3
+      with:
+        repo-token: ${{ secrets.GITHUB_TOKEN }}
+        days-before-issue-stale: 7
+        days-before-pr-stale: 7
+        stale-issue-message: 'This issue is stale because it has been open 7 days with no activity. Remove stale label or comment or this will be closed in 5 days.'
+        stale-pr-message: 'This PR is stale because it has been open 7 days with no activity. Remove stale label or comment or this will be closed in 5 days.'
+        close-issue-message: 'This issue was closed because it has been stalled for 12 days with no activity.'
+        close-pr-message: 'This PR was closed because it has been stalled for 12 days with no activity.'
+        days-before-issue-close: 5
+        days-before-pr-close: 5
+        stale-issue-label: 'no-issue-activity'
+        stale-pr-label: 'no-pr-activity'

.gitignore

@@ -26,3 +26,7 @@ intermediate
 kubernetes/linux/Linux_ULINUX_1.0_x64_64_Release
 # ignore generated .h files for go
 source/plugins/go/src/*.h
+*_mock.go
+*_log.txt
+*.log
+*.byebug_history

.pipelines/build-linux.sh

@@ -15,6 +15,11 @@ echo "----------- Build Docker Provider -------------------------------"
 make
 cd $DIR
 
+echo "------------ Bundle Shell Extension Scripts for Agent Release -------------------------"
+cd $DIR/../deployment/agent-deployment/ServiceGroupRoot/Scripts
+tar -czvf ../artifacts.tar.gz pushAgentToAcr.sh
+cd $DIR
+
 echo "------------ Bundle Shell Extension Scripts & HELM chart -------------------------"
 cd $DIR/../deployment/arc-k8s-extension/ServiceGroupRoot/Scripts
 tar -czvf ../artifacts.tar.gz ../../../../charts/azuremonitor-containers/ pushChartToAcr.sh

.pipelines/pipeline.user.linux.official.all_tag.all_phase.all_config.ci_prod.yml

@@ -28,6 +28,27 @@ build:
       name: 'Build Docker Provider Shell Bundle'
       command: '.pipelines/build-linux.sh'
       fail_on_stderr: false
+      artifacts:
+        - from: 'deployment'
+          to: 'build'
+          include:
+            - '**'
+        - from: '.pipelines'
+          to: 'build'
+          include:
+            - '*.sh'
+        - from: 'kubernetes'
+          to: 'build'
+          include:
+            - '*.yaml'
+        - from: 'charts'
+          to: 'build'
+          include:
+            - '**'
+        - from: 'test/e2e'
+          to: 'build'
+          include:
+            - '*.yaml'
 
 package:
   commands:
@@ -40,5 +61,9 @@ package:
                                                           # to be named differently. Defaults to Dockerfile.
                                                           # In effect, the -f option value passed to docker build will be repository_checkout_folder/src/DockerFinal/Foo.dockerfile.
       repository_name: 'cdpxlinux'                        # only supported ones are cdpx acr repos
-      tag: 'ciprod'                                        # OPTIONAL: Defaults to latest. The tag for the built image. Final tag will be 1.0.0alpha, 1.0.0-timestamp-commitID.
+      tag: 'ciprod'                                       # OPTIONAL: Defaults to latest. The tag for the built image. Final tag will be 1.0.0alpha, 1.0.0-timestamp-commitID.
       latest: false                                       # OPTIONAL: Defaults to false. If tag is not set to latest and this flag is set, then tag as latest as well and push latest as well.
+      publish_unique_tag: true                            # If set, the image in the registry is tagged with the unique tag generated by CDPx
+      metadata_file:
+        artifact_path: 'linux-image-meta.json'            # If defined, the drop outputs relative path to the file into which JSON metadata about the created image is emitted.
+      export_to_artifact_path: 'agentimage.tar.gz'   # path for exported image and use this instead of fixed tag

.pipelines/pipeline.user.linux.yml

@@ -33,6 +33,22 @@ build:
           to: 'build'
           include:
             - '**'
+        - from: '.pipelines'
+          to: 'build'
+          include:
+            - '*.sh'
+        - from: 'kubernetes'
+          to: 'build'
+          include:
+            - '*.yaml'
+        - from: 'charts'
+          to: 'build'
+          include:
+            - '**'
+        - from: 'test/e2e'
+          to: 'build'
+          include:
+            - '*.yaml'
 
 package:
   commands:
@@ -47,3 +63,7 @@ package:
       repository_name: 'cdpxlinux'                        # only supported ones are cdpx acr repos
       tag: 'cidev'                                        # OPTIONAL: Defaults to latest. The tag for the built image. Final tag will be 1.0.0alpha, 1.0.0-timestamp-commitID.
       latest: false                                       # OPTIONAL: Defaults to false. If tag is not set to latest and this flag is set, then tag as latest as well and push latest as well.
+      publish_unique_tag: true                            # If set, the image in the registry is tagged with the unique tag generated by CDPx
+      metadata_file:
+        artifact_path: 'linux-image-meta.json'            # If defined, the drop outputs relative path to the file into which JSON metadata about the created image is emitted.
+      export_to_artifact_path: 'agentimage.tar.gz'   # path for exported image and use this instead of fixed tag

.pipelines/pipeline.user.windows.official.all_tag.all_phase.all_config.ci_prod.yml

@@ -5,7 +5,7 @@ environment:
     version: '2019'
   runtime:
     provider: 'appcontainer'
-    image: 'cdpxwin1809.azurecr.io/user/azure-monitor/container-insights:6.0'
+    image: 'cdpxwin1809.azurecr.io/user/azure-monitor/container-insights:latest'
     source_mode: 'map'
 
 version:
@@ -53,3 +53,7 @@ package:
       repository_name: 'cdpxwin1809'                      # only supported ones are cdpx acr repos
       tag: 'win-ciprod'                                    # OPTIONAL: Defaults to latest. The tag for the built image. Final tag will be 1.0.0alpha, 1.0.0-timestamp-commitID.
       latest: false                                       # OPTIONAL: Defaults to false. If tag is not set to latest and this flag is set, then tag as latest as well and push latest as well.
+      publish_unique_tag: true                            # If set, the image in the registry is tagged with the unique tag generated by CDPx
+      metadata_file:
+        artifact_path: 'windows-image-meta.json'            # If defined, the drop outputs relative path to the file into which JSON metadata about the created image is emitted.
+      export_to_artifact_path: 'agentimage.tar.zip'   # path for exported image and use this instead of fixed tag

.pipelines/pipeline.user.windows.yml

@@ -5,7 +5,7 @@ environment:
     version: '2019'
   runtime:
     provider: 'appcontainer'
-    image: 'cdpxwin1809.azurecr.io/user/azure-monitor/container-insights:6.0'
+    image: 'cdpxwin1809.azurecr.io/user/azure-monitor/container-insights:latest'
     source_mode: 'map'
 
 version:
@@ -53,3 +53,7 @@ package:
       repository_name: 'cdpxwin1809'                      # only supported ones are cdpx acr repos
       tag: 'win-cidev'                                    # OPTIONAL: Defaults to latest. The tag for the built image. Final tag will be 1.0.0alpha, 1.0.0-timestamp-commitID.
       latest: false                                       # OPTIONAL: Defaults to false. If tag is not set to latest and this flag is set, then tag as latest as well and push latest as well.
+      publish_unique_tag: true                             # If set, the image in the registry is tagged with the unique tag generated by CDPx 
+      metadata_file:
+        artifact_path: 'windows-image-meta.json'          # If defined, the drop outputs relative path to the file into which JSON metadata about the created image is emitted.
+      export_to_artifact_path: 'agentimage.tar.zip' # path for exported image and use this instead of fixed tag

.pipelines/release-agent.sh

@@ -0,0 +1,74 @@
+#!/bin/bash
+
+# Note - This script used in the pipeline as inline script
+
+# These are plain pipeline variable which can be modified anyone in the team
+# AGENT_RELEASE=cidev
+# AGENT_IMAGE_TAG_SUFFIX=07222021
+
+#Name of the ACR for ciprod & cidev images
+ACR_NAME=containerinsightsprod.azurecr.io
+AGENT_IMAGE_FULL_PATH=${ACR_NAME}/public/azuremonitor/containerinsights/${AGENT_RELEASE}:${AGENT_RELEASE}${AGENT_IMAGE_TAG_SUFFIX}
+AGENT_IMAGE_TAR_FILE_NAME=agentimage.tar.gz
+
+if [ -z $AGENT_IMAGE_TAG_SUFFIX ]; then
+  echo "-e error value of AGENT_RELEASE variable shouldnt be empty"
+  exit 1
+fi
+
+if [ -z $AGENT_RELEASE ]; then
+  echo "-e error AGENT_RELEASE shouldnt be empty"
+  exit 1
+fi
+
+echo "ACR NAME - ${ACR_NAME}"
+echo "AGENT RELEASE -  ${AGENT_RELEASE}"
+echo "AGENT IMAGE TAG SUFFIX -  ${AGENT_IMAGE_TAG_SUFFIX}"
+echo "AGENT IMAGE FULL PATH -  ${AGENT_IMAGE_FULL_PATH}"
+echo "AGENT IMAGE TAR FILE PATH -  ${AGENT_IMAGE_TAR_FILE_NAME}"
+
+echo "loading linuxagent image tarball"
+IMAGE_NAME=$(docker load -i ${AGENT_IMAGE_TAR_FILE_NAME})
+echo IMAGE_NAME: $IMAGE_NAME
+if [ $? -ne 0 ]; then
+  echo "-e error, on loading linux agent tarball from ${AGENT_IMAGE_TAR_FILE_NAME}"
+  echo "** Please check if this caused due to build error **"
+  exit 1
+else
+  echo "successfully loaded linux agent image tarball"
+fi
+# IMAGE_ID=$(docker images $IMAGE_NAME | awk '{print $3 }' | tail -1)
+# echo "Image Id is : ${IMAGE_ID}"
+prefix="Loadedimage:"
+IMAGE_NAME=$(echo $IMAGE_NAME | tr -d '"' | tr -d "[:space:]")
+IMAGE_NAME=${IMAGE_NAME/#$prefix}
+echo "*** trimmed image name-:${IMAGE_NAME}"
+echo "tagging the image $IMAGE_NAME as ${AGENT_IMAGE_FULL_PATH}"
+# docker tag $IMAGE_NAME ${AGENT_IMAGE_FULL_PATH}
+docker tag $IMAGE_NAME $AGENT_IMAGE_FULL_PATH
+
+if [ $? -ne 0 ]; then
+  echo "-e error  tagging the image $IMAGE_NAME as ${AGENT_IMAGE_FULL_PATH}"
+  exit 1
+else
+  echo "successfully tagged the image $IMAGE_NAME as ${AGENT_IMAGE_FULL_PATH}"
+fi
+
+# used pipeline identity to push the image to ciprod acr
+echo "logging to acr: ${ACR_NAME}"
+az acr login --name ${ACR_NAME}
+if [ $? -ne 0 ]; then
+  echo "-e error  log into acr failed: ${ACR_NAME}"
+  exit 1
+else
+ echo "successfully logged into acr:${ACR_NAME}"
+fi
+
+echo "pushing ${AGENT_IMAGE_FULL_PATH}"
+docker push ${AGENT_IMAGE_FULL_PATH}
+if [ $? -ne 0 ]; then
+  echo "-e error  on pushing the image ${AGENT_IMAGE_FULL_PATH}"
+  exit 1
+else
+  echo "Successfully pushed the image ${AGENT_IMAGE_FULL_PATH}"
+fi