Sync with upstream

.azure-pipelines/bazel.yml

@@ -0,0 +1,80 @@
+parameters:
+  - name: ciTarget
+    displayName: "CI target"
+    type: string
+    default: bazel.release
+  - name: rbe
+    displayName: "Enable RBE"
+    type: string
+    default: "true"
+  - name: bazelBuildExtraOptions
+    type: string
+    # Use https://docs.bazel.build/versions/master/command-line-reference.html#flag--experimental_repository_cache_hardlinks
+    # to save disk space.
+    default: "--config=remote-ci --jobs=$(RbeJobs) --curses=no --experimental_repository_cache_hardlinks"
+  - name: managedAgent
+    type: boolean
+    default: true
+
+steps:
+  - task: Cache@2
+    inputs:
+      key: '"${{ parameters.ciTarget }}" | ./WORKSPACE | **/*.bzl'
+      path: $(Build.StagingDirectory)/repository_cache
+    continueOnError: true
+
+  - bash: .azure-pipelines/cleanup.sh
+    displayName: "Removing tools from agent"
+    condition: ${{ parameters.managedAgent }}
+
+  - bash: |
+      echo "disk space at beginning of build:"
+      df -h
+    displayName: "Check disk space at beginning"
+
+  - bash: |
+      sudo mkdir -p /etc/docker
+      echo '{
+        "ipv6": true,
+        "fixed-cidr-v6": "2001:db8:1::/64"
+      }' | sudo tee /etc/docker/daemon.json
+      sudo service docker restart
+    displayName: "Enable IPv6"
+    condition: ${{ parameters.managedAgent }}
+
+  - script: ci/run_envoy_docker.sh 'ci/do_ci.sh ${{ parameters.ciTarget }}'
+    workingDirectory: $(Build.SourcesDirectory)
+    env:
+      ENVOY_DOCKER_BUILD_DIR: $(Build.StagingDirectory)
+      ENVOY_RBE: "${{ parameters.rbe }}"
+      BAZEL_BUILD_EXTRA_OPTIONS: "${{ parameters.bazelBuildExtraOptions }}"
+      BAZEL_REMOTE_CACHE: grpcs://remotebuildexecution.googleapis.com
+      BAZEL_REMOTE_INSTANCE: projects/envoy-ci/instances/default_instance
+      GCP_SERVICE_ACCOUNT_KEY: $(GcpServiceAccountKey)
+    displayName: "Run CI script"
+
+  - bash: |
+      echo "disk space at end of build:"
+      df -h
+    displayName: "Check disk space at end"
+    condition: always()
+
+  - task: PublishTestResults@2
+    inputs:
+      testResultsFiles: "**/bazel-out/**/testlogs/**/test.xml"
+      testRunTitle: "${{ parameters.ciTarget }}"
+      searchFolder: $(Build.StagingDirectory)/tmp
+    condition: always()
+
+  - task: PublishBuildArtifacts@1
+    inputs:
+      pathtoPublish: "$(Build.StagingDirectory)/envoy"
+      artifactName: ${{ parameters.ciTarget }}
+    condition: always()
+
+  # TODO(lizan): This is a workaround for self hosted azure agent can't clean up bazel local cache due to
+  # permission. Remove this once it is resolved.
+  - bash: |
+      chmod -R u+w $(Build.StagingDirectory)
+    displayName: "Self hosted agent clean up"
+    condition: eq(false, ${{ parameters.managedAgent }})

.azure-pipelines/cleanup.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+set -e
+
+# Temporary script to remove tools from Azure pipelines agent to create more disk space room.
+sudo apt-get update -y
+sudo apt-get purge -y --no-upgrade 'ghc-*' 'zulu-*-azure-jdk' 'libllvm*' 'mysql-*' 'dotnet-*' 'libgl1'
+
+dpkg-query -Wf '${Installed-Size}\t${Package}\n' | sort -rn

.azure-pipelines/linux.yml

@@ -0,0 +1 @@
+pipelines.yml

.azure-pipelines/pipelines.yml

@@ -0,0 +1,151 @@
+trigger:
+  branches:
+    include:
+      - "master"
+      - "release/v*"
+  tags:
+    include:
+      - "v*"
+
+# PR build config is manually overridden in Azure pipelines UI with different secrets
+pr: none
+
+jobs:
+  - job: format
+    dependsOn: [] # this removes the implicit dependency on previous stage and causes this to run in parallel.
+    pool:
+      vmImage: "ubuntu-18.04"
+    steps:
+      - task: Cache@2
+        inputs:
+          key: "format | ./WORKSPACE | **/*.bzl"
+          path: $(Build.StagingDirectory)/repository_cache
+        continueOnError: true
+
+      - script: ci/run_envoy_docker.sh 'ci/check_and_fix_format.sh'
+        workingDirectory: $(Build.SourcesDirectory)
+        env:
+          ENVOY_DOCKER_BUILD_DIR: $(Build.StagingDirectory)
+          BAZEL_REMOTE_CACHE: grpcs://remotebuildexecution.googleapis.com
+          BAZEL_REMOTE_INSTANCE: projects/envoy-ci/instances/default_instance
+          GCP_SERVICE_ACCOUNT_KEY: $(GcpServiceAccountKey)
+        displayName: "Run check format scripts"
+
+      - task: PublishBuildArtifacts@1
+        inputs:
+          pathtoPublish: "$(Build.StagingDirectory)/fix_format.diff"
+          artifactName: format
+        condition: failed()
+
+  - job: release
+    displayName: "Linux-x64 release"
+    dependsOn: ["format"]
+    # For master builds, continue even if format fails
+    condition: and(not(canceled()), or(succeeded(), ne(variables['Build.Reason'], 'PullRequest')))
+    timeoutInMinutes: 360
+    pool:
+      vmImage: "ubuntu-18.04"
+    steps:
+      - template: bazel.yml
+        parameters:
+          ciTarget: bazel.release
+
+  - job: release_arm64
+    displayName: "Linux-arm64 release.server_only"
+    dependsOn: ["format"]
+    condition: ne(variables['Build.Reason'], 'PullRequest')
+    pool: "arm-large"
+    steps:
+      - template: bazel.yml
+        parameters:
+          managedAgent: false
+          ciTarget: bazel.release.server_only
+          rbe: ""
+          bazelBuildExtraOptions: "--curses=no"
+
+  - job: bazel
+    displayName: "Linux-x64"
+    dependsOn: ["release"]
+    # For master builds, continue even if format fails
+    condition: and(not(canceled()), or(succeeded(), ne(variables['Build.Reason'], 'PullRequest')))
+    strategy:
+      maxParallel: 3
+      matrix:
+        gcc:
+          CI_TARGET: "bazel.gcc"
+        clang_tidy:
+          CI_TARGET: "bazel.clang_tidy"
+        asan:
+          CI_TARGET: "bazel.asan"
+        tsan:
+          CI_TARGET: "bazel.tsan"
+        compile_time_options:
+          CI_TARGET: "bazel.compile_time_options"
+    timeoutInMinutes: 360
+    pool:
+      vmImage: "ubuntu-18.04"
+    steps:
+      - template: bazel.yml
+        parameters:
+          ciTarget: $(CI_TARGET)
+
+  - job: docker
+    displayName: "Linux-x64 docker"
+    dependsOn: ["release"]
+    condition: and(succeeded(), eq(variables['PostSubmit'], 'true'), ne(variables['Build.Reason'], 'PullRequest'))
+    pool:
+      vmImage: "ubuntu-18.04"
+    steps:
+      - task: DownloadBuildArtifacts@0
+        inputs:
+          buildType: current
+          artifactName: "bazel.release"
+          itemPattern: "bazel.release/envoy_binary.tar.gz"
+          downloadType: single
+          targetPath: $(Build.StagingDirectory)
+
+      - bash: |
+          set -e
+          tar zxf $(Build.StagingDirectory)/bazel.release/envoy_binary.tar.gz
+          ci/docker_ci.sh
+        workingDirectory: $(Build.SourcesDirectory)
+        env:
+          AZP_BRANCH: $(Build.SourceBranch)
+          AZP_SHA1: $(Build.SourceVersion)
+          DOCKERHUB_USERNAME: $(DockerUsername)
+          DOCKERHUB_PASSWORD: $(DockerPassword)
+
+  - job: macOS
+    dependsOn: ["format"]
+    timeoutInMinutes: 360
+    pool:
+      vmImage: "macos-latest"
+    steps:
+      - script: ./ci/mac_ci_setup.sh
+        displayName: "Install dependencies"
+
+      - script: ./ci/mac_ci_steps.sh
+        displayName: "Run Mac CI"
+        env:
+          BAZEL_REMOTE_CACHE: grpcs://remotebuildexecution.googleapis.com
+          BAZEL_REMOTE_INSTANCE: projects/envoy-ci/instances/default_instance
+          GCP_SERVICE_ACCOUNT_KEY: $(GcpServiceAccountKey)
+
+      - task: PublishTestResults@2
+        inputs:
+          testResultsFiles: "**/bazel-testlogs/**/test.xml"
+          testRunTitle: "macOS"
+        condition: always()
+
+  - job: Windows
+    dependsOn: ["format"]
+    timeoutInMinutes: 360
+    pool:
+      vmImage: "windows-latest"
+    steps:
+      - bash: ci/run_envoy_docker_windows.sh ci/windows_ci_steps.sh
+        displayName: "Run Windows CI"
+        env:
+          BAZEL_REMOTE_CACHE: grpcs://remotebuildexecution.googleapis.com
+          BAZEL_REMOTE_INSTANCE: projects/envoy-ci/instances/default_instance
+          GCP_SERVICE_ACCOUNT_KEY: $(GcpServiceAccountKey)

.bazelci/presubmit.yml

@@ -0,0 +1,26 @@
+---
+tasks:
+  gcc:
+    name: "GCC"
+    platform: ubuntu1804
+    build_targets:
+      - "//source/exe:envoy-static"
+  rbe:
+    name: "RBE"
+    platform: ubuntu1804
+    test_targets:
+      - "//test/..."
+    test_flags:
+      - "--config=remote-clang"
+      - "--config=remote-ci"
+      - "--jobs=75"
+  coverage:
+    name: "Coverage"
+    platform: ubuntu1804
+    test_targets:
+      - "//test/integration/..."
+      - "//test/exe/..."
+    test_flags:
+      - "--action_env=CC=clang"
+      - "--action_env=CXX=clang++"
+      - "--config=coverage"

.bazelignore

@@ -1,2 +1,3 @@
 api
 examples/grpc-bridge/script
+tools/clang_tools