From f7f13c8dbb0ab45240dfd20ae8c9c3f3ef5fa852 Mon Sep 17 00:00:00 2001 From: Harold Zeng Date: Wed, 1 Jul 2020 12:36:12 +0800 Subject: [PATCH 1/6] add execution time in CI --- azure-pipelines.yml | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 3f67f07261a..a135217e67c 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -864,9 +864,17 @@ jobs: displayName: 'Use Python 3.6' inputs: versionSpec: 3.6 + - template: .azure-pipelines/templates/azdev_setup.yml - bash: | - . scripts/ci/install_azdev.sh + set -ev + . env/bin/activate azdev perf load-times + displayName: "Load Performance" + - bash: | + set -ev + . env/bin/activate + azdev perf benchmark --prefix "version" --prefix "" + displayName: "Execution Performance" - job: CheckLinter displayName: "Check CLI Linter" From 605f7a08c8a0853380d0390e521c04da363f5f5e Mon Sep 17 00:00:00 2001 From: Harold Zeng Date: Wed, 1 Jul 2020 12:42:42 +0800 Subject: [PATCH 2/6] perf on command prefix: network vnet --- azure-pipelines.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index a135217e67c..c67d7d9fa69 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -873,7 +873,7 @@ jobs: - bash: | set -ev . env/bin/activate - azdev perf benchmark --prefix "version" --prefix "" + azdev perf benchmark --prefix "version" --prefix "network vnet" displayName: "Execution Performance" - job: CheckLinter From 6edbc20d96ec2e25a7bd8554ea1250edf0f87d34 Mon Sep 17 00:00:00 2001 From: Harold Zeng Date: Wed, 1 Jul 2020 12:53:03 +0800 Subject: [PATCH 3/6] change CI job title --- azure-pipelines.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index c67d7d9fa69..8e46d4e336f 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -854,8 +854,8 @@ jobs: azdev verify history azdev verify document-map -- job: CheckLoadPerformance - displayName: "Check Module Load Performance" +- job: PerformanceCheck + displayName: "PerformanceCheck" pool: vmImage: 'ubuntu-16.04' From 40deee4e224d7b54da0301b53e40fdba5639c338 Mon Sep 17 00:00:00 2001 From: Harold Zeng Date: Wed, 1 Jul 2020 16:35:57 +0800 Subject: [PATCH 4/6] fix benchmark sample --- azure-pipelines.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 8e46d4e336f..1a9756d4ec1 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -873,7 +873,8 @@ jobs: - bash: | set -ev . env/bin/activate - azdev perf benchmark --prefix "version" --prefix "network vnet" + + azdev perf benchmark "version" "network vnet -h" "rest -h" "storage account" displayName: "Execution Performance" - job: CheckLinter From 16ba5a67baf240178131824ce40779f5c7f20eb1 Mon Sep 17 00:00:00 2001 From: Harold Zeng Date: Thu, 2 Jul 2020 13:01:29 +0800 Subject: [PATCH 5/6] pip azdev of master branch instead of pypi version --- .azure-pipelines/templates/azdev_setup.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.azure-pipelines/templates/azdev_setup.yml b/.azure-pipelines/templates/azdev_setup.yml index 82298f2fe6c..bfbb47df03b 100644 --- a/.azure-pipelines/templates/azdev_setup.yml +++ b/.azure-pipelines/templates/azdev_setup.yml @@ -14,7 +14,7 @@ steps: chmod +x env/bin/activate . env/bin/activate - pip install -q azdev + pip install -q git+https://github.com/Azure/azure-cli-dev-tools.git@master azdev --version if [ -z "$CLI_EXT_REPO_PATH" ]; then From 2e6499a63e92ec123dff123fbde15627a89706b8 Mon Sep 17 00:00:00 2001 From: Harold Zeng Date: Thu, 2 Jul 2020 13:13:36 +0800 Subject: [PATCH 6/6] becnchmark on 3.6 and 3.8 --- azure-pipelines.yml | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 1a9756d4ec1..d23fba0e331 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -856,14 +856,19 @@ jobs: - job: PerformanceCheck displayName: "PerformanceCheck" - + strategy: + matrix: + Python36: + python.version: '3.6' + Python38: + python.version: '3.8' pool: vmImage: 'ubuntu-16.04' steps: - task: UsePythonVersion@0 - displayName: 'Use Python 3.6' + displayName: 'Use Python $(python.version)' inputs: - versionSpec: 3.6 + versionSpec: '$(python.version)' - template: .azure-pipelines/templates/azdev_setup.yml - bash: | set -ev