From 08470531f68d1ec68dfb538718370217d31f0e85 Mon Sep 17 00:00:00 2001
From: msyyc <70930885+msyyc@users.noreply.github.com>
Date: Mon, 5 Jul 2021 16:47:07 +0800
Subject: [PATCH 01/12] initial

---
 scripts/release_sdk_status/main.py            | 283 ++++++++++++++++++
 .../release_sdk_status/release_sdk_status.yml |  50 ++++
 scripts/release_sdk_status/requirement.txt    |   7 +
 3 files changed, 340 insertions(+)
 create mode 100644 scripts/release_sdk_status/main.py
 create mode 100644 scripts/release_sdk_status/release_sdk_status.yml
 create mode 100644 scripts/release_sdk_status/requirement.txt

diff --git a/scripts/release_sdk_status/main.py b/scripts/release_sdk_status/main.py
new file mode 100644
index 000000000000..4a985a784362
--- /dev/null
+++ b/scripts/release_sdk_status/main.py
@@ -0,0 +1,283 @@
+import requests
+import re
+import os
+from lxml import etree
+import lxml.html
+import subprocess as sp
+
+
+def my_print(cmd):
+    print('==' + cmd + ' ==\n')
+
+
+def print_check(cmd):
+    my_print(cmd)
+    sp.check_call(cmd, shell=True)
+
+
+class PyPIClient:
+    def __init__(self, host="https://pypi.org", package_name='', track_config='',
+                 readme_link='', rm_link='', cli_version=''):
+        self._host = host
+        self._session = requests.Session()
+        self._package_name = package_name
+        self.version_date_dict = {}
+        self.whether_track2 = None  # whether published track2 to pypi
+        self.track1_ga = 'NO'
+        self.track1_latest = 'NA'
+        self.track2_ga = 'NO'
+        self.track2_latest = 'NA'
+        self.pypi_link = 'NA'
+        self.track_config = track_config
+        self.readme_link = readme_link
+        self.rm_link = rm_link
+        self.cli_version = cli_version
+        self.bot_warning = ''
+
+    def get_package_name(self):
+        return self._package_name
+
+    def project_html(self):
+        self.pypi_link = "{host}/pypi/{project_name}".format(
+            host=self._host,
+            project_name=self._package_name
+        )
+        response = self._session.get(self.pypi_link + "/#history")
+
+        return response
+
+    def get_release_info(self, response, xpath, type):
+        DATE_DICT = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06',
+                     'Jul': '07', 'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12', }
+        text = response.text
+        parse_text = lxml.etree.HTML(text)
+        release_info = parse_text.xpath(xpath)
+        strip_info = []
+        for info in release_info:
+            info = info.strip()
+            if type == 'date':
+                info = info.replace(',', '').split(' ')
+                info = info[2] + '/' + DATE_DICT[info[0]] + '/' + info[1]
+            if not len(info) == 0:
+                strip_info.append(info)
+
+        return strip_info
+
+    def get_release_dict(self, response):
+        version_list = self.get_release_info(response, xpath='//p[@class="release__version"]/text()', type='version')
+        self.version_handler(version_list)
+        data_list = self.get_release_info(response, xpath='//p[@class="release__version-date"]/time/text()',
+                                          type='date')
+        self.version_date_dict = dict(zip(version_list, data_list))
+        self.version_date_dict['NA'] = 'NA'
+
+    def write_to_list(self):
+        response = self.project_html()
+        if 199 < response.status_code < 400:
+            self.get_release_dict(response)
+            self.bot_analysis()
+            return '{},{},{},{},{},{},{},{},{},{},{},{}\n'.format(self._package_name,
+                                                                  self.pypi_link,
+                                                                  self.track1_latest,
+                                                                  self.version_date_dict[self.track1_latest],
+                                                                  self.track1_ga,
+                                                                  self.track2_latest,
+                                                                  self.track2_ga,
+                                                                  self.version_date_dict[self.track2_latest],
+                                                                  self.cli_version,
+                                                                  self.track_config,
+                                                                  self.bot_warning,
+                                                                  self.rm_link)
+        else:
+            self.pypi_link = 'NA'
+        return
+
+    def version_handler(self, version_list):
+        ga_re = re.compile(r'[A-Za-z]')
+        version_index = 0
+        versions = list(reversed(version_list))
+        for version in versions:
+            if 'b1' in version and self.whether_track2 is None:
+                self.whether_track2 = version
+                if self.cli_version != 'NA':
+                    if int(self.cli_version.split('.')[0]) >= int(version.split('.')[0]):
+                        self.cli_version = 'track2_' + self.cli_version
+                    else:
+                        self.cli_version = 'track1_' + self.cli_version
+                if version_index != 0:
+                    self.track1_latest = versions[version_index - 1]
+                self.track2_latest = versions[-1]
+                if not re.findall(ga_re, self.track1_latest) and len(self.track1_latest) != 0 and int(
+                        self.track1_latest.split('.')[0]) > 0:
+                    self.track1_ga = 'YES'
+                if not re.findall(ga_re, self.track2_latest):
+                    self.track2_ga = 'YES'
+                break
+            version_index += 1
+        if self.whether_track2 is None:
+            if self.cli_version != 'NA':
+                self.cli_version = 'track1_' + self.cli_version
+            self.track1_latest = versions[-1]
+            if not re.findall(ga_re, self.track1_latest) and len(self.track1_latest) != 0 and int(
+                    self.track1_latest.split('.')[0]) > 0:
+                self.track1_ga = 'YES'
+
+    def bot_analysis(self):
+        # rule 1: readme.python.md must exist
+        # rule 2: track1 config must be deleted if azure-cli doesn't use track1
+        # rule 3: track2 config must be added if track2 package has been published to pypi
+        if self.readme_link == 'NA':
+            self.bot_warning += 'The readme.python.md has not been created.  '
+        if self.cli_version != 'NA':
+            cli_version = int(self.cli_version.split('_')[1].split('.')[0])
+            if self.whether_track2 is not None:
+                whether_track2 = int(self.whether_track2.split('.')[0])
+                if cli_version >= whether_track2 and self.track_config == 'both':
+                    self.bot_warning += 'The cli using track2 now but readme.python still have track1‘s config.'
+        if self.whether_track2 and self.track_config == 'track1':
+            self.bot_warning += 'Need to add track2 config.'
+
+
+def sdk_info_from_pypi(sdk_info, cli_dependency):
+    all_sdk_status = []
+    for package in sdk_info[1:]:
+        if ',' in package:
+            package = package.split(',')
+            sdk_name = package[0].strip()
+            if sdk_name in cli_dependency.keys():
+                cli_version = cli_dependency[sdk_name]
+            else:
+                cli_version = 'NA'
+            track_config = package[1].strip()
+            readme_link = package[2].strip()
+            rm_link = package[3].strip()
+            pypi_ins = PyPIClient(package_name=sdk_name, track_config=track_config,
+                                  readme_link=readme_link, rm_link=rm_link, cli_version=cli_version)
+            text_to_write = pypi_ins.write_to_list()
+            if pypi_ins.pypi_link != 'NA':
+                all_sdk_status.append(text_to_write)
+    return all_sdk_status
+
+
+def write_to_csv(sdk_status_list, csv_name):
+    with open(csv_name, 'w') as file_out:
+        file_out.write('package name,'
+                       'pypi link,'
+                       'latest track1 version,'
+                       'release date,'
+                       'track1 GA,'
+                       'latest track2 version,'
+                       'track2 GA,'
+                       'release date,'
+                       'cli dependency,'
+                       'readme config,'
+                       'bot advice,'
+                       'readme link\n')
+        file_out.writelines(
+            [package for package in sorted(sdk_status_list, key=lambda x: x.split(',')[10], reverse=True)])
+
+
+def get_cli_dependency():
+    CLI_URL = 'https://github.com/azure/azure-cli/blob/dev/src/azure-cli/setup.py'
+    cli_lines = project_html(CLI_URL).xpath('//table[@class="highlight tab-size js-file-line-container"]//text()')
+    cli_dependency = {}
+    for line in cli_lines:
+        if 'azure-mgmt-' in line:
+            line = line[1:-1]
+            if '==' in line:
+                line = line.split('==')
+                cli_dependency[line[0]] = line[1]
+            elif '~=' in line:
+                line = line.split('~=')
+                cli_dependency[line[0]] = line[1]
+    return cli_dependency
+
+
+def project_html(url):
+    response = requests.Session().get(url)
+    response.encoding = 'gbk'
+    text = response.text
+    parse_result = lxml.etree.HTML(text)
+    return parse_result
+
+
+def sdk_info_from_swagger():
+    sdk_name_re = re.compile(r'azure-mgmt-[a-z]+-*([a-z])+')
+    resource_manager = []
+    SDK_URL = "https://github.com/Azure/azure-rest-api-specs/tree/master/specification"
+    sdk_hrefs = project_html(SDK_URL).xpath('//div[@class="js-details-container Details"]/div/div/'
+                                            'div[@class="flex-auto min-width-0 col-md-2 mr-3"]//a/@href')
+    for href in sdk_hrefs:
+        readme_python = None
+        track_config = []
+        package_name = ''
+        if 'resource-manager' not in href:
+            href = href + '/resource-manager'
+        href = 'https://github.com' + href
+        html_text = project_html(href)
+        resource_manager_folders = html_text.xpath('//div[@class="js-details-container Details"]/div/div/'
+                                                   'div[@class="flex-auto min-width-0 col-md-2 mr-3"]//a/text()')
+        for resource_manager_folder in resource_manager_folders:
+            if resource_manager_folder == 'readme.python.md':
+                readme_python = href + '/readme.python.md'
+        readme_text = html_text.xpath('//div[@class="Box-body px-5 pb-5"]/article//text()')
+        for line in readme_text:
+            if line == 'azure-sdk-for-python':
+                track_config.append('track1')
+            elif line == 'azure-sdk-for-python-track2':
+                track_config.append('track2')
+            if readme_python is None and sdk_name_re.search(line) is not None and package_name == '':
+                package_name = sdk_name_re.search(line).group()
+        if len(track_config) == 2:
+            track_config = 'both'
+        elif len(track_config) > 2:
+            track_config = 'Rule error'
+        elif len(track_config) == 1:
+            track_config = track_config[0]
+        elif len(track_config) == 0:
+            track_config = 'NA'
+        if readme_python is not None:
+            readme_python_html_text = project_html(readme_python)
+            readme_python_text = readme_python_html_text.xpath('//div[@id="readme"]/article//text()')
+            for text in readme_python_text:
+                if sdk_name_re.search(text) is not None:
+                    package_name = sdk_name_re.search(text).group()
+
+        if package_name != '':
+            if readme_python is None:
+                readme_python = 'NA'
+            resource_manager.append('{},{},{},{}\n'.format(package_name,
+                                                           track_config,
+                                                           readme_python,
+                                                           str(href)))
+
+    return resource_manager
+
+
+def commit_to_github():
+    print_check('git add .')
+    print_check('git commit -m \"update excel\"')
+    print_check('git push -f origin HEAD')
+
+
+def upload_to_azure(out_file):
+    # upload to storage account(it is created in advance)
+    blob = BlobClient.from_connection_string(conn_str=os.getenv('CONN_STR'), container_name=os.getenv('FILE'),
+                                             blob_name=_FILE_OUT)
+    with open(out_file, 'rb') as data:
+        blob.upload_blob(data, overwrite=True)
+
+
+def main():
+    cli_dependency = get_cli_dependency()
+    sdk_info = sdk_info_from_swagger()
+    all_sdk_status = sdk_info_from_pypi(sdk_info, cli_dependency)
+
+    OUT_FILE = 'release_sdk_status.csv'
+    write_to_csv(all_sdk_status, OUT_FILE)
+    commit_to_github()
+    upload_to_azure(OUT_FILE)
+
+
+if __name__ == '__main__':
+    main()
diff --git a/scripts/release_sdk_status/release_sdk_status.yml b/scripts/release_sdk_status/release_sdk_status.yml
new file mode 100644
index 000000000000..00d4108d9706
--- /dev/null
+++ b/scripts/release_sdk_status/release_sdk_status.yml
@@ -0,0 +1,50 @@
+# Release status statistics
+
+name: ReleaseIssueStatus
+
+trigger:
+  branches:
+    exclude:
+    - '*'
+
+
+jobs:
+- job: ReleaseSdkStatus
+  displayName: ReleaseSdkStatus Python 3.8
+  timeoutInMinutes: 30
+  strategy:
+    maxParallel: 3
+  pool:
+    vmImage: 'ubuntu-20.04'
+  steps:
+    - task: UsePythonVersion@0
+      inputs:
+        versionSpec: '3.8'
+        addToPath: true
+        architecture: 'x64'
+    - bash: |
+        script_path=$(pwd)/scripts/release_sdk_status
+        cd ..
+        git config --global user.email "ReleaseSdkStatus"
+        git config --global user.name "ReleaseSdkStatus"
+
+        # clone(REPO: https://github.com/Azure/azure-sdk-for-python.git, USR_NAME: Azure, USR_TOKEN: xxxxxxxxxxxxx)
+        mkdir file-storage
+        git clone ${REPO:0:8}$(USR_NAME):$(USR_TOKEN)@${REPO:8} $(pwd)/file-storage
+
+        # import env variable
+        export CONN_STR=$(ENV_CONN_STR)
+        export FILE=$(ENV_FILE)
+        export TOKEN=$(USR_TOKEN)
+
+        # create virtual env
+        python -m venv venv-sdk
+        source venv-sdk/bin/activate
+        pip install -r $script_path/requirement.txt
+
+        # checkout the target branch
+        cd file-storage
+        git checkout release-sdk-status
+
+        # run
+        python $script_path/main.py
\ No newline at end of file
diff --git a/scripts/release_sdk_status/requirement.txt b/scripts/release_sdk_status/requirement.txt
new file mode 100644
index 000000000000..9716790e2b2c
--- /dev/null
+++ b/scripts/release_sdk_status/requirement.txt
@@ -0,0 +1,7 @@
+certifi==2021.5.30
+chardet==4.0.0
+idna==2.10
+lxml==4.6.3
+requests==2.25.1
+urllib3==1.26.6
+azure.storage.blob==12.8.1
\ No newline at end of file

From 34358440f9c16c4334c3d3f08a3f49aaebb2b4b2 Mon Sep 17 00:00:00 2001
From: msyyc <70930885+msyyc@users.noreply.github.com>
Date: Mon, 5 Jul 2021 16:48:32 +0800
Subject: [PATCH 02/12] fix

---
 scripts/release_sdk_status/main.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/scripts/release_sdk_status/main.py b/scripts/release_sdk_status/main.py
index 4a985a784362..a10018775c8e 100644
--- a/scripts/release_sdk_status/main.py
+++ b/scripts/release_sdk_status/main.py
@@ -140,7 +140,7 @@ def bot_analysis(self):
 
 def sdk_info_from_pypi(sdk_info, cli_dependency):
     all_sdk_status = []
-    for package in sdk_info[1:]:
+    for package in sdk_info:
         if ',' in package:
             package = package.split(',')
             sdk_name = package[0].strip()

From 63173b8666c4a230be597161c5fe8691bba1cee1 Mon Sep 17 00:00:00 2001
From: msyyc <70930885+msyyc@users.noreply.github.com>
Date: Mon, 5 Jul 2021 16:57:41 +0800
Subject: [PATCH 03/12] fix

---
 scripts/release_sdk_status/main.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/scripts/release_sdk_status/main.py b/scripts/release_sdk_status/main.py
index a10018775c8e..fef9691f4cb3 100644
--- a/scripts/release_sdk_status/main.py
+++ b/scripts/release_sdk_status/main.py
@@ -4,6 +4,7 @@
 from lxml import etree
 import lxml.html
 import subprocess as sp
+from azure.storage.blob import BlobClient
 
 
 def my_print(cmd):
@@ -263,7 +264,7 @@ def commit_to_github():
 def upload_to_azure(out_file):
     # upload to storage account(it is created in advance)
     blob = BlobClient.from_connection_string(conn_str=os.getenv('CONN_STR'), container_name=os.getenv('FILE'),
-                                             blob_name=_FILE_OUT)
+                                             blob_name=out_file)
     with open(out_file, 'rb') as data:
         blob.upload_blob(data, overwrite=True)
 

From 48ff8f5d7934c1e7a66ed8c28adde33caee8b13c Mon Sep 17 00:00:00 2001
From: msyyc <70930885+msyyc@users.noreply.github.com>
Date: Mon, 5 Jul 2021 17:16:26 +0800
Subject: [PATCH 04/12] print fix

---
 scripts/release_sdk_status/main.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/scripts/release_sdk_status/main.py b/scripts/release_sdk_status/main.py
index fef9691f4cb3..bb59edc86415 100644
--- a/scripts/release_sdk_status/main.py
+++ b/scripts/release_sdk_status/main.py
@@ -134,7 +134,7 @@ def bot_analysis(self):
             if self.whether_track2 is not None:
                 whether_track2 = int(self.whether_track2.split('.')[0])
                 if cli_version >= whether_track2 and self.track_config == 'both':
-                    self.bot_warning += 'The cli using track2 now but readme.python still have track1‘s config.'
+                    self.bot_warning += 'The cli using track2 now but readme.python still have track1 config.'
         if self.whether_track2 and self.track_config == 'track1':
             self.bot_warning += 'Need to add track2 config.'
 

From 3fe5c9af948b2cbc8d0c88eb61430352a97415f8 Mon Sep 17 00:00:00 2001
From: msyyc <70930885+msyyc@users.noreply.github.com>
Date: Tue, 6 Jul 2021 10:09:09 +0800
Subject: [PATCH 05/12] debug

---
 scripts/release_sdk_status/main.py | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/scripts/release_sdk_status/main.py b/scripts/release_sdk_status/main.py
index bb59edc86415..5d36ee15cc54 100644
--- a/scripts/release_sdk_status/main.py
+++ b/scripts/release_sdk_status/main.py
@@ -8,7 +8,7 @@
 
 
 def my_print(cmd):
-    print('==' + cmd + ' ==\n')
+    print('== ' + cmd + ' ==\n')
 
 
 def print_check(cmd):
@@ -208,6 +208,9 @@ def sdk_info_from_swagger():
     SDK_URL = "https://github.com/Azure/azure-rest-api-specs/tree/master/specification"
     sdk_hrefs = project_html(SDK_URL).xpath('//div[@class="js-details-container Details"]/div/div/'
                                             'div[@class="flex-auto min-width-0 col-md-2 mr-3"]//a/@href')
+    my_print(f'total folder num: {len(sdk_hrefs)}')
+
+    # extract all folders which have python config
     for href in sdk_hrefs:
         readme_python = None
         track_config = []
@@ -272,6 +275,7 @@ def upload_to_azure(out_file):
 def main():
     cli_dependency = get_cli_dependency()
     sdk_info = sdk_info_from_swagger()
+    return
     all_sdk_status = sdk_info_from_pypi(sdk_info, cli_dependency)
 
     OUT_FILE = 'release_sdk_status.csv'

From be16d3b4e1607b550831acbe35a611b796b36a12 Mon Sep 17 00:00:00 2001
From: msyyc <70930885+msyyc@users.noreply.github.com>
Date: Tue, 6 Jul 2021 10:17:56 +0800
Subject: [PATCH 06/12] debug

---
 scripts/release_sdk_status/main.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/scripts/release_sdk_status/main.py b/scripts/release_sdk_status/main.py
index 5d36ee15cc54..98ea8561a531 100644
--- a/scripts/release_sdk_status/main.py
+++ b/scripts/release_sdk_status/main.py
@@ -157,6 +157,8 @@ def sdk_info_from_pypi(sdk_info, cli_dependency):
             text_to_write = pypi_ins.write_to_list()
             if pypi_ins.pypi_link != 'NA':
                 all_sdk_status.append(text_to_write)
+
+    my_print(f'total pypi package kinds: {len(all_sdk_status)}')
     return all_sdk_status
 
 
@@ -254,7 +256,7 @@ def sdk_info_from_swagger():
                                                            track_config,
                                                            readme_python,
                                                            str(href)))
-
+    my_print(f'total package kinds: {len(resource_manager)}')
     return resource_manager
 
 
@@ -275,7 +277,6 @@ def upload_to_azure(out_file):
 def main():
     cli_dependency = get_cli_dependency()
     sdk_info = sdk_info_from_swagger()
-    return
     all_sdk_status = sdk_info_from_pypi(sdk_info, cli_dependency)
 
     OUT_FILE = 'release_sdk_status.csv'

From 820b9831d61e2f6a4b931df8ba8c81bee543c745 Mon Sep 17 00:00:00 2001
From: msyyc <70930885+msyyc@users.noreply.github.com>
Date: Tue, 6 Jul 2021 10:40:31 +0800
Subject: [PATCH 07/12] debug

---
 scripts/release_sdk_status/main.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/scripts/release_sdk_status/main.py b/scripts/release_sdk_status/main.py
index 98ea8561a531..8c21296c80be 100644
--- a/scripts/release_sdk_status/main.py
+++ b/scripts/release_sdk_status/main.py
@@ -249,6 +249,7 @@ def sdk_info_from_swagger():
                 if sdk_name_re.search(text) is not None:
                     package_name = sdk_name_re.search(text).group()
 
+        my_print(f'{href} : {package_name}')
         if package_name != '':
             if readme_python is None:
                 readme_python = 'NA'
@@ -256,7 +257,7 @@ def sdk_info_from_swagger():
                                                            track_config,
                                                            readme_python,
                                                            str(href)))
-    my_print(f'total package kinds: {len(resource_manager)}')
+    my_print(f'total backup package kinds: {len(resource_manager)}')
     return resource_manager
 
 

From 5981429973422c784b347ba73461dca7e82a61e4 Mon Sep 17 00:00:00 2001
From: msyyc <70930885+msyyc@users.noreply.github.com>
Date: Tue, 6 Jul 2021 13:42:41 +0800
Subject: [PATCH 08/12] debug

---
 scripts/release_sdk_status/main.py            | 71 ++++++++-----------
 .../release_sdk_status/release_sdk_status.yml |  3 +
 2 files changed, 34 insertions(+), 40 deletions(-)

diff --git a/scripts/release_sdk_status/main.py b/scripts/release_sdk_status/main.py
index 8c21296c80be..dda5230e623f 100644
--- a/scripts/release_sdk_status/main.py
+++ b/scripts/release_sdk_status/main.py
@@ -1,6 +1,7 @@
 import requests
 import re
 import os
+import glob
 from lxml import etree
 import lxml.html
 import subprocess as sp
@@ -204,60 +205,50 @@ def project_html(url):
     return parse_result
 
 
+def read_file(file_name):
+    with open(file_name, 'r', encoding='utf-8') as file_in:
+        content = file_in.readlines()
+    return content
+
+
 def sdk_info_from_swagger():
     sdk_name_re = re.compile(r'azure-mgmt-[a-z]+-*([a-z])+')
     resource_manager = []
-    SDK_URL = "https://github.com/Azure/azure-rest-api-specs/tree/master/specification"
-    sdk_hrefs = project_html(SDK_URL).xpath('//div[@class="js-details-container Details"]/div/div/'
-                                            'div[@class="flex-auto min-width-0 col-md-2 mr-3"]//a/@href')
-    my_print(f'total folder num: {len(sdk_hrefs)}')
-
-    # extract all folders which have python config
-    for href in sdk_hrefs:
-        readme_python = None
-        track_config = []
+    SWAGGER_FOLDER = os.getenv('SWAGGER_REPO')
+    readme_folders = glob.glob(f'{SWAGGER_FOLDER}/specification/*/resource-manager/readme.md')
+    my_print(f'total readme folders: {len(readme_folders)}')
+
+    for folder in readme_folders:
+        track_config = 0
         package_name = ''
-        if 'resource-manager' not in href:
-            href = href + '/resource-manager'
-        href = 'https://github.com' + href
-        html_text = project_html(href)
-        resource_manager_folders = html_text.xpath('//div[@class="js-details-container Details"]/div/div/'
-                                                   'div[@class="flex-auto min-width-0 col-md-2 mr-3"]//a/text()')
-        for resource_manager_folder in resource_manager_folders:
-            if resource_manager_folder == 'readme.python.md':
-                readme_python = href + '/readme.python.md'
-        readme_text = html_text.xpath('//div[@class="Box-body px-5 pb-5"]/article//text()')
+        folder = folder.replace('readme.md', '')
+        readme_python = 'NA' if 'readme.python.md' not in os.listdir(folder) else f'{folder}/readme.python.md'
+        readme_text = read_file(folder + 'readme.md')
         for line in readme_text:
-            if line == 'azure-sdk-for-python':
-                track_config.append('track1')
-            elif line == 'azure-sdk-for-python-track2':
-                track_config.append('track2')
-            if readme_python is None and sdk_name_re.search(line) is not None and package_name == '':
+            if line.find('azure-sdk-for-python-track2') > -1:
+                track_config += 2
+            elif line.find('azure-sdk-for-python') > -1:
+                track_config += 1
+            if readme_python == 'NA' and sdk_name_re.search(line) is not None and package_name == '':
                 package_name = sdk_name_re.search(line).group()
-        if len(track_config) == 2:
-            track_config = 'both'
-        elif len(track_config) > 2:
-            track_config = 'Rule error'
-        elif len(track_config) == 1:
-            track_config = track_config[0]
-        elif len(track_config) == 0:
-            track_config = 'NA'
-        if readme_python is not None:
-            readme_python_html_text = project_html(readme_python)
-            readme_python_text = readme_python_html_text.xpath('//div[@id="readme"]/article//text()')
+
+        if readme_python != 'NA':
+            readme_python_text = read_file(readme_python)
             for text in readme_python_text:
                 if sdk_name_re.search(text) is not None:
                     package_name = sdk_name_re.search(text).group()
 
-        my_print(f'{href} : {package_name}')
+        TRACK_CONFIG = {0: 'NA', 1: 'track1', 2: 'track2', 3: 'both'}
+        track_config = TRACK_CONFIG.get(track_config, 'Rule error')
+        readme_html = folder.replace(SWAGGER_FOLDER, 'https://github.com/Azure/azure-rest-api-specs')
         if package_name != '':
-            if readme_python is None:
-                readme_python = 'NA'
             resource_manager.append('{},{},{},{}\n'.format(package_name,
                                                            track_config,
                                                            readme_python,
-                                                           str(href)))
-    my_print(f'total backup package kinds: {len(resource_manager)}')
+                                                           readme_html))
+        my_print(f'{folder} : {package_name}')
+
+    my_print(f'total package kinds: {len(resource_manager)}')
     return resource_manager
 
 
diff --git a/scripts/release_sdk_status/release_sdk_status.yml b/scripts/release_sdk_status/release_sdk_status.yml
index 00d4108d9706..b6456094e6a0 100644
--- a/scripts/release_sdk_status/release_sdk_status.yml
+++ b/scripts/release_sdk_status/release_sdk_status.yml
@@ -31,11 +31,14 @@ jobs:
         # clone(REPO: https://github.com/Azure/azure-sdk-for-python.git, USR_NAME: Azure, USR_TOKEN: xxxxxxxxxxxxx)
         mkdir file-storage
         git clone ${REPO:0:8}$(USR_NAME):$(USR_TOKEN)@${REPO:8} $(pwd)/file-storage
+        mkdir azure-rest-api-specs
+        git clone https://github.com/Azure/azure-rest-api-specs.git $(pwd)/azure-rest-api-specs
 
         # import env variable
         export CONN_STR=$(ENV_CONN_STR)
         export FILE=$(ENV_FILE)
         export TOKEN=$(USR_TOKEN)
+        export SWAGGER_REPO=$(pwd)/azure-rest-api-specs
 
         # create virtual env
         python -m venv venv-sdk

From 5cf6252d782909c2ae2a026e2a4bd458dccad8de Mon Sep 17 00:00:00 2001
From: msyyc <70930885+msyyc@users.noreply.github.com>
Date: Tue, 6 Jul 2021 13:49:38 +0800
Subject: [PATCH 09/12] fix html link

---
 scripts/release_sdk_status/main.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/scripts/release_sdk_status/main.py b/scripts/release_sdk_status/main.py
index dda5230e623f..31a10ec53d42 100644
--- a/scripts/release_sdk_status/main.py
+++ b/scripts/release_sdk_status/main.py
@@ -240,7 +240,7 @@ def sdk_info_from_swagger():
 
         TRACK_CONFIG = {0: 'NA', 1: 'track1', 2: 'track2', 3: 'both'}
         track_config = TRACK_CONFIG.get(track_config, 'Rule error')
-        readme_html = folder.replace(SWAGGER_FOLDER, 'https://github.com/Azure/azure-rest-api-specs')
+        readme_html = folder.replace(SWAGGER_FOLDER, 'https://github.com/Azure/azure-rest-api-specs/tree/master')
         if package_name != '':
             resource_manager.append('{},{},{},{}\n'.format(package_name,
                                                            track_config,

From 461be1d4676e64b3ee8b01efa6dedcfbfdd27aeb Mon Sep 17 00:00:00 2001
From: msyyc <70930885+msyyc@users.noreply.github.com>
Date: Tue, 6 Jul 2021 14:10:44 +0800
Subject: [PATCH 10/12] print format

---
 scripts/release_sdk_status/main.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/scripts/release_sdk_status/main.py b/scripts/release_sdk_status/main.py
index 31a10ec53d42..566af6f3947e 100644
--- a/scripts/release_sdk_status/main.py
+++ b/scripts/release_sdk_status/main.py
@@ -167,10 +167,10 @@ def write_to_csv(sdk_status_list, csv_name):
     with open(csv_name, 'w') as file_out:
         file_out.write('package name,'
                        'pypi link,'
-                       'latest track1 version,'
+                       'latest track1,'
                        'release date,'
                        'track1 GA,'
-                       'latest track2 version,'
+                       'latest track2,'
                        'track2 GA,'
                        'release date,'
                        'cli dependency,'

From fc5957c1aea79306e11f24da19d7e4f6f1e8a32b Mon Sep 17 00:00:00 2001
From: Zed <601306339@qq.com>
Date: Tue, 6 Jul 2021 16:02:01 +0800
Subject: [PATCH 11/12] Add some comments

---
 scripts/release_sdk_status/main.py | 11 +++++++++++
 1 file changed, 11 insertions(+)

diff --git a/scripts/release_sdk_status/main.py b/scripts/release_sdk_status/main.py
index 566af6f3947e..a8cdf8622f39 100644
--- a/scripts/release_sdk_status/main.py
+++ b/scripts/release_sdk_status/main.py
@@ -95,6 +95,17 @@ def write_to_list(self):
         return
 
     def version_handler(self, version_list):
+        # Scenario 1
+        # rule 1: this package have track2 version
+        # rule 2: check whether CLI is using this package
+        # rule 3: by comparing the versions of CLI and package, we can judge whether cli is using track1 or 2
+        # rule 4: judge whether track1 is exist
+        # rule 5: whether track1 is GA
+        # rule 6: whether track2 is GA
+        # Scenario 2
+        # rule 7: this package doesn't have track2 version
+        # rule 8: check whether CLI is using this package
+        # rule 9: whether track1 is GA
         ga_re = re.compile(r'[A-Za-z]')
         version_index = 0
         versions = list(reversed(version_list))

From 8d420b0679adf9da658e15abd32695b3a7cab3ad Mon Sep 17 00:00:00 2001
From: msyyc <70930885+msyyc@users.noreply.github.com>
Date: Fri, 3 Sep 2021 11:15:08 +0800
Subject: [PATCH 12/12] swagger default branch changes to main

---
 scripts/release_sdk_status/main.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/scripts/release_sdk_status/main.py b/scripts/release_sdk_status/main.py
index a8cdf8622f39..1edc575dc0f3 100644
--- a/scripts/release_sdk_status/main.py
+++ b/scripts/release_sdk_status/main.py
@@ -251,7 +251,7 @@ def sdk_info_from_swagger():
 
         TRACK_CONFIG = {0: 'NA', 1: 'track1', 2: 'track2', 3: 'both'}
         track_config = TRACK_CONFIG.get(track_config, 'Rule error')
-        readme_html = folder.replace(SWAGGER_FOLDER, 'https://github.com/Azure/azure-rest-api-specs/tree/master')
+        readme_html = folder.replace(SWAGGER_FOLDER, 'https://github.com/Azure/azure-rest-api-specs/tree/main')
         if package_name != '':
             resource_manager.append('{},{},{},{}\n'.format(package_name,
                                                            track_config,