Move prepare-provider-packages to be run entirely in Breeze Python

.github/workflows/ci.yml

@@ -814,7 +814,7 @@ jobs:
         run: rm -fv ./dist/*
       - name: "Prepare provider documentation"
         run: >
-          breeze release-management prepare-provider-documentation
+          breeze release-management prepare-provider-documentation --non-interactive
           ${{ needs.build-info.outputs.affected-providers-list-as-string }}
       - name: "Prepare provider packages: wheel"
         run: >

.pre-commit-config.yaml

@@ -1004,31 +1004,31 @@ repos:
         entry: ./scripts/ci/pre_commit/pre_commit_mypy.py
         files: ^dev/.*\.py$
         require_serial: true
-        additional_dependencies: ['rich>=12.4.4', 'inputimeout', 'pyyaml']
+        additional_dependencies: ['rich>=12.4.4', 'inputimeout', 'pyyaml', 'jsonschema']
       - id: mypy-core
         name: Run mypy for core
         language: python
         entry: ./scripts/ci/pre_commit/pre_commit_mypy.py --namespace-packages
         files: \.py$
         exclude: ^.*/.*_vendor/|^airflow/migrations|^airflow/providers|^dev|^docs|^provider_packages|^tests/providers|^tests/system/providers|^tests/dags/test_imports.py
         require_serial: true
-        additional_dependencies: ['rich>=12.4.4', 'inputimeout', 'pyyaml']
+        additional_dependencies: ['rich>=12.4.4', 'inputimeout', 'pyyaml', 'jsonschema']
       - id: mypy-providers
         name: Run mypy for providers
         language: python
         entry: ./scripts/ci/pre_commit/pre_commit_mypy.py --namespace-packages
         files: ^airflow/providers/.*\.py$|^tests/providers/.*\.py$|^tests/system/providers/.*\.py$
         exclude: ^.*/.*_vendor/
         require_serial: true
-        additional_dependencies: ['rich>=12.4.4', 'inputimeout', 'pyyaml']
+        additional_dependencies: ['rich>=12.4.4', 'inputimeout', 'pyyaml', 'jsonschema']
       - id: mypy-docs
         name: Run mypy for /docs/ folder
         language: python
         entry: ./scripts/ci/pre_commit/pre_commit_mypy.py
         files: ^docs/.*\.py$
         exclude: ^docs/rtd-deprecation
         require_serial: true
-        additional_dependencies: ['rich>=12.4.4', 'inputimeout', 'pyyaml']
+        additional_dependencies: ['rich>=12.4.4', 'inputimeout', 'pyyaml', 'jsonschema']
       - id: check-provider-yaml-valid
         name: Validate provider.yaml files
         entry: ./scripts/ci/pre_commit/pre_commit_check_provider_yaml_files.py

.rat-excludes

@@ -142,3 +142,6 @@ doap_airflow.rdf
 
 # nvm (Node Version Manager)
 .nvmrc
+
+# PKG-INFO file
+PKG-INFO

BREEZE.rst

@@ -2047,12 +2047,6 @@ The below example perform documentation preparation for provider packages.
 
      breeze release-management prepare-provider-documentation
 
-By default, the documentation preparation runs package verification to check if all packages are
-importable, but you can add ``--skip-package-verification`` to skip it.
-
-.. code-block:: bash
-
-     breeze release-management prepare-provider-documentation --skip-package-verification
 
 You can also add ``--answer yes`` to perform non-interactive build.
 

NOTICE

@@ -1,5 +1,5 @@
 Apache Airflow
-Copyright 2016-2021 The Apache Software Foundation
+Copyright 2016-2023 The Apache Software Foundation
 
 This product includes software developed at The Apache Software
 Foundation (http://www.apache.org/).

airflow/www/webpack.config.js

@@ -40,7 +40,7 @@ const BUILD_DIR = path.resolve(__dirname, "./static/dist");
 // Convert licenses json into a standard format for LICENSES.txt
 const formatLicenses = (packages) => {
   let text = `Apache Airflow
-Copyright 2016-2021 The Apache Software Foundation
+Copyright 2016-2023 The Apache Software Foundation
 
 This product includes software developed at The Apache Software
 Foundation (http://www.apache.org/).

chart/NOTICE

@@ -1,5 +1,5 @@
 Apache Airflow
-Copyright 2016-2021 The Apache Software Foundation
+Copyright 2016-2023 The Apache Software Foundation
 
 This product includes software developed at The Apache Software
 Foundation (http://www.apache.org/).

dev/README_RELEASE_PROVIDER_PACKAGES.md

@@ -143,6 +143,10 @@ separately this command:
 breeze release-management prepare-provider-documentation qubole
 ```
 
+In case you want to **just** regenerate the documentation because you fixed something in the templates, add
+`--reapply-templates` flag to the command above. If you want to just update min airflow version for all
+packages, you can use `--only-min-version-update` flag - this will only update the min version in the
+`__init__.py` files of the packages and package documentation without bumping the provider versions.
 
 This command will not only prepare documentation but will also help the release manager to review
 changes implemented in all providers, and determine which of the providers should be released. For each

dev/breeze/README.md

@@ -66,6 +66,6 @@ PLEASE DO NOT MODIFY THE HASH BELOW! IT IS AUTOMATICALLY UPDATED BY PRE-COMMIT.
 
 ---------------------------------------------------------------------------------------------------------
 
-Package config hash: abef89e76b6c1cbfe37d4a083a9e75259d0169662c666c9e2549ca91ddf12d9f1274a4c7ab44e999619c0aaf9fdb56f299397e8c528fafbc94caf45f7cc70ad9
+Package config hash: 4b93f639e3365c7420475b6e7850624c74f24bc167c9cb5ce41971720942d2f1195ca4806cbd23b34dd4991a020b9549cdf4143e7c6173c42bda52b2911850ad
 
 ---------------------------------------------------------------------------------------------------------

dev/breeze/setup.cfg

@@ -55,26 +55,28 @@ package_dir=
     =src
 packages = find:
 install_requires =
+    PyGithub>=2.1.1
+    black>=23.11.0
     click>=8.1.7
     filelock>=3.13.0
+    flit>=3.9.0
+    gitpython>=3.1.40
     inputimeout>=1.0.4
     jinja2>=3.1.0
+    jsonschema>=4.19.1
     packaging>=23.2
     pendulum>=2.1.2,<3
     pre-commit>=3.5.0
     psutil>=5.9.6
-    pytest>=7.4.0
     pytest-xdist>=3.3.1
+    pytest>=7.4.0
     pyyaml>=6.0.1
-    PyGithub>=2.1.1
     requests>=2.30.0
-    rich>=13.6.0
     rich-click>=1.7.1
-    gitpython>=3.1.40
+    rich>=13.6.0
+    semver>=3.0.2
+    tabulate>=0.9.0
     twine>=4.0.2
-    wheel>=0.41.3
-    setuptools>=68.2.2
-    jsonschema>=4.19.1
 
 [options.packages.find]
 where=src