Review and set variables in our workflows where appropriate

.github/workflows/additional-ci-image-checks.yml

@@ -123,7 +123,10 @@ jobs:
       UPGRADE_TO_NEWER_DEPENDENCIES: false
       PYTHON_MAJOR_MINOR_VERSION: ${{ inputs.default-python-version }}
       PYTHON_VERSION: ${{ inputs.default-python-version }}
+      GITHUB_REPOSITORY: ${{ github.repository }}
       GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      GITHUB_USERNAME: ${{ github.actor }}
+      VERBOSE: "true"
     if: inputs.canary-run == 'true' && inputs.branch == 'main'
     steps:
       - name: "Cleanup repo"
@@ -173,7 +176,10 @@ jobs:
     env:
       PYTHON_MAJOR_MINOR_VERSION: "${{ inputs.default-python-version }}"
       IMAGE_TAG: ${{ inputs.image-tag }}
+      GITHUB_REPOSITORY: ${{ github.repository }}
       GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      GITHUB_USERNAME: ${{ github.actor }}
+      VERBOSE: "true"
     # for now release check is failing and we need to fix it but we don't want to block the PRs
     if: false
     steps:

.github/workflows/additional-prod-image-tests.yml

@@ -91,7 +91,10 @@ jobs:
     name: "Test examples of POD image building"
     runs-on: ["ubuntu-22.04"]
     env:
+      GITHUB_REPOSITORY: ${{ github.repository }}
       GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      GITHUB_USERNAME: ${{ github.actor }}
+      VERBOSE: "true"
     steps:
       - name: "Cleanup repo"
         shell: bash
@@ -134,7 +137,10 @@ jobs:
     env:
       IMAGE_TAG: "${{ inputs.image-tag }}"
       PYTHON_MAJOR_MINOR_VERSION: "${{ inputs.default-python-version }}"
+      GITHUB_REPOSITORY: ${{ github.repository }}
       GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      GITHUB_USERNAME: ${{ github.actor }}
+      VERBOSE: "true"
     steps:
       - name: "Cleanup repo"
         shell: bash

.github/workflows/build-images.yml

@@ -28,20 +28,20 @@ permissions:
   packages: read
 env:
   ANSWER: "yes"
-  DB_RESET: "true"
-  VERBOSE: "true"
-  GITHUB_REPOSITORY: ${{ github.repository }}
-  GITHUB_USERNAME: ${{ github.actor }}
   # You can override CONSTRAINTS_GITHUB_REPOSITORY by setting secret in your repo but by default the
   # Airflow one is going to be used
   CONSTRAINTS_GITHUB_REPOSITORY: >-
     ${{ secrets.CONSTRAINTS_GITHUB_REPOSITORY != '' &&
         secrets.CONSTRAINTS_GITHUB_REPOSITORY || 'apache/airflow' }}
   # This token is WRITE one - pull_request_target type of events always have the WRITE token
+  DB_RESET: "true"
+  GITHUB_REPOSITORY: ${{ github.repository }}
   GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+  GITHUB_USERNAME: ${{ github.actor }}
   IMAGE_TAG: "${{ github.event.pull_request.head.sha || github.sha }}"
-  USE_SUDO: "true"
   INCLUDE_SUCCESS_OUTPUTS: "true"
+  USE_SUDO: "true"
+  VERBOSE: "true"
 
 concurrency:
   group: build-${{ github.event.pull_request.number || github.ref }}

.github/workflows/check-providers.yml

@@ -61,9 +61,13 @@ jobs:
     name: "Provider packages wheel build and verify"
     runs-on: ${{fromJSON(inputs.runs-on)}}
     env:
-      PYTHON_MAJOR_MINOR_VERSION: "${{ inputs.default-python-version }}"
-      IMAGE_TAG: "${{ inputs.image-tag }}"
+      GITHUB_REPOSITORY: ${{ github.repository }}
       GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      GITHUB_USERNAME: ${{ github.actor }}
+      IMAGE_TAG: "${{ inputs.image-tag }}"
+      INCLUDE_NOT_READY_PROVIDERS: "true"
+      PYTHON_MAJOR_MINOR_VERSION: "${{ inputs.default-python-version }}"
+      VERBOSE: "true"
     steps:
       - name: "Cleanup repo"
         shell: bash
@@ -125,9 +129,13 @@ jobs:
     name: "Provider packages sdist build and install"
     runs-on: ${{fromJSON(inputs.runs-on)}}
     env:
-      PYTHON_MAJOR_MINOR_VERSION: "${{ inputs.default-python-version }}"
-      IMAGE_TAG: "${{ inputs.image-tag }}"
+      GITHUB_REPOSITORY: ${{ github.repository }}
       GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      GITHUB_USERNAME: ${{ github.actor }}
+      IMAGE_TAG: "${{ inputs.image-tag }}"
+      INCLUDE_NOT_READY_PROVIDERS: "true"
+      PYTHON_MAJOR_MINOR_VERSION: "${{ inputs.default-python-version }}"
+      VERBOSE: "true"
     steps:
       - name: "Cleanup repo"
         shell: bash
@@ -193,10 +201,14 @@ jobs:
       matrix:
         include: ${{fromJson(inputs.providers-compatibility-checks)}}
     env:
+      GITHUB_REPOSITORY: ${{ github.repository }}
+      GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      GITHUB_USERNAME: ${{ github.actor }}
       IMAGE_TAG: "${{ inputs.image-tag }}"
-      PYTHON_MAJOR_MINOR_VERSION: "${{matrix.python-version}}"
+      INCLUDE_NOT_READY_PROVIDERS: "true"
+      PYTHON_MAJOR_MINOR_VERSION: "${{ inputs.default-python-version }}"
       VERSION_SUFFIX_FOR_PYPI: "dev0"
-      GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      VERBOSE: "true"
     if: inputs.skip-provider-tests != 'true'
     steps:
       - name: "Cleanup repo"

.github/workflows/ci-image-build.yml

@@ -115,8 +115,11 @@ ${{ inputs.do-build == 'true' && inputs.image-tag || '' }}"
       DEFAULT_BRANCH: ${{ inputs.branch }}
       DEFAULT_CONSTRAINTS_BRANCH: ${{ inputs.constraints-branch }}
       VERSION_SUFFIX_FOR_PYPI: "dev0"
+      GITHUB_REPOSITORY: ${{ github.repository }}
       GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      GITHUB_USERNAME: ${{ github.actor }}
       USE_UV: ${{ inputs.use-uv }}
+      VERBOSE: "true"
     steps:
       - name: "Cleanup repo"
         shell: bash
@@ -198,7 +201,15 @@ ${{ inputs.do-build == 'true' && inputs.image-tag || '' }}"
           DOCKER_CACHE: ${{ inputs.docker-cache }}
           INSTALL_MYSQL_CLIENT_TYPE: ${{ inputs.install-mysql-client-type }}
           UPGRADE_TO_NEWER_DEPENDENCIES: ${{ inputs.upgrade-to-newer-dependencies }}
+          # You can override CONSTRAINTS_GITHUB_REPOSITORY by setting secret in your repo but by default the
+          # Airflow one is going to be used
+          CONSTRAINTS_GITHUB_REPOSITORY: >-
+            ${{ secrets.CONSTRAINTS_GITHUB_REPOSITORY != '' &&
+            secrets.CONSTRAINTS_GITHUB_REPOSITORY || 'apache/airflow' }}
+          # In builds from forks, this token is read-only. For scheduled/direct push it is WRITE one
+          GITHUB_REPOSITORY: ${{ github.repository }}
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          GITHUB_USERNAME: ${{ github.actor }}
           PUSH: ${{ inputs.push-image }}
           VERBOSE: "true"
         if: inputs.do-build == 'true'

.github/workflows/ci.yml

@@ -34,22 +34,11 @@ permissions:
   # changes. If it is for a fork, then the token is read-only anyway.
   packages: write
 env:
-  DB_RESET: "true"
-  VERBOSE: "true"
   GITHUB_REPOSITORY: ${{ github.repository }}
-  GITHUB_USERNAME: ${{ github.actor }}
-  # You can override CONSTRAINTS_GITHUB_REPOSITORY by setting secret in your repo but by default the
-  # Airflow one is going to be used
-  CONSTRAINTS_GITHUB_REPOSITORY: >-
-    ${{ secrets.CONSTRAINTS_GITHUB_REPOSITORY != '' &&
-        secrets.CONSTRAINTS_GITHUB_REPOSITORY || 'apache/airflow' }}
-  # In builds from forks, this token is read-only. For scheduled/direct push it is WRITE one
   GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+  GITHUB_USERNAME: ${{ github.actor }}
   IMAGE_TAG: "${{ github.event.pull_request.head.sha || github.sha }}"
-  USE_SUDO: "true"
-  INCLUDE_NOT_READY_PROVIDERS: "true"
-  AIRFLOW_ENABLE_AIP_44: "true"
-  MOUNT_SOURCES: "skip"
+  VERBOSE: "true"
 
 concurrency:
   group: ci-${{ github.event.pull_request.number || github.ref }}

.github/workflows/docs.yml

@@ -59,10 +59,14 @@ jobs:
       matrix:
         flag: ["--docs-only", "--spellcheck-only"]
     env:
-      PYTHON_MAJOR_MINOR_VERSION: "${{ inputs.default-python-version }}"
-      INCLUDE_SUCCESS_OUTPUTS: "${{ inputs.include-success-outputs }}"
-      IMAGE_TAG: "${{ inputs.image-tag }}"
+      GITHUB_REPOSITORY: ${{ github.repository }}
       GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      GITHUB_USERNAME: ${{ github.actor }}
+      IMAGE_TAG: "${{ inputs.image-tag }}"
+      INCLUDE_NOT_READY_PROVIDERS: "true"
+      INCLUDE_SUCCESS_OUTPUTS: "${{ inputs.include-success-outputs }}"
+      PYTHON_MAJOR_MINOR_VERSION: "${{ inputs.default-python-version }}"
+      VERBOSE: "true"
     steps:
       - name: "Cleanup repo"
         shell: bash

.github/workflows/finalize-tests.yml

@@ -81,6 +81,10 @@ jobs:
       DEBUG_RESOURCES: ${{ inputs.debug-resources}}
       PYTHON_VERSIONS: ${{ inputs.python-versions-list-as-string }}
       IMAGE_TAG: ${{ inputs.image-tag }}
+      GITHUB_REPOSITORY: ${{ github.repository }}
+      GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      GITHUB_USERNAME: ${{ github.actor }}
+      VERBOSE: "true"
     if: inputs.upgrade-to-newer-dependencies != 'false'
     steps:
       - name: "Cleanup repo"

.github/workflows/helm-tests.yml

@@ -55,7 +55,10 @@ jobs:
       JOB_ID: "helm-tests"
       USE_XDIST: "true"
       IMAGE_TAG: "${{ inputs.image-tag }}"
+      GITHUB_REPOSITORY: ${{ github.repository }}
       GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      GITHUB_USERNAME: ${{ github.actor }}
+      VERBOSE: "true"
     steps:
       - name: "Cleanup repo"
         shell: bash

.github/workflows/integration-tests.yml

@@ -84,7 +84,10 @@ jobs:
       SKIP_PROVIDER_TESTS: "${{ inputs.skip-provider-tests }}"
       ENABLE_COVERAGE: "${{ inputs.run-coverage}}"
       DEBUG_RESOURCES: "${{ inputs.debug-resources }}"
+      GITHUB_REPOSITORY: ${{ github.repository }}
       GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      GITHUB_USERNAME: ${{ github.actor }}
+      VERBOSE: "true"
     steps:
       - name: "Cleanup repo"
         shell: bash

.github/workflows/k8s-tests.yml

@@ -65,7 +65,10 @@ jobs:
       DEBUG_RESOURCES: ${{ inputs.debug-resources }}
       INCLUDE_SUCCESS_OUTPUTS: ${{ inputs.include-success-outputs }}
       IMAGE_TAG: ${{ inputs.image-tag }}
+      GITHUB_REPOSITORY: ${{ github.repository }}
       GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      GITHUB_USERNAME: ${{ github.actor }}
+      VERBOSE: "true"
     steps:
       - name: "Cleanup repo"
         shell: bash

.github/workflows/prod-image-build.yml

@@ -125,9 +125,17 @@ ${{ inputs.do-build == 'true' && inputs.image-tag || '' }}"
       DEFAULT_CONSTRAINTS_BRANCH: ${{ inputs.constraints-branch }}
       VERSION_SUFFIX_FOR_PYPI: "dev0"
       INCLUDE_NOT_READY_PROVIDERS: "true"
+      # You can override CONSTRAINTS_GITHUB_REPOSITORY by setting secret in your repo but by default the
+      # Airflow one is going to be used
+      CONSTRAINTS_GITHUB_REPOSITORY: >-
+        ${{ secrets.CONSTRAINTS_GITHUB_REPOSITORY != '' &&
+        secrets.CONSTRAINTS_GITHUB_REPOSITORY || 'apache/airflow' }}
+      # In builds from forks, this token is read-only. For scheduled/direct push it is WRITE one
+      GITHUB_REPOSITORY: ${{ github.repository }}
       GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-      VERBOSE: "true"
+      GITHUB_USERNAME: ${{ github.actor }}
       USE_UV: ${{ inputs.use-uv }}
+      VERBOSE: "true"
     steps:
       - name: "Cleanup repo"
         shell: bash

.github/workflows/push-image-cache.yml

@@ -82,18 +82,26 @@ jobs:
       matrix:
         python: ${{ fromJson(inputs.python-versions) }}
     env:
+      COMMIT_SHA: ${{ github.sha }}
+      # You can override CONSTRAINTS_GITHUB_REPOSITORY by setting secret in your repo but by default the
+      # Airflow one is going to be used
+      CONSTRAINTS_GITHUB_REPOSITORY: >-
+        ${{ secrets.CONSTRAINTS_GITHUB_REPOSITORY != '' &&
+        secrets.CONSTRAINTS_GITHUB_REPOSITORY || 'apache/airflow' }}
+      # In builds from forks, this token is read-only. For scheduled/direct push it is WRITE one
       DEBIAN_VERSION: ${{ inputs.debian-version }}
-      INSTALL_MYSQL_CLIENT_TYPE: ${{ inputs.install-mysql-client-type }}
-      USE_UV: ${{ inputs.use-uv }}
       DEFAULT_BRANCH: ${{ inputs.branch }}
       DEFAULT_CONSTRAINTS_BRANCH: ${{ inputs.constraints-branch }}
-      UPGRADE_TO_NEWER_DEPENDENCIES: "false"
       DOCKER_CACHE: ${{ inputs.docker-cache }}
-      VERSION_SUFFIX_FOR_PYPI: "dev0"
+      GITHUB_REPOSITORY: ${{ github.repository }}
       GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-      COMMIT_SHA: ${{ github.sha }}
-      VERBOSE: "true"
+      GITHUB_USERNAME: ${{ github.actor }}
       INCLUDE_SUCCESS_OUTPUTS: "${{ inputs.include-success-outputs }}"
+      INSTALL_MYSQL_CLIENT_TYPE: ${{ inputs.install-mysql-client-type }}
+      USE_UV: ${{ inputs.use-uv }}
+      UPGRADE_TO_NEWER_DEPENDENCIES: "false"
+      VERBOSE: "true"
+      VERSION_SUFFIX_FOR_PYPI: "dev0"
     steps:
       - name: "Cleanup repo"
         shell: bash
@@ -132,17 +140,25 @@ jobs:
       matrix:
         python: ${{ fromJson(inputs.python-versions) }}
     env:
+      COMMIT_SHA: ${{ github.sha }}
+      # You can override CONSTRAINTS_GITHUB_REPOSITORY by setting secret in your repo but by default the
+      # Airflow one is going to be used
+      CONSTRAINTS_GITHUB_REPOSITORY: >-
+        ${{ secrets.CONSTRAINTS_GITHUB_REPOSITORY != '' &&
+        secrets.CONSTRAINTS_GITHUB_REPOSITORY || 'apache/airflow' }}
+      # In builds from forks, this token is read-only. For scheduled/direct push it is WRITE one
       DEBIAN_VERSION: ${{ inputs.debian-version }}
-      INSTALL_MYSQL_CLIENT_TYPE: ${{ inputs.install-mysql-client-type }}
-      USE_UV: ${{ inputs.use-uv }}
       DEFAULT_BRANCH: ${{ inputs.branch }}
       DEFAULT_CONSTRAINTS_BRANCH: ${{ inputs.constraints-branch }}
-      UPGRADE_TO_NEWER_DEPENDENCIES: "false"
       DOCKER_CACHE: ${{ inputs.docker-cache }}
-      VERSION_SUFFIX_FOR_PYPI: "dev0"
+      GITHUB_REPOSITORY: ${{ github.repository }}
       GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-      COMMIT_SHA: ${{ github.sha }}
+      GITHUB_USERNAME: ${{ github.actor }}
+      INSTALL_MYSQL_CLIENT_TYPE: ${{ inputs.install-mysql-client-type }}
+      UPGRADE_TO_NEWER_DEPENDENCIES: "false"
+      USE_UV: ${{ inputs.use-uv }}
       VERBOSE: "true"
+      VERSION_SUFFIX_FOR_PYPI: "dev0"
     if: inputs.include-prod-images == 'true'
     steps:
       - name: "Cleanup repo"

.github/workflows/run-unit-tests.yml

@@ -124,10 +124,14 @@ jobs:
       AIRFLOW_ENABLE_AIP_44: "${{ inputs.enable-aip-44 }}"
       BACKEND: "${{ inputs.backend }}"
       BACKEND_VERSION: "${{ matrix.backend-version }}"
+      DB_RESET: "true"
       DEBUG_RESOURCES: "${{ inputs.debug-resources }}"
       DOWNGRADE_SQLALCHEMY: "${{ inputs.downgrade-sqlalchemy }}"
       DOWNGRADE_PENDULUM: "${{ inputs.downgrade-pendulum }}"
       ENABLE_COVERAGE: "${{ inputs.run-coverage }}"
+      GITHUB_REPOSITORY: ${{ github.repository }}
+      GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      GITHUB_USERNAME: ${{ github.actor }}
       IMAGE_TAG: "${{ inputs.image-tag }}"
       INCLUDE_SUCCESS_OUTPUTS: ${{ inputs.include-success-outputs }}
       # yamllint disable rule:line-length
@@ -137,7 +141,7 @@ jobs:
       PYDANTIC: "${{ inputs.pydantic }}"
       PYTHON_MAJOR_MINOR_VERSION: "${{ matrix.python-version }}"
       UPGRADE_BOTO: "${{ inputs.upgrade-boto }}"
-      GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      VERBOSE: "true"
     steps:
       - name: "Cleanup repo"
         shell: bash

.github/workflows/static-checks-mypy-and-constraints-generation.yml

@@ -77,11 +77,14 @@ jobs:
     name: Generate constraints ${{ inputs.python-versions-list-as-string }}
     runs-on: ['ubuntu-22.04']
     env:
-      PYTHON_VERSIONS: ${{ inputs.python-versions-list-as-string }}
       DEBUG_RESOURCES: ${{ inputs.debug-resources }}
-      VERSION_SUFFIX_FOR_PYPI: "dev0"
-      INCLUDE_SUCCESS_OUTPUTS: "true"
+      GITHUB_REPOSITORY: ${{ github.repository }}
       GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      GITHUB_USERNAME: ${{ github.actor }}
+      INCLUDE_SUCCESS_OUTPUTS: "true"
+      PYTHON_VERSIONS: ${{ inputs.python-versions-list-as-string }}
+      VERBOSE: "true"
+      VERSION_SUFFIX_FOR_PYPI: "dev0"
     if: inputs.ci-image-build == 'true'
     steps:
       - name: "Cleanup repo"