diff --git a/.github/workflows/pr_build.yml b/.github/workflows/pr_build.yml index 255fc47c28..72dd0226cc 100644 --- a/.github/workflows/pr_build.yml +++ b/.github/workflows/pr_build.yml @@ -40,6 +40,8 @@ env: RUST_VERSION: stable jobs: + + # run Comet test with full matrix of Java and Scala versions for the latest supported 3.5.x release linux-test: strategy: matrix: @@ -76,6 +78,41 @@ jobs: # upload test reports only for java 17 upload-test-reports: ${{ matrix.java_version == '17' }} + # run Comet tests for older 3.5.x releases with one java and scala versions + linux-test-35-minor-versions: + strategy: + matrix: + os: [ubuntu-latest] + java_version: [17] + test-target: [java] + spark-version: ['3.5'] + spark-patch-version: ['3.5.2', '3.5.3', '3.5.4'] + scala-version: ['2.12'] + is_push_event: + - ${{ github.event_name == 'push' }} + fail-fast: false + name: ${{ matrix.os }}/java ${{ matrix.java_version }}-spark-${{matrix.spark-patch-version}}-scala-${{matrix.scala-version}}/${{ matrix.test-target }} + runs-on: ${{ matrix.os }} + container: + image: amd64/rust + steps: + - uses: actions/checkout@v4 + - name: Setup Rust & Java toolchain + uses: ./.github/actions/setup-builder + with: + rust-version: ${{env.RUST_VERSION}} + jdk-version: ${{ matrix.java_version }} + - if: matrix.test-target == 'rust' + name: Rust test steps + uses: ./.github/actions/rust-test + - if: matrix.test-target == 'java' + name: Java test steps + uses: ./.github/actions/java-test + with: + maven_opts: "-Pspark-${{ matrix.spark-version }},scala-${{ matrix.scala-version }} -Dspark.version=${{ matrix.spark-patch-version }}" + # upload test reports only for java 17 + upload-test-reports: ${{ matrix.java_version == '17' }} + linux-test-native-datafusion-scan: strategy: matrix: diff --git a/docs/source/user-guide/installation.md b/docs/source/user-guide/installation.md index 6e57407d9c..75f02b476f 100644 --- a/docs/source/user-guide/installation.md +++ b/docs/source/user-guide/installation.md @@ -38,11 +38,15 @@ We recommend only using Comet with Spark versions where we currently have both C Other versions may work well enough for development and evaluation purposes. | Spark Version | Java Version | Scala Version | Comet Tests in CI | Spark Tests in CI | -| ------------- | ------------ | ------------- | ----------------- | ----------------- | +| ------------- | ------------ | ------------- |-------------------| ----------------- | | 3.4.3 | 8/11/17 | 2.12/2.13 | Yes | Yes | -| 3.5.4 | 8/11/17 | 2.12/2.13 | No | Yes | +| 3.5.2 | 8/11/17 | 2.12/2.13 | Partial\* | No | +| 3.5.3 | 8/11/17 | 2.12/2.13 | Partial\* | No | +| 3.5.4 | 8/11/17 | 2.12/2.13 | Partial\* | Yes | | 3.5.5 | 8/11/17 | 2.12/2.13 | Yes | Yes | +\* For older Spark 3.5.x releases, we do not test the full matrix of supported Java and Scala versions in CI. + Experimental support is provided for the following versions of Apache Spark and is intended for development/testing use only and should not be used in production yet.