diff --git a/.github/workflows/sglang_downstream.yaml b/.github/workflows/sglang_downstream.yaml index e019e3a944..7ebc030647 100644 --- a/.github/workflows/sglang_downstream.yaml +++ b/.github/workflows/sglang_downstream.yaml @@ -29,9 +29,10 @@ jobs: needs: [check-signal] runs-on: aiter-mi355-1gpu env: - SGL_BRANCH: v0.5.3 + SGL_BRANCH: v0.5.5 GPU_ARCH: gfx950 - SGL_IMAGE: rocm/sgl-dev:v0.5.3.post3-rocm700-mi30x-20251019 + GPU_ARCH_CI: mi35x # used in sglang ci scripts + SGL_IMAGE: rocm/sgl-dev:v0.5.5.post3-rocm700-mi35x-20251123 GITHUB_REPO_URL: ${{ github.event.pull_request.head.repo.clone_url || 'https://github.com/ROCm/aiter.git' }} GITHUB_COMMIT_SHA: ${{ github.event.pull_request.head.sha || github.event.head_commit.id }} @@ -62,7 +63,7 @@ jobs: && cd aiter \ && git checkout ${{ env.GITHUB_COMMIT_SHA }} \ && git submodule update --init --recursive \ - && PREBUILD_KERNELS=1 GPU_ARCHS=${{ env.GPU_ARCH }} python setup.py develop; \ + && PREBUILD_KERNELS=1 GPU_ARCHS=${{ env.GPU_ARCH }} python setup.py develop RUN echo "=== Aiter version AFTER installation ===" && pip show aiter || true EOF @@ -108,6 +109,7 @@ jobs: run: | cd sglang sed -i 's/ci_sglang/sglang_aiter_test/g' scripts/ci/amd_ci_install_dependency.sh + sed -i "4s/^GPU_ARCH=.*/GPU_ARCH=\"${GPU_ARCH_CI}\"/" scripts/ci/amd_ci_install_dependency.sh bash scripts/ci/amd_ci_install_dependency.sh - name: Evaluate Accuracy @@ -115,7 +117,7 @@ jobs: run: | cd sglang sed -i 's/ci_sglang/sglang_aiter_test/g' scripts/ci/amd_ci_exec.sh - bash scripts/ci/amd_ci_exec.sh pip show aiter || true + bash scripts/ci/amd_ci_exec.sh printenv | grep GPU_ARCH || true bash scripts/ci/amd_ci_exec.sh -e SGLANG_USE_AITER=0 python3 test_eval_accuracy_large.py bash scripts/ci/amd_ci_exec.sh python3 test_eval_fp8_accuracy.py bash scripts/ci/amd_ci_exec.sh python3 models/test_qwen_models.py