diff --git a/.github/workflows/sglang_downstream.yaml b/.github/workflows/sglang_downstream.yaml
index fa582d92a9..9f31dc6eee 100644
--- a/.github/workflows/sglang_downstream.yaml
+++ b/.github/workflows/sglang_downstream.yaml
@@ -180,7 +180,6 @@ jobs:
             git checkout '${GITHUB_COMMIT_SHA}'
             git submodule sync --recursive
             git submodule update --init --recursive
-            PREBUILD_KERNELS=1 GPU_ARCHS='${GPU_ARCH}' python setup.py build_ext --inplace
             pip install -e .
             pip show amd-aiter || pip show aiter
           "