diff --git a/.github/configs/amd-master.yaml b/.github/configs/amd-master.yaml index 7292a644b..4860b622a 100644 --- a/.github/configs/amd-master.yaml +++ b/.github/configs/amd-master.yaml @@ -1,5 +1,5 @@ dsr1-fp4-mi355x-sglang: - image: lmsysorg/sglang:v0.5.7-rocm700-mi35x + image: lmsysorg/sglang:v0.5.8-rocm700-mi35x model: amd/DeepSeek-R1-0528-MXFP4-Preview model-prefix: dsr1 runner: mi355x diff --git a/perf-changelog.yaml b/perf-changelog.yaml index cf1c6035f..e817e7d88 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -273,3 +273,9 @@ description: - "Add DSR1 FP4 B300 Dynamo TRT configurations" pr-link: https://github.com/InferenceMAX/InferenceMAX/pull/585 + +- config-keys: + - dsr1-fp4-mi355x-sglang + description: + - "Update SGLang image from v0.5.7 to v0.5.8 for DeepSeek-R1 FP4 on MI355x" + pr-link: https://github.com/InferenceMAX/InferenceMAX/pull/595