diff --git a/benchmarks/gptoss_fp4_h100_docker.sh b/benchmarks/gptoss_fp4_h100_docker.sh index 7ac644ddc..e4892b859 100644 --- a/benchmarks/gptoss_fp4_h100_docker.sh +++ b/benchmarks/gptoss_fp4_h100_docker.sh @@ -48,6 +48,6 @@ run_benchmark_serving \ --output-len "$OSL" \ --random-range-ratio "$RANDOM_RANGE_RATIO" \ --num-prompts $(( $CONC * 10 )) \ - --max-concurrency 512 \ + --max-concurrency "$CONC" \ --result-filename "$RESULT_FILENAME" \ --result-dir /workspace/