From cfd3d1cb44b75d37f44f2488e0f50d804202dc1c Mon Sep 17 00:00:00 2001 From: "copilot-swe-agent[bot]" <198982749+Copilot@users.noreply.github.com> Date: Thu, 6 Nov 2025 21:13:05 +0000 Subject: [PATCH 1/2] Initial plan From 5f72cbd04169682f700d2cf1ae5eb812e9bf34de Mon Sep 17 00:00:00 2001 From: "copilot-swe-agent[bot]" <198982749+Copilot@users.noreply.github.com> Date: Thu, 6 Nov 2025 21:19:23 +0000 Subject: [PATCH 2/2] Add Model column to summarize results table Co-authored-by: cquil11 <60715037+cquil11@users.noreply.github.com> --- utils/summarize.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/utils/summarize.py b/utils/summarize.py index 7668729fe..27d1008c3 100644 --- a/utils/summarize.py +++ b/utils/summarize.py @@ -9,18 +9,20 @@ with open(result_path) as f: result = json.load(f) results.append(result) -results.sort(key=lambda r: (r['hw'], r.get('framework', 'vllm'), r.get('precision', 'fp8'), r['tp'], r['ep'], r['conc'])) +results.sort(key=lambda r: (r.get('model', 'unknown'), r['hw'], r.get('framework', 'vllm'), r.get('precision', 'fp8'), r['tp'], r['ep'], r['conc'])) summary_header = f'''\ -| Hardware | Framework | Precision | TP | EP | DP Attention | Conc | TTFT (ms) | TPOT (ms) | E2EL (s) | TPUT per GPU | Output TPUT per GPU | Input TPUT per GPU | -| :-: | :-: | :-: | :-: | :-: | :-: | :-: | :-: | :-: | :-: | :-: | :-: | :-: |\ +| Model | Hardware | Framework | Precision | TP | EP | DP Attention | Conc | TTFT (ms) | TPOT (ms) | E2EL (s) | TPUT per GPU | Output TPUT per GPU | Input TPUT per GPU | +| :-: | :-: | :-: | :-: | :-: | :-: | :-: | :-: | :-: | :-: | :-: | :-: | :-: | :-: |\ ''' print(summary_header) for result in results: framework = result.get('framework', 'vllm') precision = result.get('precision', 'fp8') + model = result.get('model', 'unknown') print( + f"| {model} " f"| {result['hw'].upper()} " f"| {framework.upper()} " f"| {precision.upper()} "