From d5a279820dfe9294ed1cb127a255c30537193eb2 Mon Sep 17 00:00:00 2001 From: GuangyaoZhang Date: Sun, 5 Jan 2025 07:57:28 +0000 Subject: [PATCH] Modify the ColossalAI inference doc to make the sample code work --- colossalai/inference/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/colossalai/inference/README.md b/colossalai/inference/README.md index 76813a4a3495..48526b32bb3f 100644 --- a/colossalai/inference/README.md +++ b/colossalai/inference/README.md @@ -62,7 +62,7 @@ engine = InferenceEngine(model, tokenizer, inference_config, verbose=True) # Step 4: try inference prompts = ['Who is the best player in the history of NBA?'] -response = engine.generate(prompts) +response = engine.generate(prompts=prompts) pprint(response) ```