diff --git a/colossalai/inference/README.md b/colossalai/inference/README.md index 76813a4a3495..48526b32bb3f 100644 --- a/colossalai/inference/README.md +++ b/colossalai/inference/README.md @@ -62,7 +62,7 @@ engine = InferenceEngine(model, tokenizer, inference_config, verbose=True) # Step 4: try inference prompts = ['Who is the best player in the history of NBA?'] -response = engine.generate(prompts) +response = engine.generate(prompts=prompts) pprint(response) ```