Skip to content

Commit

Permalink
[Fix]: fix turbomind (#81)
Browse files Browse the repository at this point in the history
fix turbomind
  • Loading branch information
RangiLyu authored Jan 16, 2024
1 parent 987618c commit 6b28760
Showing 1 changed file with 5 additions and 1 deletion.
6 changes: 5 additions & 1 deletion lagent/llms/lmdeploy.py
Original file line number Diff line number Diff line change
Expand Up @@ -105,7 +105,11 @@ def __init__(self,
meta_template=None,
tp=1,
**kwargs):
super().__init__(path, max_seq_len, tokenizer_only, meta_template)
super().__init__(
path=path,
max_seq_len=max_seq_len,
tokenizer_only=tokenizer_only,
meta_template=meta_template)
tokenizer_model_path = osp.join(path, 'triton_models', 'tokenizer')
self.tokenizer = Tokenizer(tokenizer_model_path)
self.tm_model = tm.TurboMind(
Expand Down

0 comments on commit 6b28760

Please sign in to comment.