From 5de14d11b9964c6dccb242e25a506cc689bbc643 Mon Sep 17 00:00:00 2001 From: Mieszko Syty Date: Mon, 30 Sep 2024 17:49:54 +0200 Subject: [PATCH 1/2] fixed MLCModel embed_tokens method input --- nano_llm/models/mlc.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/nano_llm/models/mlc.py b/nano_llm/models/mlc.py index 1ed611c..a8b9a00 100644 --- a/nano_llm/models/mlc.py +++ b/nano_llm/models/mlc.py @@ -287,7 +287,7 @@ def embed_tokens(self, tokens, return_tensors='np', **kwargs): # pt, np, tvm if isinstance(tokens, torch.Tensor): tokens = tokens.numpy() - if not isinstance(input, tvm.runtime.ndarray.NDArray): + if not isinstance(tokens, tvm.runtime.ndarray.NDArray): if isinstance(tokens, list): tokens = np.asarray([tokens], dtype=np.int32) elif not isinstance(tokens, np.ndarray): From 1414212000e67809ec0209056719ea32d3629214 Mon Sep 17 00:00:00 2001 From: Mieszko Syty Date: Mon, 30 Sep 2024 18:38:37 +0200 Subject: [PATCH 2/2] fixed MLCModel embed_tokens method input variable --- nano_llm/models/mlc.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/nano_llm/models/mlc.py b/nano_llm/models/mlc.py index a8b9a00..78d86f3 100644 --- a/nano_llm/models/mlc.py +++ b/nano_llm/models/mlc.py @@ -291,7 +291,7 @@ def embed_tokens(self, tokens, return_tensors='np', **kwargs): # pt, np, tvm if isinstance(tokens, list): tokens = np.asarray([tokens], dtype=np.int32) elif not isinstance(tokens, np.ndarray): - raise TypeError(f"NanoLLM.embed_tokens() expects a list, np.ndarray, tvm.ndarray, or torch.Tensor (was {type(input)})") + raise TypeError(f"NanoLLM.embed_tokens() expects a list, np.ndarray, tvm.ndarray, or torch.Tensor (was {type(tokens)})") if isinstance(tokens, np.ndarray): tokens = tvm.nd.array(tokens.astype(np.int32), self.device)