snipp

Mobile-Artificial-Intelligence · Feb 10, 2025 · 3202ca6 · 3202ca6
1 parent e9c895c
commit 3202ca6
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lib/src/llama_native.dart b/lib/src/llama_native.dart
@@ -122,7 +122,7 @@ class LlamaNative implements Llama {
       throw Exception('Failed to apply template');
     }
 
-    final prompt = formatted.cast<Utf8>().toDartString().substring(_contextLength);
+    final prompt = formatted.cast<Utf8>().toDartString().substring(_contextLength, newContextLength);
 
     final vocab = Llama.lib.llama_model_get_vocab(_model);
     final isFirst = Llama.lib.llama_get_kv_cache_used_cells(_context) == 0;