first output

Mobile-Artificial-Intelligence · Feb 4, 2025 · 1bb5897 · 1bb5897
1 parent b7b3644
commit 1bb5897
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/example/lib/main.dart b/example/lib/main.dart
@@ -4,7 +4,6 @@ import 'package:flutter/material.dart';
 import 'dart:async';
 
 import 'package:file_picker/file_picker.dart';
-import 'package:llama/bindings.dart';
 import 'package:llama/llama.dart';
 
 void main() {
@@ -59,8 +58,6 @@ class _LlamaAppState extends State<LlamaApp> {
       )
     );
 
-    print('LlamaCPP created');
-
     Stream<String> stream = llamaCpp.prompt(_messages);
 
     setState(() {

diff --git a/lib/src/llama_cpp_native.dart b/lib/src/llama_cpp_native.dart
@@ -63,6 +63,10 @@ class LlamaCppNative {
   }
 
   Stream<String> prompt(List<ChatMessage> messages) async* {
+    assert(_model != ffi.nullptr, 'Model is not loaded');
+    assert(_context != ffi.nullptr, 'Context is not initialized');
+    assert(_sampler != ffi.nullptr, 'Sampler is not initialized');
+
     _completer = Completer();
 
     final nCtx = lib.llama_n_ctx(_context);