[CHORES]

kyegomez · Dec 7, 2023 · 0ce0b51 · 0ce0b51
1 parent 9831ba0
commit 0ce0b51
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 4 deletions.
diff --git a/example.py b/example.py
@@ -1,6 +1,7 @@
-import torch
-from gemini_torch.model import Gemini
+import torch 
+from gemini_torch import Gemini
 
+# Initialize the model
 model = Gemini(
     num_tokens=50432,
     max_seq_len=8192,
@@ -19,7 +20,11 @@
     attn_qk_norm_dim_scale=True,
 )
 
+# Initialize the text random tokens
 x = torch.randint(0, 50432, (1, 8192))
 
+# Apply model to x
 y = model(x)
-print(y)
+
+# Print logits
+print(y)
diff --git a/pyproject.toml b/pyproject.toml
@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
 name = "gemini-torch"
-version = "0.0.5"
+version = "0.0.6"
 description = "Gemini - Pytorch"
 license = "MIT"
 authors = ["Kye Gomez <[email protected]>"]