⚡ upgrade to @1.1.0

README.md

@@ -1,3 +1,10 @@
 # llama-tokenizer-playground
 
-check out github pages.
+here is demo for [llama2-tokenizer.js package](https://github.com/lenML/llama2-tokenizer.js)
+
+deploy on [github pages](https://lenml.github.io/llama-tokenizer-playground/)
+
+# TODOs
+- [ ] tokenizer comparer
+- [ ] dark theme
+- [ ] fix react-highlight-within-textarea `text style` (when paste) issue

package.json

@@ -4,7 +4,8 @@
   "private": true,
   "homepage": ".",
   "dependencies": {
-    "@lenml/llama2-tokenizer": "^1.0.1",
+    "@lenml/llama2-tokenizer": "^1.1.2",
+    "@lenml/llama2-tokenizer-vocab-llama2": "^1.1.0",
     "@testing-library/jest-dom": "^5.17.0",
     "@testing-library/react": "^13.4.0",
     "@testing-library/user-event": "^13.5.0",
@@ -24,6 +25,7 @@
   },
   "scripts": {
     "start": "react-scripts start",
+    "dev": "pnpm run start",
     "build": "react-scripts build",
     "test": "react-scripts test",
     "eject": "react-scripts eject"