hotfix: throttle transformers.js embeddings provider

continuedev · Oct 16, 2024 · 7e5f8aa · 7e5f8aa
1 parent 4124c21
commit 7e5f8aa
Show file tree

Hide file tree

Showing 4 changed files with 11 additions and 2 deletions.
diff --git a/.changes/extensions/vscode/0.8.54.md b/.changes/extensions/vscode/0.8.54.md
@@ -0,0 +1,3 @@
+## 0.8.54 - 2024-10-15
+### Fixed
+* Hotfix: throttle transformers.js embeddings provider
diff --git a/core/indexing/embeddings/TransformersJsEmbeddingsProvider.ts b/core/indexing/embeddings/TransformersJsEmbeddingsProvider.ts
@@ -39,7 +39,7 @@ class EmbeddingsPipeline {
 
 export class TransformersJsEmbeddingsProvider extends BaseEmbeddingsProvider {
   static providerName: EmbeddingsProviderName = "transformers.js";
-  static maxGroupSize: number = 4;
+  static maxGroupSize: number = 1;
   static model: string = "all-MiniLM-L6-v2";
   static mockVector: number[] = Array.from({ length: 384 }).fill(2) as number[];
 
@@ -79,6 +79,8 @@ export class TransformersJsEmbeddingsProvider extends BaseEmbeddingsProvider {
         pooling: "mean",
         normalize: true,
       });
+      // To avoid causing the extension host to go unresponsive
+      await new Promise((resolve) => setTimeout(resolve, 10));
       outputs.push(...output.tolist());
     }
     return outputs;

diff --git a/extensions/vscode/CHANGELOG.md b/extensions/vscode/CHANGELOG.md
@@ -5,6 +5,10 @@ adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html),
 and is generated by [Changie](https://github.com/miniscruff/changie).
 
 
+## 0.8.54 - 2024-10-15
+### Fixed
+* Hotfix: throttle transformers.js embeddings provider
+
 ## 0.8.53 - 2024-10-11
 ### Added
 * Improved loading/accept/reject UI for apply

diff --git a/extensions/vscode/package.json b/extensions/vscode/package.json
@@ -2,7 +2,7 @@
   "name": "continue",
   "icon": "media/icon.png",
   "author": "Continue Dev, Inc",
-  "version": "0.8.53",
+  "version": "0.8.54",
   "repository": {
     "type": "git",
     "url": "https://github.com/continuedev/continue"