From 7e5f8aa4d8384084823ef48cde78a347f26eb95e Mon Sep 17 00:00:00 2001 From: Nate Date: Tue, 15 Oct 2024 23:00:43 -0700 Subject: [PATCH] hotfix: throttle transformers.js embeddings provider --- .changes/extensions/vscode/0.8.54.md | 3 +++ core/indexing/embeddings/TransformersJsEmbeddingsProvider.ts | 4 +++- extensions/vscode/CHANGELOG.md | 4 ++++ extensions/vscode/package.json | 2 +- 4 files changed, 11 insertions(+), 2 deletions(-) create mode 100644 .changes/extensions/vscode/0.8.54.md diff --git a/.changes/extensions/vscode/0.8.54.md b/.changes/extensions/vscode/0.8.54.md new file mode 100644 index 0000000000..90466954cf --- /dev/null +++ b/.changes/extensions/vscode/0.8.54.md @@ -0,0 +1,3 @@ +## 0.8.54 - 2024-10-15 +### Fixed +* Hotfix: throttle transformers.js embeddings provider diff --git a/core/indexing/embeddings/TransformersJsEmbeddingsProvider.ts b/core/indexing/embeddings/TransformersJsEmbeddingsProvider.ts index 4dcf41141e..c5c698efd9 100644 --- a/core/indexing/embeddings/TransformersJsEmbeddingsProvider.ts +++ b/core/indexing/embeddings/TransformersJsEmbeddingsProvider.ts @@ -39,7 +39,7 @@ class EmbeddingsPipeline { export class TransformersJsEmbeddingsProvider extends BaseEmbeddingsProvider { static providerName: EmbeddingsProviderName = "transformers.js"; - static maxGroupSize: number = 4; + static maxGroupSize: number = 1; static model: string = "all-MiniLM-L6-v2"; static mockVector: number[] = Array.from({ length: 384 }).fill(2) as number[]; @@ -79,6 +79,8 @@ export class TransformersJsEmbeddingsProvider extends BaseEmbeddingsProvider { pooling: "mean", normalize: true, }); + // To avoid causing the extension host to go unresponsive + await new Promise((resolve) => setTimeout(resolve, 10)); outputs.push(...output.tolist()); } return outputs; diff --git a/extensions/vscode/CHANGELOG.md b/extensions/vscode/CHANGELOG.md index 99e76e5d52..5aa736e28c 100644 --- a/extensions/vscode/CHANGELOG.md +++ b/extensions/vscode/CHANGELOG.md @@ -5,6 +5,10 @@ adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html), and is generated by [Changie](https://github.com/miniscruff/changie). +## 0.8.54 - 2024-10-15 +### Fixed +* Hotfix: throttle transformers.js embeddings provider + ## 0.8.53 - 2024-10-11 ### Added * Improved loading/accept/reject UI for apply diff --git a/extensions/vscode/package.json b/extensions/vscode/package.json index 5b3f70c9f8..02c67df07e 100644 --- a/extensions/vscode/package.json +++ b/extensions/vscode/package.json @@ -2,7 +2,7 @@ "name": "continue", "icon": "media/icon.png", "author": "Continue Dev, Inc", - "version": "0.8.53", + "version": "0.8.54", "repository": { "type": "git", "url": "https://github.com/continuedev/continue"