Merge pull request #3105 from JoelEinbinder/remove_stop_words

chore: remove dead stopWords code
continuedev · Nov 28, 2024 · abac727 · abac727
2 parents 10d18bc + 5f58b66
commit abac727
Show file tree

Hide file tree

Showing 3 changed files with 0 additions and 48 deletions.
diff --git a/core/autocomplete/constants/AutocompleteLanguageInfo.ts b/core/autocomplete/constants/AutocompleteLanguageInfo.ts
@@ -9,7 +9,6 @@ export interface AutocompleteLanguageInfo {
   topLevelKeywords: string[];
   singleLineComment?: string;
   endOfLine: string[];
-  stopWords?: string[];
   lineFilters?: LineFilter[];
   charFilters?: CharacterFilter[];
   useMultiline?: (args: { prefix: string; suffix: string }) => boolean;

diff --git a/core/autocomplete/context/NearbyDefinitionsService.ts b/core/autocomplete/context/NearbyDefinitionsService.ts
diff --git a/core/autocomplete/templating/getStopTokens.ts b/core/autocomplete/templating/getStopTokens.ts
@@ -25,7 +25,6 @@ export function getStopTokens(
     ...(model.toLowerCase().includes("starcoder2")
       ? STARCODER2_T_ARTIFACTS
       : []),
-    ...(lang.stopWords ?? []),
     // ...lang.topLevelKeywords.map((word) => `\n${word}`),
   ];