continuedev · geekr-dev · Jan 20, 2025 · Jan 20, 2025 · Feb 4, 2025
diff --git a/core/llm/autodetect.ts b/core/llm/autodetect.ts
@@ -65,6 +65,7 @@ const PROVIDER_SUPPORTS_IMAGES: string[] = [
   "sagemaker",
   "continue-proxy",
   "openrouter",
+  "geekai",
   "vertexai",
   "azure",
   "scaleway",

diff --git a/core/llm/llms/GeekAI.ts b/core/llm/llms/GeekAI.ts
@@ -0,0 +1,18 @@
+import { LLMOptions } from "../../index.js";
+import { osModelsEditPrompt } from "../templates/edit.js";
+
+import OpenAI from "./OpenAI.js";
+
+class GeekAI extends OpenAI {
+  static providerName = "geekai";
+  static defaultOptions: Partial<LLMOptions> = {
+    apiBase: "https://geekai.dev/api/v1/",
+    model: "gpt-4o-mini",
+    promptTemplates: {
+      edit: osModelsEditPrompt,
+    },
+    useLegacyCompletionsEndpoint: false,
+  };
+}
+
+export default GeekAI;
diff --git a/core/llm/llms/index.ts b/core/llm/llms/index.ts
@@ -22,6 +22,7 @@ import Fireworks from "./Fireworks";
 import Flowise from "./Flowise";
 import FreeTrial from "./FreeTrial";
 import FunctionNetwork from "./FunctionNetwork";
+import GeekAI from "./GeekAI";
 import Gemini from "./Gemini";
 import Groq from "./Groq";
 import HuggingFaceInferenceAPI from "./HuggingFaceInferenceAPI";
@@ -88,6 +89,7 @@ export const LLMClasses = [
   Azure,
   WatsonX,
   OpenRouter,
+  GeekAI,
   Nvidia,
   Vllm,
   SambaNova,

diff --git a/docs/docs/customize/model-providers/more/geekai.md b/docs/docs/customize/model-providers/more/geekai.md
@@ -0,0 +1,21 @@
+# GeekAI
+
+GeekAI is a unified interface for commercial and open-source models, giving you access to the best models at the lower prices than offically. You can sign up [here](https://geekai.dev/login), create your API key on the [keys page](https://geekai.dev/user/api_keys), and then choose a model from the [list of supported models](https://geekai.dev/models).
+
+Change `~/.continue/config.json` to look like the following.
+
+```json title="config.json"
+{
+  "models": [
+    {
+      "title": "Claude 3.5 Sonnet",
+      "provider": "geekai",
+      "model": "claude-3-5-sonnet-latest",
+      "apiBase": "https://geekai.dev/api/v1",
+      "apiKey": "..."
+    }
+  ]
+}
+```
+
+Learn more about available settings [here](https://geekai.dev/docs/api).
diff --git a/docs/docusaurus.config.js b/docs/docusaurus.config.js
@@ -373,6 +373,10 @@ const config = {
             to: "/customize/model-providers/more/openrouter",
             from: "/reference/Model Providers/openrouter",
           },
+          {
+            to: "/customize/model-providers/more/geekai",
+            from: "/reference/Model Providers/geekai",
+          },
           {
             to: "/customize/model-providers/more/replicatellm",
             from: "/reference/Model Providers/replicatellm",

diff --git a/...docusaurus-plugin-content-docs/current/customize/model-providers/more/geekai.md b/...docusaurus-plugin-content-docs/current/customize/model-providers/more/geekai.md
@@ -0,0 +1,21 @@
+# GeekAI
+
+GeekAI 是一个多块好省的 AI 模型评测与代理平台，可以自动为你的应用场景调度最便宜可用的 AI 模型。你可以在 [这里](https://geekai.dev/login) 注册，在 [令牌管理页面](https://geekai.dev/user/api_keys) 创建你的 API key ，然后从 [模型广场](https://geekai.dev/models) 中选择一个模型（通过模型名称）。
+
+修改 `~/.continue/config.json` 如下：
+
+```json title="config.json"
+{
+  "models": [
+    {
+      "title": "Claude 3.5 Sonnet",
+      "provider": "geekai",
+      "model": "claude-3-5-sonnet-latest",
+      "apiBase": "https://geekai.dev/api/v1",
+      "apiKey": "..."
+    }
+  ]
+}
+```
+
+你可以在 [API文档](https://geekai.dev/docs/api) 了解更多可用的设置。
diff --git a/extensions/vscode/config_schema.json b/extensions/vscode/config_schema.json
diff --git a/packages/openai-adapters/README.md b/packages/openai-adapters/README.md
@@ -37,6 +37,7 @@ They are concerned with:
 - [x] Deepseek
 - [ ] Flowise
 - [x] Function Network
+- [x] GeekAI
 - [x] Gemini
 - [x] Groq
 - [ ] HuggingFace Inference API

diff --git a/packages/openai-adapters/src/index.ts b/packages/openai-adapters/src/index.ts
@@ -59,6 +59,8 @@ export function constructLlmApi(config: LLMConfig): BaseLlmApi | undefined {
       return openAICompatible("http://127.0.0.1:5000/v1/", config);
     case "openrouter":
       return openAICompatible("https://openrouter.ai/api/v1/", config);
+    case "geekai":
+        return openAICompatible("https://geekai.dev/api/v1/", config);
     case "cerebras":
       return openAICompatible("https://api.cerebras.ai/v1/", config);
     case "kindo":

diff --git a/packages/openai-adapters/src/types.ts b/packages/openai-adapters/src/types.ts
@@ -50,6 +50,7 @@ export const OpenAIConfigSchema = BasePlusConfig.extend({
     z.literal("kindo"),
     z.literal("msty"),
     z.literal("openrouter"),
+    z.literal("geekai"),
     z.literal("sambanova"),
     z.literal("text-gen-webui"),
     z.literal("vllm"),

diff --git a/core/autocomplete/CompletionProvider.ts b/core/autocomplete/CompletionProvider.ts
 import { DEFAULT_AUTOCOMPLETE_OPTS } from "../util/parameters.js";

 import { shouldCompleteMultiline } from "./classification/shouldCompleteMultiline.js";
 import { ContextRetrievalService } from "./context/ContextRetrievalService.js";

 import { BracketMatchingService } from "./filtering/BracketMatchingService.js";
 import { CompletionStreamer } from "./generation/CompletionStreamer.js";

      // Save to cache
      if (!outcome.cacheHit && helper.options.useCache) {
        (await this.autocompleteCache).put(outcome.prefix, outcome.completion);
      }

      // When using the JetBrains extension, Mark as displayed
diff --git a/core/autocomplete/constants/AutocompleteLanguageInfo.ts b/core/autocomplete/constants/AutocompleteLanguageInfo.ts
  name: "Python",
  // """"#" is for .ipynb files, where we add '"""' surrounding markdown blocks.
  // This stops the model from trying to complete the start of a new markdown block
  topLevelKeywords: ["def", "class", '"""#'],
  singleLineComment: "#",
  endOfLine: [],
 };
diff --git a/core/autocomplete/context/ImportDefinitionsService.ts b/core/autocomplete/context/ImportDefinitionsService.ts

  constructor(private readonly ide: IDE) {
    ide.onDidChangeActiveTextEditor((filepath) => {
      this.cache.initKey(filepath);
    });
  }

diff --git a/core/autocomplete/context/root-path-context/test/testUtils.ts b/core/autocomplete/context/root-path-context/test/testUtils.ts
 import { jest } from "@jest/globals";
 import fs from "fs";
 import path from "path";

 import Parser from "web-tree-sitter";
 import { Position } from "../../../..";
 import { testIde } from "../../../../test/fixtures";
 import { getAst, getTreePathAtCursor } from "../../../util/ast";
diff --git a/core/autocomplete/filtering/test/testCases.ts b/core/autocomplete/filtering/test/testCases.ts
 `,
    llmOutput: `world!");
 `,
    expectedCompletion: 'world!");',
  },
  {
    description: "Should autocomplete Java when inside a block",
      ): Promise<AutocompleteCodeSnippet[]> {
    const snippets: AutocompleteCodeSnippet[] = [];
    `,
    expectedCompletion: `console.log('TEST');`,
  },
  {
    description: "Should autocomplete React effect hook",
    return this;
  }
 `,
    llmOutput: ` this;`,
    expectedCompletion: `this;`,
  },
  {
diff --git a/extensions/vscode/src/VsCodeIde.ts b/extensions/vscode/src/VsCodeIde.ts
 import { EXTENSION_NAME } from "core/control-plane/env";
 import { GetGhTokenArgs } from "core/protocol/ide";
 import { editConfigJson, getConfigJsonPath } from "core/util/paths";
 import * as vscode from "vscode";

 import * as URI from "uri-js";
 import { executeGotoProvider } from "./autocomplete/lsp";
 import { Repository } from "./otherExtensions/git";
 import { VsCodeIdeUtils } from "./util/ideUtils";
 import { getExtensionUri, openEditorAndRevealRange } from "./util/vscode";
 import { VsCodeWebviewProtocol } from "./webviewProtocol";

 import type {
  ContinueRcJson,
  FileStatsMap,
  FileType,
  TerminalOptions,
  Thread,
 } from "core";
 import { SecretStorage } from "./stubs/SecretStorage";

 class VsCodeIde implements IDE {
  ideUtils: VsCodeIdeUtils;
diff --git a/extensions/vscode/src/autocomplete/completionProvider.ts b/extensions/vscode/src/autocomplete/completionProvider.ts
  stopStatusBarLoading,
 } from "./statusBar";

 import type { TabAutocompleteModel } from "../util/loadAutocompleteModel";
 import { startLocalOllama } from "core/util/ollamaHelper";
 import type { IDE } from "core";

 const Diff = require("diff");
        );
      } else if (val === "Download Ollama") {
        vscode.env.openExternal(vscode.Uri.parse("https://ollama.ai/download"));
      } else if (val == "Start Ollama") {
        startLocalOllama(this.ide);
      }
    });
diff --git a/extensions/vscode/src/autocomplete/lsp.ts b/extensions/vscode/src/autocomplete/lsp.ts
 import * as vscode from "vscode";

 import type { IDE, Range, RangeInFile, RangeInFileWithContents } from "core";
 import type Parser from "web-tree-sitter";
 import { GetLspDefinitionsFunction } from "core/autocomplete/types";
 import {
  AutocompleteCodeSnippet,
	import { DEFAULT_AUTOCOMPLETE_OPTS } from "../util/parameters.js";

	import { shouldCompleteMultiline } from "./classification/shouldCompleteMultiline.js";
	import { ContextRetrievalService } from "./context/ContextRetrievalService.js";
Check warning on line 8 in core/autocomplete/CompletionProvider.ts GitHub Actions / core-checks `There should be no empty line within import group`

	import { BracketMatchingService } from "./filtering/BracketMatchingService.js";
	import { CompletionStreamer } from "./generation/CompletionStreamer.js";

	// Save to cache
	if (!outcome.cacheHit && helper.options.useCache) {
	(await this.autocompleteCache).put(outcome.prefix, outcome.completion);
Check warning on line 261 in core/autocomplete/CompletionProvider.ts GitHub Actions / core-checks Promises must be awaited, end with a call to .catch, end with a call to .then with a rejection handler or be explicitly marked as ignored with the `void` operator
	}

	// When using the JetBrains extension, Mark as displayed
	name: "Python",
	// """"#" is for .ipynb files, where we add '"""' surrounding markdown blocks.
	// This stops the model from trying to complete the start of a new markdown block
	topLevelKeywords: ["def", "class", '"""#'],
Check warning on line 31 in core/autocomplete/constants/AutocompleteLanguageInfo.ts GitHub Actions / core-checks `Strings must use doublequote`
	singleLineComment: "#",
	endOfLine: [],
	};
	`,
	llmOutput: `world!");
	`,
	expectedCompletion: 'world!");',
Check warning on line 66 in core/autocomplete/filtering/test/testCases.ts GitHub Actions / core-checks `Strings must use doublequote`
	},
	{
	description: "Should autocomplete Java when inside a block",
	): Promise<AutocompleteCodeSnippet[]> {
	const snippets: AutocompleteCodeSnippet[] = [];
	`,
	expectedCompletion: `console.log('TEST');`,
Check warning on line 257 in core/autocomplete/filtering/test/testCases.ts GitHub Actions / core-checks `Strings must use doublequote`
	},
	{
	description: "Should autocomplete React effect hook",
	return this;
	}
	`,
	llmOutput: ` this;`,
Check warning on line 303 in core/autocomplete/filtering/test/testCases.ts GitHub Actions / core-checks `Strings must use doublequote`
	expectedCompletion: `this;`,
	},
	{
	import { EXTENSION_NAME } from "core/control-plane/env";
	import { GetGhTokenArgs } from "core/protocol/ide";
	import { editConfigJson, getConfigJsonPath } from "core/util/paths";
	import * as vscode from "vscode";
Check warning on line 8 in extensions/vscode/src/VsCodeIde.ts GitHub Actions / vscode-checks `There should be no empty line within import group`

	import * as URI from "uri-js";
Check warning on line 10 in extensions/vscode/src/VsCodeIde.ts GitHub Actions / vscode-checks `There should be at least one empty line between import groups` Check warning on line 10 in extensions/vscode/src/VsCodeIde.ts GitHub Actions / vscode-checks `uri-js` import should occur before import of `vscode`
	import { executeGotoProvider } from "./autocomplete/lsp";
	import { Repository } from "./otherExtensions/git";
	import { VsCodeIdeUtils } from "./util/ideUtils";
	import { getExtensionUri, openEditorAndRevealRange } from "./util/vscode";
	import { VsCodeWebviewProtocol } from "./webviewProtocol";

	import type {
Check warning on line 17 in extensions/vscode/src/VsCodeIde.ts GitHub Actions / vscode-checks `There should be at least one empty line between import groups`
	ContinueRcJson,
	FileStatsMap,
	FileType,
	TerminalOptions,
	Thread,
	} from "core";
	import { SecretStorage } from "./stubs/SecretStorage";
Check warning on line 31 in extensions/vscode/src/VsCodeIde.ts GitHub Actions / vscode-checks `./stubs/SecretStorage` import should occur before import of `./util/ideUtils`

	class VsCodeIde implements IDE {
	ideUtils: VsCodeIdeUtils;
	stopStatusBarLoading,
	} from "./statusBar";

	import type { TabAutocompleteModel } from "../util/loadAutocompleteModel";
Check warning on line 24 in extensions/vscode/src/autocomplete/completionProvider.ts GitHub Actions / vscode-checks `There should be at least one empty line between import groups`
	import { startLocalOllama } from "core/util/ollamaHelper";
Check warning on line 25 in extensions/vscode/src/autocomplete/completionProvider.ts GitHub Actions / vscode-checks `There should be at least one empty line between import groups` Check warning on line 25 in extensions/vscode/src/autocomplete/completionProvider.ts GitHub Actions / vscode-checks `core/util/ollamaHelper` import should occur before import of `uri-js`
	import type { IDE } from "core";

	const Diff = require("diff");
	);
	} else if (val === "Download Ollama") {
	vscode.env.openExternal(vscode.Uri.parse("https://ollama.ai/download"));
	} else if (val == "Start Ollama") {
Check warning on line 73 in extensions/vscode/src/autocomplete/completionProvider.ts GitHub Actions / vscode-checks `Expected '===' and instead saw '=='`
	startLocalOllama(this.ide);
	}
	});
	import * as vscode from "vscode";

	import type { IDE, Range, RangeInFile, RangeInFileWithContents } from "core";
	import type Parser from "web-tree-sitter";
Check warning on line 11 in extensions/vscode/src/autocomplete/lsp.ts GitHub Actions / vscode-checks `There should be at least one empty line between import groups`
	import { GetLspDefinitionsFunction } from "core/autocomplete/types";
	import {
	AutocompleteCodeSnippet,