From d8ddca9ad57f3e0107dee0b3e37d57a8c83270ae Mon Sep 17 00:00:00 2001 From: akshaynmhc <104881846+akshaynmhc@users.noreply.github.com> Date: Fri, 24 May 2024 16:12:13 +0530 Subject: [PATCH] Groq Implementitation --- app/api/brain/route.ts | 3 ++- package-lock.json | 4 ++-- sample.env.local | 3 --- 3 files changed, 4 insertions(+), 6 deletions(-) delete mode 100644 sample.env.local diff --git a/app/api/brain/route.ts b/app/api/brain/route.ts index 86d1ebae..7c7e8b82 100644 --- a/app/api/brain/route.ts +++ b/app/api/brain/route.ts @@ -6,6 +6,7 @@ import { OpenAIStream, StreamingTextResponse } from "ai"; export const runtime = "edge"; const openai = new OpenAI({ + baseURL: "https://api.groq.com/openai/v1", apiKey: process.env.OPENAI_API_KEY!, }); @@ -17,7 +18,7 @@ export async function POST(req: Request) { // Request the OpenAI API for the response based on the prompt try { const response = await openai.chat.completions.create({ - model: "gpt-3.5-turbo-0125", + model: "llama3-8b-8192", stream: true, messages: messages, }); diff --git a/package-lock.json b/package-lock.json index 78718602..4ebcd2b5 100644 --- a/package-lock.json +++ b/package-lock.json @@ -1,12 +1,12 @@ { "name": "deepgram-conversational-demo", - "version": "0.2.0", + "version": "0.4.0", "lockfileVersion": 3, "requires": true, "packages": { "": { "name": "deepgram-conversational-demo", - "version": "0.2.0", + "version": "0.4.0", "dependencies": { "@deepgram/sdk": "^3.2.0-alpha.1", "@fullstory/browser": "^2.0.3", diff --git a/sample.env.local b/sample.env.local deleted file mode 100644 index 019b29ed..00000000 --- a/sample.env.local +++ /dev/null @@ -1,3 +0,0 @@ -DEEPGRAM_STT_DOMAIN= -DEEPGRAM_API_KEY= -OPENAI_API_KEY= \ No newline at end of file