From b892bd136611aedd766f75f9f69bf4035c864925 Mon Sep 17 00:00:00 2001 From: Gautam <102940730+GautamR-Samagra@users.noreply.github.com> Date: Thu, 9 Nov 2023 13:28:28 +0530 Subject: [PATCH 1/6] Update config.json --- config.json | 14 ++++++++++++-- 1 file changed, 12 insertions(+), 2 deletions(-) diff --git a/config.json b/config.json index c690c42..86cfdab 100644 --- a/config.json +++ b/config.json @@ -1,5 +1,16 @@ { "models": [ + { + "serviceName": "llm_openai_gpt4turbo", + "modelBasePath": "src/llm/openai/chatgpt4turbo_preview/.", + "apiBasePath": "/llm/openai/chatgpt4turbo_preview", + "containerPort": 8000, + "environment": { + "OPENAI_API_KEY": "${OPENAI_API_KEY}" + }, + "nginx": [], + "build": true + }, { "serviceName": "convo_starter", "modelBasePath": "src/text_classification/convo_starter_orgbot/local/.", @@ -195,7 +206,6 @@ "OPENAI_API_KEY": "${OPENAI_API_KEY}" }, "nginx": [], - "constraints": ["node.labels.node_vm_type==gpu"], "build": false }, { @@ -207,7 +217,7 @@ "OPENAI_API_KEY": "${OPENAI_API_KEY}" }, "nginx": [], - "build": true + "build": false } ] } From 335635745f39d57e05dfbacc1b7df9d7766da7d4 Mon Sep 17 00:00:00 2001 From: Gautam <102940730+GautamR-Samagra@users.noreply.github.com> Date: Tue, 28 Nov 2023 18:05:48 +0530 Subject: [PATCH 2/6] Update config.json --- config.json | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/config.json b/config.json index 86cfdab..51ce324 100644 --- a/config.json +++ b/config.json @@ -51,7 +51,7 @@ "OPENAI_API_KEY": "${OPENAI_API_KEY}" }, "nginx": ["client_max_body_size 100M;", "proxy_read_timeout 600;", "proxy_connect_timeout 600;", "proxy_send_timeout 600;"], - "build": false + "build": true }, { "serviceName": "asr_whisper_en", @@ -206,7 +206,7 @@ "OPENAI_API_KEY": "${OPENAI_API_KEY}" }, "nginx": [], - "build": false + "build": true }, { "serviceName": "llm_openai_gpt4", @@ -217,7 +217,7 @@ "OPENAI_API_KEY": "${OPENAI_API_KEY}" }, "nginx": [], - "build": false + "build": true } ] } From cbf9437640404496da156b40c35256ff51fb9579 Mon Sep 17 00:00:00 2001 From: Gautam <102940730+GautamR-Samagra@users.noreply.github.com> Date: Wed, 29 Nov 2023 10:54:35 +0530 Subject: [PATCH 3/6] Update config.json --- config.json | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/config.json b/config.json index 51ce324..bd99702 100644 --- a/config.json +++ b/config.json @@ -1,5 +1,16 @@ { "models": [ + + { + "serviceName": "flow_classification", + "modelBasePath": "src/text_classification/flow_classification/local/.", + "apiBasePath": "text_classification/flow_classification/local/", + "containerPort": 8000, + "environment": {}, + "nginx": [], + "constraints": ["node.role==worker"], + "build": true + }, { "serviceName": "llm_openai_gpt4turbo", "modelBasePath": "src/llm/openai/chatgpt4turbo_preview/.", From c60e20549b0f2cdca623aa3ae4907f25b72f90f8 Mon Sep 17 00:00:00 2001 From: Gautam <102940730+GautamR-Samagra@users.noreply.github.com> Date: Wed, 29 Nov 2023 14:10:55 +0530 Subject: [PATCH 4/6] Update requirements.txt --- .../flow_classification/local/requirements.txt | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/text_classification/flow_classification/local/requirements.txt b/src/text_classification/flow_classification/local/requirements.txt index 2cb2afc..5daa8a9 100644 --- a/src/text_classification/flow_classification/local/requirements.txt +++ b/src/text_classification/flow_classification/local/requirements.txt @@ -1,4 +1,4 @@ -torch==2.0.1 --index-url https://download.pytorch.org/whl/cpu +torch transformers quart -aiohttp \ No newline at end of file +aiohttp From 2c7679313907b74ded435b72e7fe423bb7a030bf Mon Sep 17 00:00:00 2001 From: Gautam <102940730+GautamR-Samagra@users.noreply.github.com> Date: Wed, 29 Nov 2023 14:13:04 +0530 Subject: [PATCH 5/6] Update config.json --- config.json | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/config.json b/config.json index bd99702..69f28d0 100644 --- a/config.json +++ b/config.json @@ -20,7 +20,7 @@ "OPENAI_API_KEY": "${OPENAI_API_KEY}" }, "nginx": [], - "build": true + "build": false }, { "serviceName": "convo_starter", @@ -62,7 +62,7 @@ "OPENAI_API_KEY": "${OPENAI_API_KEY}" }, "nginx": ["client_max_body_size 100M;", "proxy_read_timeout 600;", "proxy_connect_timeout 600;", "proxy_send_timeout 600;"], - "build": true + "build": false }, { "serviceName": "asr_whisper_en", @@ -217,7 +217,7 @@ "OPENAI_API_KEY": "${OPENAI_API_KEY}" }, "nginx": [], - "build": true + "build": false }, { "serviceName": "llm_openai_gpt4", @@ -228,7 +228,7 @@ "OPENAI_API_KEY": "${OPENAI_API_KEY}" }, "nginx": [], - "build": true + "build": false } ] } From 2e21f6005c645c6d6f9e0ed8feeac829daeac012 Mon Sep 17 00:00:00 2001 From: Gautam <102940730+GautamR-Samagra@users.noreply.github.com> Date: Mon, 11 Dec 2023 11:36:19 +0530 Subject: [PATCH 6/6] Update config.json --- config.json | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/config.json b/config.json index 69f28d0..06c0101 100644 --- a/config.json +++ b/config.json @@ -9,7 +9,7 @@ "environment": {}, "nginx": [], "constraints": ["node.role==worker"], - "build": true + "build": false }, { "serviceName": "llm_openai_gpt4turbo", @@ -20,7 +20,7 @@ "OPENAI_API_KEY": "${OPENAI_API_KEY}" }, "nginx": [], - "build": false + "build": true }, { "serviceName": "convo_starter", @@ -62,7 +62,7 @@ "OPENAI_API_KEY": "${OPENAI_API_KEY}" }, "nginx": ["client_max_body_size 100M;", "proxy_read_timeout 600;", "proxy_connect_timeout 600;", "proxy_send_timeout 600;"], - "build": false + "build": true }, { "serviceName": "asr_whisper_en", @@ -134,7 +134,7 @@ }, "nginx": [], "constraints": ["node.labels.node_vm_type==gpu"], - "build": false + "build": true }, { "serviceName": "text_translation_azure", @@ -217,7 +217,7 @@ "OPENAI_API_KEY": "${OPENAI_API_KEY}" }, "nginx": [], - "build": false + "build": true }, { "serviceName": "llm_openai_gpt4", @@ -228,7 +228,7 @@ "OPENAI_API_KEY": "${OPENAI_API_KEY}" }, "nginx": [], - "build": false + "build": true } ] }