use docker compose with a Dockerfile to force rebuild if new

h2oai · Jan 9, 2024 · 47aeead · 47aeead
1 parent f5616ab
commit 47aeead
Show file tree

Hide file tree

Showing 4 changed files with 12 additions and 5 deletions.
diff --git a/.env b/.env
@@ -2,7 +2,6 @@
 # H2OGPT
 
 H2OGPT_PORT=7860
-H2OGPT_RUNTIME=gcr.io/vorvan/h2oai/h2ogpt-runtime:0.1.0
 H2OGPT_BASE_MODEL=h2oai/h2ogpt-4096-llama2-7b-chat
 H2OGPT_ARGS="/workspace/generate.py --base_model=${H2OGPT_BASE_MODEL} --use_safetensors=True --prompt_type=llama2 --save_dir=/workspace/save/ --use_gpu_id=False --score_model=None --max_max_new_tokens=2048 --max_new_tokens=1024"
 

diff --git a/docker-compose-cpu.yml b/docker-compose-cpu.yml
@@ -2,7 +2,9 @@ version: '3'
 
 services:
   h2ogpt:
-    image: ${H2OGPT_RUNTIME}
+    build:
+      context: .
+      dockerfile: Dockerfile
     restart: always
     shm_size: '2gb'
     ports:

diff --git a/docker-compose-vllm.yml b/docker-compose-vllm.yml
@@ -2,7 +2,9 @@ version: '3'
 
 services:
   h2ogpt:
-    image: ${H2OGPT_RUNTIME}
+    build:
+      context: .
+      dockerfile: Dockerfile
     restart: always
     shm_size: '2gb'
     depends_on:
@@ -29,7 +31,9 @@ services:
             capabilities: [gpu]
 
   vllm:
-    image: ${H2OGPT_RUNTIME}
+    build:
+      context: .
+      dockerfile: Dockerfile
     restart: always
     shm_size: '64gb'
     expose:

diff --git a/docker-compose.yml b/docker-compose.yml
@@ -2,7 +2,9 @@ version: '3'
 
 services:
   h2ogpt:
-    image: ${H2OGPT_RUNTIME}
+    build:
+      context: .
+      dockerfile: Dockerfile
     restart: always
     shm_size: '2gb'
     ports: