Fix packages path for TRT

basetenlabs · Feb 22, 2024 · dbd192e · dbd192e
1 parent 7562acf
commit dbd192e
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 3 deletions.
diff --git a/truss/templates/training/job.py b/truss/templates/training/job.py
@@ -30,7 +30,7 @@ def _signature_accepts_kwargs(signature: inspect.Signature) -> bool:
 
 def _add_bundled_packages_to_path(config) -> None:
     if "bundled_packages_dir" in config:
-        bundled_packages_path = Path("/packages")
+        bundled_packages_path = Path("/app/packages")
         if bundled_packages_path.exists():
             sys.path.append(str(bundled_packages_path))
 

diff --git a/truss/templates/trtllm/packages/constants.py b/truss/templates/trtllm/packages/constants.py
@@ -1,7 +1,9 @@
 from pathlib import Path
 
 # If changing model repo path, please updated inside tensorrt_llm config.pbtxt as well
-TENSORRT_LLM_MODEL_REPOSITORY_PATH = Path("/packages/tensorrt_llm_model_repository/")
+TENSORRT_LLM_MODEL_REPOSITORY_PATH = Path(
+    "/app/packages/tensorrt_llm_model_repository/"
+)
 GRPC_SERVICE_PORT = 8001
 HTTP_SERVICE_PORT = 8003
 HF_AUTH_KEY_CONSTANT = "HUGGING_FACE_HUB_TOKEN"

diff --git a/truss/templates/trtllm/packages/tensorrt_llm_model_repository/tensorrt_llm/config.pbtxt b/truss/templates/trtllm/packages/tensorrt_llm_model_repository/tensorrt_llm/config.pbtxt
@@ -173,7 +173,7 @@ parameters: {
 parameters: {
   key: "gpt_model_path"
   value: {
-    string_value: "/packages/tensorrt_llm_model_repository/tensorrt_llm/1"
+    string_value: "/app/packages/tensorrt_llm_model_repository/tensorrt_llm/1"
   }
 }
 parameters: {