diff --git a/truss/templates/training/job.py b/truss/templates/training/job.py index a29df69e7..5026eefd7 100644 --- a/truss/templates/training/job.py +++ b/truss/templates/training/job.py @@ -30,7 +30,7 @@ def _signature_accepts_kwargs(signature: inspect.Signature) -> bool: def _add_bundled_packages_to_path(config) -> None: if "bundled_packages_dir" in config: - bundled_packages_path = Path("/packages") + bundled_packages_path = Path("/app/packages") if bundled_packages_path.exists(): sys.path.append(str(bundled_packages_path)) diff --git a/truss/templates/trtllm/packages/constants.py b/truss/templates/trtllm/packages/constants.py index 1f19e8065..5940b4c7e 100644 --- a/truss/templates/trtllm/packages/constants.py +++ b/truss/templates/trtllm/packages/constants.py @@ -1,7 +1,9 @@ from pathlib import Path # If changing model repo path, please updated inside tensorrt_llm config.pbtxt as well -TENSORRT_LLM_MODEL_REPOSITORY_PATH = Path("/packages/tensorrt_llm_model_repository/") +TENSORRT_LLM_MODEL_REPOSITORY_PATH = Path( + "/app/packages/tensorrt_llm_model_repository/" +) GRPC_SERVICE_PORT = 8001 HTTP_SERVICE_PORT = 8003 HF_AUTH_KEY_CONSTANT = "HUGGING_FACE_HUB_TOKEN" diff --git a/truss/templates/trtllm/packages/tensorrt_llm_model_repository/tensorrt_llm/config.pbtxt b/truss/templates/trtllm/packages/tensorrt_llm_model_repository/tensorrt_llm/config.pbtxt index 75cb6718f..09fde9df2 100644 --- a/truss/templates/trtllm/packages/tensorrt_llm_model_repository/tensorrt_llm/config.pbtxt +++ b/truss/templates/trtllm/packages/tensorrt_llm_model_repository/tensorrt_llm/config.pbtxt @@ -173,7 +173,7 @@ parameters: { parameters: { key: "gpt_model_path" value: { - string_value: "/packages/tensorrt_llm_model_repository/tensorrt_llm/1" + string_value: "/app/packages/tensorrt_llm_model_repository/tensorrt_llm/1" } } parameters: {