update (#1267)

Co-authored-by: Tianshu Cheng <[email protected]>

truss/base/truss_config.py

@@ -421,17 +421,17 @@ class DockerServer:
     start_command: str
     server_port: int
     predict_endpoint: str
-    readiness_endpoint: Optional[str] = None
-    liveness_endpoint: Optional[str] = None
+    readiness_endpoint: str
+    liveness_endpoint: str
 
     @staticmethod
     def from_dict(d) -> "DockerServer":
         return DockerServer(
             start_command=d.get("start_command"),
             server_port=d.get("server_port"),
             predict_endpoint=d.get("predict_endpoint"),
-            readiness_endpoint=d.get("readiness_endpoint", None),
-            liveness_endpoint=d.get("liveness_endpoint", None),
+            readiness_endpoint=d.get("readiness_endpoint"),
+            liveness_endpoint=d.get("liveness_endpoint"),
         )
 
     def to_dict(self):

truss/contexts/image_builder/serving_image_builder.py

@@ -312,6 +312,12 @@ def generate_docker_server_nginx_config(build_dir, config):
     assert (
         config.docker_server.server_port is not None
     ), "docker_server.server_port is required to use custom server"
+    assert (
+        config.docker_server.readiness_endpoint is not None
+    ), "docker_server.readiness_endpoint is required to use custom server"
+    assert (
+        config.docker_server.liveness_endpoint is not None
+    ), "docker_server.liveness_endpoint is required to use custom server"
 
     nginx_content = nginx_template.render(
         server_endpoint=config.docker_server.predict_endpoint,

truss/templates/docker_server/proxy.conf.jinja

@@ -3,7 +3,6 @@ server {
     listen 8080;
     client_max_body_size {{client_max_body_size}};
 
-{%- if liveness_endpoint %}
     # Liveness endpoint override
     location = / {
         proxy_redirect off;
@@ -13,8 +12,6 @@ server {
 
         proxy_pass http://127.0.0.1:{{server_port}};
     }
-{%- endif %}
-{%- if readiness_endpoint %}
     # Readiness endpoint override
     location ~ ^/v1/models/model$ {
         proxy_redirect off;
@@ -24,7 +21,6 @@ server {
 
         proxy_pass http://127.0.0.1:{{server_port}};
     }
-{%- endif %}
     # Predict
     location ~ ^/v1/models/model:predict$ {
         proxy_redirect off;

truss/tests/test_data/test_custom_server_truss/config.yaml

@@ -4,6 +4,8 @@ docker_server:
   start_command: python main.py
   predict_endpoint: /predict
   server_port: 8000
+  readiness_endpoint: /
+  liveness_endpoint: /
 resources:
   accelerator: null
   cpu: '1'