diff --git a/bootstrap/ic-shared-llm/deployment.yaml b/bootstrap/ic-shared-llm/deployment.yaml
index ad3ae762..7b909ec4 100644
--- a/bootstrap/ic-shared-llm/deployment.yaml
+++ b/bootstrap/ic-shared-llm/deployment.yaml
@@ -62,6 +62,11 @@ spec:
               value: '3000'
             - name: HOSTNAME
               value: '0.0.0.0'
+            - name: HUGGING_FACE_HUB_TOKEN
+              valueFrom:
+                secretKeyRef:
+                  name: hftoken
+                  key: token
           securityContext:
             capabilities:
               drop:
diff --git a/bootstrap/ic-shared-llm/kustomization.yaml b/bootstrap/ic-shared-llm/kustomization.yaml
index 227f6a9d..759d8acf 100644
--- a/bootstrap/ic-shared-llm/kustomization.yaml
+++ b/bootstrap/ic-shared-llm/kustomization.yaml
@@ -9,6 +9,7 @@ resources:
 # wave 0
 - namespace.yaml
 - fix-odf-config.yaml
+- token.yaml
 # wave 1
 - pvc.yaml
 - deployment.yaml
diff --git a/bootstrap/ic-shared-llm/token.yaml b/bootstrap/ic-shared-llm/token.yaml
new file mode 100644
index 00000000..8f369bc5
--- /dev/null
+++ b/bootstrap/ic-shared-llm/token.yaml
@@ -0,0 +1,8 @@
+kind: Secret
+apiVersion: v1
+metadata:
+  name: hftoken
+  namespace: ic-shared-llm
+data:
+  token: aGZfV0ZhcVhUYmFBSmJEbmhjamhYYXRORmFteEtvaEdvU0tOTg==
+type: Opaque
\ No newline at end of file