bug fix

runpod-workers · Jan 16, 2024 · ed48093 · ed48093
1 parent a5dc8b5
commit ed48093
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/engine.py b/src/engine.py
@@ -76,7 +76,7 @@ def _get_n_current_jobs(self):
         return total_sequences
 
     def _get_quantization(self):
-        quantization = os.getenv("QUANTIZATION").lower()
+        quantization = os.getenv("QUANTIZATION", "").lower()
         return quantization if quantization in ["awq", "squeezellm", "gptq"] else None
 
     def concurrency_modifier(self, current_concurrency):