diff --git a/src/engine.py b/src/engine.py index dde7036..5d4b8ab 100644 --- a/src/engine.py +++ b/src/engine.py @@ -76,7 +76,7 @@ def _get_n_current_jobs(self): return total_sequences def _get_quantization(self): - quantization = os.getenv("QUANTIZATION").lower() + quantization = os.getenv("QUANTIZATION", "").lower() return quantization if quantization in ["awq", "squeezellm", "gptq"] else None def concurrency_modifier(self, current_concurrency):