We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a5dc8b5 commit ed48093Copy full SHA for ed48093
src/engine.py
@@ -76,7 +76,7 @@ def _get_n_current_jobs(self):
76
return total_sequences
77
78
def _get_quantization(self):
79
- quantization = os.getenv("QUANTIZATION").lower()
+ quantization = os.getenv("QUANTIZATION", "").lower()
80
return quantization if quantization in ["awq", "squeezellm", "gptq"] else None
81
82
def concurrency_modifier(self, current_concurrency):
0 commit comments