[Bugfix] Fix usage stats logging exception warning with OpenVINO (#6349)

This commit is contained in:
Helena Kloosterman
2024-07-12 10:47:00 +08:00
committed by GitHub
parent 2b0fb53481
commit adf32e0a0f
2 changed files with 2 additions and 2 deletions
+1 -1
View File
@@ -284,7 +284,7 @@ class LLMEngine:
"quantization":
model_config.quantization,
"kv_cache_dtype":
cache_config.cache_dtype,
str(cache_config.cache_dtype),
# Feature flags
"enable_lora":