[Feature][Humming] Humming feature integration (#56685)
Signed-off-by: jinzhen.ljz <jinzhen.ljz@antgroup.com> Signed-off-by: mgoin <mgoin64@gmail.com> Co-authored-by: Codex <noreply@openai.com> Co-authored-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
co-authored by
Codex
mgoin
parent
27757dde02
commit
7d99c2c4fd
+2
-1
@@ -1524,7 +1524,8 @@ environment_variables: dict[str, Callable[[], Any]] = {
|
||||
"VLLM_HUMMING_ONLINE_QUANT_CONFIG": lambda: maybe_convert_json_str_or_file(
|
||||
os.environ.get("VLLM_HUMMING_ONLINE_QUANT_CONFIG", None)
|
||||
),
|
||||
# The activation dtype config for humming kernel
|
||||
# The activation dtype config for humming kernel. Explicit schemas disable
|
||||
# fallback unless the config includes "allow_fallback": true.
|
||||
"VLLM_HUMMING_INPUT_QUANT_CONFIG": lambda: maybe_convert_json_str_or_file(
|
||||
os.environ.get("VLLM_HUMMING_INPUT_QUANT_CONFIG", None)
|
||||
),
|
||||
|
||||
Reference in New Issue
Block a user