Add Laguna-XS-2.1-INT4 to nightly CI (#52961)
Signed-off-by: Joe Rowell <joe@poolside.ai> Signed-off-by: Misha Goin <mgoin64@gmail.com> Co-authored-by: Misha Goin <mgoin64@gmail.com>
This commit is contained in:
@@ -0,0 +1,11 @@
|
|||||||
|
model_name: "poolside/Laguna-XS-2.1-INT4"
|
||||||
|
accuracy_threshold: 0.90
|
||||||
|
num_questions: 1319
|
||||||
|
num_fewshot: 5
|
||||||
|
max_tokens: 1024
|
||||||
|
use_chat_completions: true
|
||||||
|
startup_max_wait_seconds: 1200
|
||||||
|
server_args: >-
|
||||||
|
--enforce-eager
|
||||||
|
--max-model-len 4096
|
||||||
|
--trust-remote-code
|
||||||
@@ -1,7 +1,9 @@
|
|||||||
model_name: "poolside/Laguna-XS.2-NVFP4"
|
model_name: "poolside/Laguna-XS.2-NVFP4"
|
||||||
accuracy_threshold: 0.86
|
accuracy_threshold: 0.90
|
||||||
num_questions: 1319
|
num_questions: 1319
|
||||||
num_fewshot: 5
|
num_fewshot: 5
|
||||||
|
max_tokens: 1024
|
||||||
|
use_chat_completions: true
|
||||||
startup_max_wait_seconds: 1200
|
startup_max_wait_seconds: 1200
|
||||||
server_args: >-
|
server_args: >-
|
||||||
--enforce-eager
|
--enforce-eager
|
||||||
|
|||||||
@@ -4,3 +4,4 @@ Qwen1.5-MoE-W4A16-CT.yaml
|
|||||||
DeepSeek-V2-Lite-Instruct-FP8.yaml
|
DeepSeek-V2-Lite-Instruct-FP8.yaml
|
||||||
Qwen3-30B-A3B-NVFP4.yaml
|
Qwen3-30B-A3B-NVFP4.yaml
|
||||||
Laguna-XS.2-NVFP4.yaml
|
Laguna-XS.2-NVFP4.yaml
|
||||||
|
Laguna-XS-2.1-INT4.yaml
|
||||||
|
|||||||
Reference in New Issue
Block a user