[CI] Small Accuracy Eval Test for Deepseek Model (#24259)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
@@ -0,0 +1,6 @@
|
|||||||
|
model_name: "RedHatAI/DeepSeek-Coder-V2-Lite-Instruct-FP8"
|
||||||
|
accuracy_threshold: 0.72
|
||||||
|
num_questions: 1319
|
||||||
|
num_fewshot: 5
|
||||||
|
max_model_len: 4096
|
||||||
|
|
||||||
@@ -3,3 +3,4 @@ Llama-3.2-1B-Instruct-INT8-CT.yaml
|
|||||||
Llama-3-8B-Instruct-nonuniform-CT.yaml
|
Llama-3-8B-Instruct-nonuniform-CT.yaml
|
||||||
Qwen2.5-VL-3B-Instruct-FP8-dynamic.yaml
|
Qwen2.5-VL-3B-Instruct-FP8-dynamic.yaml
|
||||||
Qwen1.5-MoE-W4A16-CT.yaml
|
Qwen1.5-MoE-W4A16-CT.yaml
|
||||||
|
DeepSeek-V2-Lite-Instruct-FP8.yaml
|
||||||
|
|||||||
Reference in New Issue
Block a user