[Core][5/N] Fully working chunked prefill e2e (#3884)
This commit is contained in:
@@ -12,7 +12,7 @@ MODELS = [
|
||||
"gpt2",
|
||||
"bigcode/tiny_starcoder_py",
|
||||
"EleutherAI/pythia-70m",
|
||||
"bigscience/bloom-560m",
|
||||
"bigscience/bloom-560m", # Testing alibi slopes.
|
||||
"microsoft/phi-2",
|
||||
"stabilityai/stablelm-3b-4e1t",
|
||||
# "allenai/OLMo-1B", # Broken
|
||||
|
||||
Reference in New Issue
Block a user