From d9aa35161d569608aed98465db0b0535b1431c28 Mon Sep 17 00:00:00 2001 From: aoshen02 Date: Tue, 21 Jul 2026 11:49:17 +0800 Subject: [PATCH] Update BGE-M3 token expectations for leading spaces (#49269) Signed-off-by: aoshen02 Co-authored-by: aoshen02 Co-authored-by: Codex --- .../test_bge_m3_sparse_io_processor_plugins.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/tests/plugins_tests/test_bge_m3_sparse_io_processor_plugins.py b/tests/plugins_tests/test_bge_m3_sparse_io_processor_plugins.py index 2ff12c99fe..5178c83d3d 100644 --- a/tests/plugins_tests/test_bge_m3_sparse_io_processor_plugins.py +++ b/tests/plugins_tests/test_bge_m3_sparse_io_processor_plugins.py @@ -48,12 +48,12 @@ def _check_dense_embedding(data, index=0): def _check_sparse_embedding(data, check_tokens=False): expected_weights = [ {"token_id": 32, "weight": 0.0552978515625, "token": "?"}, - {"token_id": 70, "weight": 0.09808349609375, "token": "the"}, - {"token_id": 83, "weight": 0.08154296875, "token": "is"}, - {"token_id": 111, "weight": 0.11810302734375, "token": "of"}, - {"token_id": 4865, "weight": 0.1171875, "token": "What"}, - {"token_id": 9942, "weight": 0.292236328125, "token": "France"}, - {"token_id": 10323, "weight": 0.2802734375, "token": "capital"}, + {"token_id": 70, "weight": 0.09808349609375, "token": " the"}, + {"token_id": 83, "weight": 0.08154296875, "token": " is"}, + {"token_id": 111, "weight": 0.11810302734375, "token": " of"}, + {"token_id": 4865, "weight": 0.1171875, "token": " What"}, + {"token_id": 9942, "weight": 0.292236328125, "token": " France"}, + {"token_id": 10323, "weight": 0.2802734375, "token": " capital"}, ] expected_embed = {x["token_id"]: x for x in expected_weights}