mirror of
https://github.com/vllm-project/vllm.git
synced 2026-08-23 22:20:15 +00:00
[Bugfix] Update mistral tokenizer test for continue_final_message fix (#44622)
Signed-off-by: Xu Zhou <[email protected]> Co-authored-by: Xu Zhou <[email protected]>
This commit is contained in:
@@ -797,11 +797,11 @@ class TestMistralTokenizer:
|
||||
True,
|
||||
(
|
||||
[1, 3, 23325, 2294, 1686, 4, 23325],
|
||||
[1, 3, 22177, 4304, 2662, 4, 22177, 2],
|
||||
[1, 3, 22177, 4304, 2662, 4, 22177],
|
||||
),
|
||||
(
|
||||
"<s>[INST]▁Hello▁world▁![/INST]▁Hello",
|
||||
("<s>[INST]Hello world ![/INST]Hello</s>"),
|
||||
"<s>[INST]Hello world ![/INST]Hello",
|
||||
),
|
||||
),
|
||||
],
|
||||
|
||||
Reference in New Issue
Block a user