mirror of
https://github.com/vllm-project/vllm.git
synced 2026-06-06 00:16:14 +00:00
[Bugfix] Update mistral tokenizer test for continue_final_message fix (#44622)
Signed-off-by: Xu Zhou <xuzhou9417@163.com> Co-authored-by: Xu Zhou <xuzhou9417@163.com>
This commit is contained in:
@@ -797,11 +797,11 @@ class TestMistralTokenizer:
|
||||
True,
|
||||
(
|
||||
[1, 3, 23325, 2294, 1686, 4, 23325],
|
||||
[1, 3, 22177, 4304, 2662, 4, 22177, 2],
|
||||
[1, 3, 22177, 4304, 2662, 4, 22177],
|
||||
),
|
||||
(
|
||||
"<s>[INST]▁Hello▁world▁![/INST]▁Hello",
|
||||
("<s>[INST]Hello world ![/INST]Hello</s>"),
|
||||
"<s>[INST]Hello world ![/INST]Hello",
|
||||
),
|
||||
),
|
||||
],
|
||||
|
||||
Reference in New Issue
Block a user