From c886823f1d26882181e4da9e432a09704f5bf214 Mon Sep 17 00:00:00 2001 From: zRzRzRzRzRzRzR <2448370773@qq.com> Date: Wed, 2 Jul 2025 16:40:17 +0800 Subject: [PATCH] update --- tokenizer_config.json | 9 +-------- 1 file changed, 1 insertion(+), 8 deletions(-) diff --git a/tokenizer_config.json b/tokenizer_config.json index f1eb5e1..4ceb0a8 100644 --- a/tokenizer_config.json +++ b/tokenizer_config.json @@ -200,15 +200,8 @@ "<|end_of_image|>", "<|begin_of_video|>", "<|end_of_video|>", - "<|begin_of_box|>", - "<|end_of_box|>", - "<|sep|>", "<|image|>", - "<|video|>", - "", - "", - "", - "" + "<|video|>" ], "clean_up_tokenization_spaces": false, "do_lower_case": false,