From c886823f1d26882181e4da9e432a09704f5bf214 Mon Sep 17 00:00:00 2001
From: zRzRzRzRzRzRzR <2448370773@qq.com>
Date: Wed, 2 Jul 2025 16:40:17 +0800
Subject: [PATCH] update
---
tokenizer_config.json | 9 +--------
1 file changed, 1 insertion(+), 8 deletions(-)
diff --git a/tokenizer_config.json b/tokenizer_config.json
index f1eb5e1..4ceb0a8 100644
--- a/tokenizer_config.json
+++ b/tokenizer_config.json
@@ -200,15 +200,8 @@
"<|end_of_image|>",
"<|begin_of_video|>",
"<|end_of_video|>",
- "<|begin_of_box|>",
- "<|end_of_box|>",
- "<|sep|>",
"<|image|>",
- "<|video|>",
- "",
- "",
- "",
- ""
+ "<|video|>"
],
"clean_up_tokenization_spaces": false,
"do_lower_case": false,