From bc64e132a0f913f346ff60248da81876b8907213 Mon Sep 17 00:00:00 2001 From: zRzRzRzRzRzRzR <2448370773@qq.com> Date: Wed, 2 Jul 2025 17:01:59 +0800 Subject: [PATCH] update --- tokenizer_config.json | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/tokenizer_config.json b/tokenizer_config.json index 4ceb0a8..d4864cb 100644 --- a/tokenizer_config.json +++ b/tokenizer_config.json @@ -134,7 +134,7 @@ "normalized": false, "rstrip": false, "single_word": false, - "special": true + "special": false }, "151346": { "content": "", @@ -142,7 +142,7 @@ "normalized": false, "rstrip": false, "single_word": false, - "special": true + "special": false }, "151347": { "content": "", @@ -150,7 +150,7 @@ "normalized": false, "rstrip": false, "single_word": false, - "special": true + "special": false }, "151348": { "content": "", @@ -158,7 +158,7 @@ "normalized": false, "rstrip": false, "single_word": false, - "special": true + "special": false }, "151349": { "content": "<|begin_of_box|>", @@ -166,7 +166,7 @@ "normalized": false, "rstrip": false, "single_word": false, - "special": true + "special": false }, "151350": { "content": "<|end_of_box|>", @@ -174,7 +174,7 @@ "normalized": false, "rstrip": false, "single_word": false, - "special": true + "special": false }, "151351": { "content": "<|sep|>", @@ -182,7 +182,7 @@ "normalized": false, "rstrip": false, "single_word": false, - "special": true + "special": false } }, "additional_special_tokens": [