Update multilingual tokenizer rupee placeholder (batch 1/1)

This commit is contained in:
systemd
2026-04-23 12:53:15 +00:00
parent ce937dfec5
commit 6f66820685
3 changed files with 10 additions and 5 deletions

2
.gitattributes vendored
View File

@ -51,3 +51,5 @@ t3_cfg.safetensors filter=lfs diff=lfs merge=lfs -text
Cangjie5_TC.json filter=lfs diff=lfs merge=lfs -text
t3_mtl23ls_v2.safetensors filter=lfs diff=lfs merge=lfs -text
t3_mtl23ls_v3.safetensors filter=lfs diff=lfs merge=lfs -text

View File

@ -1022,12 +1022,12 @@
},
{
"id": 2065,
"content": "[PLACEHOLDER45]",
"content": "",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
"special": false
},
{
"id": 2107,
@ -3145,7 +3145,7 @@
"[cj_8]": 2062,
"[cj_9]": 2063,
"[cj_.]": 2064,
"[PLACEHOLDER45]": 2065,
"": 2065,
"‰": 2066,
"‱": 2067,
"": 2068,

BIN
t3_mtl23ls_v3.safetensors (Stored with Git LFS) Normal file

Binary file not shown.