Update multilingual tokenizer rupee placeholder (batch 1/1)

This commit is contained in:
systemd
2026-04-23 12:53:15 +00:00
parent ce937dfec5
commit 6f66820685
3 changed files with 10 additions and 5 deletions

4
.gitattributes vendored
View File

@ -50,4 +50,6 @@ t3_cfg.safetensors filter=lfs diff=lfs merge=lfs -text
Cangjie5_TC.json filter=lfs diff=lfs merge=lfs -text Cangjie5_TC.json filter=lfs diff=lfs merge=lfs -text
t3_mtl23ls_v2.safetensors filter=lfs diff=lfs merge=lfs -text t3_mtl23ls_v2.safetensors filter=lfs diff=lfs merge=lfs -text
t3_mtl23ls_v3.safetensors filter=lfs diff=lfs merge=lfs -text

View File

@ -1022,12 +1022,12 @@
}, },
{ {
"id": 2065, "id": 2065,
"content": "[PLACEHOLDER45]", "content": "",
"single_word": false, "single_word": false,
"lstrip": false, "lstrip": false,
"rstrip": false, "rstrip": false,
"normalized": false, "normalized": false,
"special": true "special": false
}, },
{ {
"id": 2107, "id": 2107,
@ -3145,7 +3145,7 @@
"[cj_8]": 2062, "[cj_8]": 2062,
"[cj_9]": 2063, "[cj_9]": 2063,
"[cj_.]": 2064, "[cj_.]": 2064,
"[PLACEHOLDER45]": 2065, "": 2065,
"‰": 2066, "‰": 2066,
"‱": 2067, "‱": 2067,
"": 2068, "": 2068,
@ -3803,4 +3803,4 @@
"ˌ ɐ" "ˌ ɐ"
] ]
} }
} }

BIN
t3_mtl23ls_v3.safetensors (Stored with Git LFS) Normal file

Binary file not shown.