ai-models/chatterbox
2
0
Fork 0
mirror of https://www.modelscope.cn/ResembleAI/chatterbox.git synced 2026-05-20 03:02:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update multilingual tokenizer rupee placeholder (batch 1/1)

Browse Source
This commit is contained in:
systemd
2026-04-23 12:53:15 +00:00
parent ce937dfec5
commit 6f66820685
3 changed files with 10 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
grapheme_mtl_merged_expanded_v1.json
View File

@ -1022,12 +1022,12 @@
},
{
"id": 2065,
"content": "[PLACEHOLDER45]",
"content": "₹",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
"special": false
},
{
"id": 2107,
@ -3145,7 +3145,7 @@
"[cj_8]": 2062,
"[cj_9]": 2063,
"[cj_.]": 2064,
"[PLACEHOLDER45]": 2065,
"₹": 2065,
"‰": 2066,
"‱": 2067,
"′": 2068,
@ -3803,4 +3803,4 @@
"ˌ ɐ"
]
}
}
}