'upload model'

This commit is contained in:
changyeyu
2024-09-05 23:21:24 +08:00
parent bb37019de4
commit 021a3b433f
13 changed files with 1789 additions and 52 deletions

23
special_tokens_map.json Normal file
View File

@ -0,0 +1,23 @@
{
"bos_token": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}