Upload folder using huggingface_hub

This commit is contained in:
huiwenshi
2025-06-13 16:29:32 +00:00
committed by system
parent 07d6dc9694
commit b1fedf5fb7
16 changed files with 98622 additions and 0 deletions

View File

@ -0,0 +1,24 @@
{
"bos_token": {
"content": "<|startoftext|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"pad_token": "!",
"unk_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
}
}