Small fix

This commit is contained in:
msr2000
2025-05-29 21:16:31 +08:00
parent c839598301
commit 5ee5fa4832
2 changed files with 3 additions and 2 deletions

View File

@ -21,7 +21,8 @@
"rope_scaling": {
"rope_type": "yarn",
"factor": 4.0,
"original_max_position_embeddings": 32768
"original_max_position_embeddings": 32768,
"attn_factor": 0.8782488562869419
},
"rope_theta": 1000000,
"sliding_window": null,