set 64000 to 65536

This commit is contained in:
zRzRzRzRzRzRzR
2025-07-03 16:38:32 +08:00
parent 591f89245d
commit ddd07b32b8
2 changed files with 2 additions and 2 deletions

View File

@ -22,7 +22,7 @@
"hidden_size": 4096,
"initializer_range": 0.02,
"intermediate_size": 13696,
"max_position_embeddings": 64000,
"max_position_embeddings": 65536,
"num_attention_heads": 32,
"num_hidden_layers": 40,
"num_key_value_heads": 2,