This commit is contained in:
zRzRzRzRzRzRzR
2025-07-03 16:32:29 +08:00
parent bc64e132a0
commit 591f89245d

View File

@ -22,7 +22,7 @@
"hidden_size": 4096,
"initializer_range": 0.02,
"intermediate_size": 13696,
"max_position_embeddings": 32768,
"max_position_embeddings": 64000,
"num_attention_heads": 32,
"num_hidden_layers": 40,
"num_key_value_heads": 2,