From 591f89245de6fce3216c816cd48aac66013d831d Mon Sep 17 00:00:00 2001 From: zRzRzRzRzRzRzR <2448370773@qq.com> Date: Thu, 3 Jul 2025 16:32:29 +0800 Subject: [PATCH] update --- config.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config.json b/config.json index f307e80..eb8ff65 100644 --- a/config.json +++ b/config.json @@ -22,7 +22,7 @@ "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 13696, - "max_position_embeddings": 32768, + "max_position_embeddings": 64000, "num_attention_heads": 32, "num_hidden_layers": 40, "num_key_value_heads": 2,