From c7a3388824239064d98908da92d7d6a98b754c4f Mon Sep 17 00:00:00 2001 From: ai-modelscope Date: Mon, 9 Dec 2024 20:15:35 +0800 Subject: [PATCH] initial tuned 4k context length model (#84) - add 4k context length model (43013a8f5eccffac1f83ec7d00e94b9ecb218380) Co-authored-by: Haiping Wu --- .gitattributes | 1 + config.json | 2 +- pytorch_model.bin | 4 ++-- 3 files changed, 4 insertions(+), 3 deletions(-) diff --git a/.gitattributes b/.gitattributes index b78979e..c9cc3f5 100644 --- a/.gitattributes +++ b/.gitattributes @@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text *bin filter=lfs diff=lfs merge=lfs -text +pytorch_model.bin filter=lfs diff=lfs merge=lfs -text diff --git a/config.json b/config.json index bff93d8..b6ddc8d 100644 --- a/config.json +++ b/config.json @@ -46,7 +46,7 @@ "LABEL_1": 1, "LABEL_2": 2 }, - "max_position_embeddings": 1024, + "max_position_embeddings": 4096, "no_repeat_ngram_size": 3, "normalize_before": false, "num_hidden_layers": 12, diff --git a/pytorch_model.bin b/pytorch_model.bin index f0833b7..0cb281e 100644 --- a/pytorch_model.bin +++ b/pytorch_model.bin @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a8b6ee6144f20a57200a0e3fab21f067d6cc77036262b72d9f6f7f4e556c8f15 -size 1543107459 +oid sha256:8b7d99c2ca930af3bcc4625df55c82b6bb372456280310b5189c519d6083a270 +size 1555689792