ai-models/Index-1.9B-32K
2
0
Fork 0
mirror of https://www.modelscope.cn/IndexTeam/Index-1.9B-32K.git synced 2026-04-02 22:02:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

'upload model'

Browse Source
This commit is contained in:
changyeyu
2024-09-05 23:21:24 +08:00
parent bb37019de4
commit 021a3b433f
13 changed files with 1789 additions and 52 deletions
Download Patch File Download Diff File Expand all files Collapse all files

33
config.json Normal file
View File

@ -0,0 +1,33 @@
{
"_name_or_path": "Index_1_9B",
"architectures": [
"IndexForCausalLM"
],
"auto_map": {
"AutoConfig": "configuration_index.IndexConfig",
"AutoModelForCausalLM": "modeling_index.IndexForCausalLM",
"AutoModelForSequenceClassification": "modeling_index.IndexForSequenceClassification"
},
"bos_token_id": 1,
"eos_token_id": 2,
"pad_token_id": 0,
"hidden_act": "silu",
"hidden_size": 2048,
"initializer_range": 0.01,
"intermediate_size": 5888,
"max_length": 32768,
"max_position_embeddings": 32768,
"model_type": "index",
"num_attention_heads": 16,
"num_key_value_heads": 16,
"num_hidden_layers": 36,
"rms_norm_eps": 1e-06,
"rope_scaling": null,
"tie_word_embeddings": false,
"norm_head":1,
"torch_dtype": "bfloat16",
"transformers_version": "4.39.2",
"use_cache": true,
"vocab_size": 65029,
"rope_ratio": 32
}