ai-models/MiMo-7B-RL
2
0
Fork 0
mirror of https://www.modelscope.cn/XiaomiMiMo/MiMo-7B-RL.git synced 2026-04-02 11:42:53 +08:00
Code Issues Packages Projects Releases Wiki Activity

Upload folder using ModelScope SDK

Browse Source
This commit is contained in:
Cherrytest
2025-04-30 04:29:39 +00:00
parent f1ecc11bd1
commit dc4e2a6ecd
16 changed files with 152414 additions and 43 deletions
Download Patch File Download Diff File Expand all files Collapse all files

36
config.json Normal file
View File

@ -0,0 +1,36 @@
{
"architectures": [
"MiMoForCausalLM"
],
"auto_map": {
"AutoConfig": "configuration_mimo.MiMoConfig",
"AutoModel": "modeling_mimo.MiMoModel",
"AutoModelForCausalLM": "modeling_mimo.MiMoForCausalLM"
},
"attention_dropout": 0.0,
"bos_token_id": 151643,
"eos_token_id": 151645,
"hidden_act": "silu",
"hidden_size": 4096,
"initializer_range": 0.02,
"intermediate_size": 11008,
"max_position_embeddings": 32768,
"max_window_layers": 36,
"model_type": "mimo",
"num_attention_heads": 32,
"head_dim": 128,
"num_hidden_layers": 36,
"num_key_value_heads": 8,
"rms_norm_eps": 1e-05,
"rope_theta": 640000,
"sliding_window": 32768,
"tie_word_embeddings": false,
"torch_dtype": "bfloat16",
"transformers_version": "4.40.1",
"use_cache": true,
"use_mrope": false,
"use_sliding_window": false,
"vocab_size": 151680,
"attention_bias": true,
"num_nextn_predict_layers": 1
}