update_model_init_fp16 (#53)

- update model init with float16 (93d5b247d87e5e0afeafe5b49c4a796aa5ba9e7c)
- update model init with float16 (bab1b3cbc340fac15205568422af11476c232442)

Co-authored-by: Haiping Wu <haipingwu@users.noreply.huggingface.co>
This commit is contained in:
ai-modelscope
2024-07-26 20:46:36 +08:00
parent 92117d39db
commit 064b22a4ff
5 changed files with 393 additions and 46 deletions

View File

@ -7,11 +7,11 @@
"AutoConfig": "configuration_florence2.Florence2Config",
"AutoModelForCausalLM": "modeling_florence2.Florence2ForConditionalGeneration"
},
"bos_token_id": 2,
"eos_token_id": 1,
"bos_token_id": 0,
"eos_token_id": 2,
"ignore_index": -100,
"model_type": "florence2",
"pad_token_id": 0,
"pad_token_id": 1,
"projection_dim": 1024,
"text_config": {
"vocab_size": 51289,
@ -79,7 +79,7 @@
"image_feature_source": ["spatial_avg_pool", "temporal_avg_pool"]
},
"vocab_size": 51289,
"torch_dtype": "float32",
"torch_dtype": "float16",
"transformers_version": "4.41.0.dev0",
"is_encoder_decoder": true
}