diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..0540e78 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,15 @@ +{ + "_from_model_config": true, + "do_sample": true, + "eos_token_id": [ + 151329, + 151336, + 151338, + 151348 + ], + "pad_token_id": 151329, + "top_p": 0.6, + "temperature": 0.8, + "top_k": 2, + "transformers_version": "4.53.0dev" +} \ No newline at end of file