| { | |
| "_from_model_config": true, | |
| "bos_token_id": 128000, | |
| "eos_token_id": [ | |
| 128001, | |
| 128009 | |
| ], | |
| "max_length": 8192, | |
| "max_new_tokens": 256, | |
| "pad_token_id": null, | |
| "transformers_version": "4.40.0", | |
| "do_sample": true, | |
| "temperature": 0.7, | |
| "top_p": 0.9, | |
| "top_k": 50, | |
| "repetition_penalty": 1.1, | |
| "no_repeat_ngram_size": 0, | |
| "encoder_no_repeat_ngram_size": 0, | |
| "bad_words_ids": null, | |
| "num_beams": 1, | |
| "num_beam_groups": 1, | |
| "penalty_alpha": null, | |
| "use_cache": true | |
| } | |