| datasets = [ |
| [ |
| dict( |
| abbr='triviaqa_wiki_1shot_0', |
| eval_cfg=dict( |
| evaluator=dict(type='opencompass.datasets.TriviaQAEvaluator'), |
| pred_role='BOT'), |
| infer_cfg=dict( |
| ice_template=dict( |
| template='Q: {question}\nA: {answer}.\n', |
| type= |
| 'opencompass.openicl.icl_prompt_template.PromptTemplate'), |
| inferencer=dict( |
| max_out_len=50, |
| stopping_criteria=[ |
| 'Q:', |
| '\n', |
| ], |
| type='opencompass.openicl.icl_inferencer.GenInferencer'), |
| prompt_template=dict( |
| ice_token='</E>', |
| template='</E>Q: {question}\nA: ', |
| type= |
| 'opencompass.openicl.icl_prompt_template.PromptTemplate'), |
| retriever=dict( |
| fix_id_list=[ |
| 0, |
| ], |
| type='opencompass.openicl.icl_retriever.FixKRetriever')), |
| path='opencompass/trivia_qa', |
| reader_cfg=dict( |
| input_columns=[ |
| 'question', |
| ], |
| output_column='answer', |
| test_range='[0:1000]', |
| test_split='validation', |
| train_split='train'), |
| type='opencompass.datasets.TriviaQADatasetV2'), |
| ], |
| ] |
| models = [ |
| dict( |
| abbr='mask_gdn_1B_hrr-rank4_hf', |
| batch_size=8, |
| generation_kwargs=dict(), |
| max_out_len=256, |
| max_seq_len=None, |
| model_kwargs=dict(), |
| pad_token_id=None, |
| path='/mnt/jfzn/msj/train_exp/mask_gdn_1B_hrr-rank4', |
| peft_kwargs=dict(), |
| peft_path=None, |
| run_cfg=dict(num_gpus=1), |
| stop_words=[], |
| tokenizer_kwargs=dict(), |
| tokenizer_path=None, |
| type='opencompass.models.huggingface_above_v4_33.HuggingFaceBaseModel' |
| ), |
| ] |
| work_dir = 'outputs/default/20251127_190244' |
|
|
