| datasets = [ |
| [ |
| dict( |
| abbr='LongBench_2wikimqa', |
| eval_cfg=dict( |
| evaluator=dict( |
| type='opencompass.datasets.LongBenchF1Evaluator'), |
| pred_role='BOT'), |
| infer_cfg=dict( |
| inferencer=dict( |
| max_out_len=32, |
| type='opencompass.openicl.icl_inferencer.GenInferencer'), |
| prompt_template=dict( |
| template=dict(round=[ |
| dict( |
| prompt= |
| 'Answer the question based on the given passages. Only give me the answer and do not output any other words.\n\nThe following are given passages.\n{context}\n\nAnswer the question based on the given passages. Only give me the answer and do not output any other words.\n\nQuestion: {input}\nAnswer:', |
| role='HUMAN'), |
| ]), |
| type= |
| 'opencompass.openicl.icl_prompt_template.PromptTemplate'), |
| retriever=dict( |
| type='opencompass.openicl.icl_retriever.ZeroRetriever')), |
| name='2wikimqa', |
| path='opencompass/Longbench', |
| reader_cfg=dict( |
| input_columns=[ |
| 'context', |
| 'input', |
| ], |
| output_column='answers', |
| test_split='test', |
| train_split='test'), |
| type='opencompass.datasets.LongBench2wikimqaDataset'), |
| ], |
| ] |
| eval = dict(runner=dict(task=dict(dump_details=True))) |
| models = [ |
| dict( |
| abbr='gated_deltanet', |
| batch_size=128, |
| max_seq_len=2048, |
| model_kwargs=dict( |
| device_map='auto', |
| torch_dtype='torch.bfloat16', |
| trust_remote_code=True), |
| path='download_model/hgrn2-1.3B-100B', |
| run_cfg=dict(num_gpus=1), |
| tokenizer_kwargs=dict(padding_side='left', truncation_side='left'), |
| tokenizer_path='download_model/hgrn2-1.3B-100B', |
| type='opencompass.models.HuggingFaceBaseModel'), |
| ] |
| work_dir = 'outputs/default/20251219_163447' |
|
|
