datasets = [
    [
        dict(
            abbr='LongBench_passage_count',
            eval_cfg=dict(
                evaluator=dict(
                    type='opencompass.datasets.LongBenchCountEvaluator'),
                pred_role='BOT'),
            infer_cfg=dict(
                inferencer=dict(
                    max_out_len=32,
                    type='opencompass.openicl.icl_inferencer.GenInferencer'),
                prompt_template=dict(
                    template=dict(round=[
                        dict(
                            prompt=
                            'There are some paragraphs below sourced from Wikipedia. Some of them may be duplicates. Please carefully read these paragraphs and determine how many unique paragraphs there are after removing duplicates. In other words, how many non-repeating paragraphs are there in total?\n\n{context}\n\nPlease enter the final count of unique paragraphs after removing duplicates. The output format should only contain the number, such as 1, 2, 3, and so on.\n\nThe final answer is: ',
                            role='HUMAN'),
                    ]),
                    type=
                    'opencompass.openicl.icl_prompt_template.PromptTemplate'),
                retriever=dict(
                    type='opencompass.openicl.icl_retriever.ZeroRetriever')),
            name='passage_count',
            path='opencompass/Longbench',
            reader_cfg=dict(
                input_columns=[
                    'context',
                    'input',
                ],
                output_column='answers',
                test_split='test',
                train_split='test'),
            type='opencompass.datasets.LongBenchpassage_countDataset'),
    ],
]
eval = dict(runner=dict(task=dict(dump_details=True)))
models = [
    dict(
        abbr='mask_deltanet',
        batch_size=128,
        max_seq_len=2048,
        model_kwargs=dict(
            device_map='auto',
            torch_dtype='torch.bfloat16',
            trust_remote_code=True),
        path='/mnt/jfzn/msj/train_exp/mask_deltanet_1B_rank4',
        run_cfg=dict(num_gpus=1),
        tokenizer_kwargs=dict(padding_side='left', truncation_side='left'),
        tokenizer_path='/mnt/jfzn/msj/train_exp/mask_gdn_1B_hrr-rank4',
        type='opencompass.models.HuggingFaceBaseModel'),
]
work_dir = 'outputs/default/20251128_162747'