None ['main.py', '--config', 'configs/datasets/bronze2/bronze2.yml', 'configs/datasets/bronze2/bronze2_ood.yml', 'configs/networks/opengan.yml', 'configs/pipelines/test/test_opengan.yml', 'configs/preprocessors/base_preprocessor.yml', 'configs/postprocessors/opengan.yml', '--num_workers', '8', '--network.backbone.name', 'OursBronze2', '--network.backbone.pretrained', 'True', '--network.backbone.checkpoint', './results/bronze2_ours_resnet50_415_NotLine_train/s0/model_state_dict_epoch90.pth', '--evaluator.ood_scheme', 'ood', '--seed', '0', '--proj_ROOT', '/home/zhourixin/OOD_Folder/CODE/other_methods/openOOD_code/OpenOOD'] ------------------ Config -------------------------- dataset: image_size: 400 interpolation: bilinear name: bronze2 normalization_type: imagenet num_classes: 11 num_gpus: 1 num_machines: 1 num_workers: 8 pre_size: 420 split_names: ['train', 'val', 'test'] test: batch_size: 128 data_dir: /data/bronze_ID_and_OOD/bronze2NotLine/image_not_line dataset_class: Bronze2ExcelDataset imglist_pth: /data/bronze_ID_and_OOD/bronze2NotLine/not_line_ding_gui_train_val_test/ding_gui_not_line_test.xlsx shuffle: False xml_path: /data/bronze_ID_and_OOD/bronze2NotLine/xmls train: batch_size: 128 data_dir: /data/bronze_ID_and_OOD/bronze2NotLine/image_not_line dataset_class: Bronze2ExcelDataset imglist_pth: /data/bronze_ID_and_OOD/bronze2NotLine/not_line_ding_gui_train_val_test/ding_gui_not_line_train.xlsx shuffle: True xml_path: /data/bronze_ID_and_OOD/bronze2NotLine/xmls val: batch_size: 128 data_dir: /data/bronze_ID_and_OOD/bronze2NotLine/image_not_line dataset_class: Bronze2ExcelDataset imglist_pth: /data/bronze_ID_and_OOD/bronze2NotLine/not_line_ding_gui_train_val_test/ding_gui_not_line_val.xlsx shuffle: False xml_path: /data/bronze_ID_and_OOD/bronze2NotLine/xmls evaluator: name: ood ood_scheme: ood exp_name: bronze2_opengan_test_ood_ood_opengan_default/s0/ood machine_rank: 0 mark: default merge_option: default network: backbone: checkpoint: ./results/bronze2_ours_resnet50_415_NotLine_train/s0/model_state_dict_epoch90.pth image_size: 400 name: OursBronze2 num_classes: 11 num_gpus: 1 pretrained: True checkpoint: ['/home/zhourixin/OOD_Folder/CODE/other_methods/openOOD_code/OpenOOD/results/bronze2_opengan_opengan_e90_lr0.0001_default/s0/best_GNet.ckpt', '/home/zhourixin/OOD_Folder/CODE/other_methods/openOOD_code/OpenOOD/results/bronze2_opengan_opengan_e90_lr0.0001_default/s0/best_DNet.ckpt', None] image_size: 400 name: opengan nc: 512 ndf: 64 ngf: 64 num_classes: 11 num_gpus: 1 nz: 100 pretrained: True num_gpus: 1 num_machines: 1 num_workers: 8 ood_dataset: batch_size: 32 dataset_class: ImglistDataset farood: datasets: ['inaturalist', 'textures', 'openimageo'] inaturalist: data_dir: ./data/images_largescale imglist_pth: /home/zhourixin/OOD_Folder/CODE/other_methods/openOOD_code/OpenOOD/data/benchmark_imglist/imagenet/test_inaturalist.txt openimageo: data_dir: ./data/images_largescale imglist_pth: /home/zhourixin/OOD_Folder/CODE/other_methods/openOOD_code/OpenOOD/data/benchmark_imglist/imagenet/test_openimage_o.txt textures: data_dir: ./data/images_classic imglist_pth: /home/zhourixin/OOD_Folder/CODE/other_methods/openOOD_code/OpenOOD/data/benchmark_imglist/imagenet/test_textures.txt image_size: 224 interpolation: bilinear midood: datasets: ['ssb_hard', 'ninco'] ninco: data_dir: ./data/images_largescale imglist_pth: /home/zhourixin/OOD_Folder/CODE/other_methods/openOOD_code/OpenOOD/data/benchmark_imglist/imagenet/test_ninco.txt ssb_hard: data_dir: ./data/images_largescale imglist_pth: /home/zhourixin/OOD_Folder/CODE/other_methods/openOOD_code/OpenOOD/data/benchmark_imglist/imagenet/test_ssb_hard.txt name: bronze2_ood nearood: bronzeM_containerS: data_dir: ./data/images_largescale imglist_pth: /home/zhourixin/OOD_Folder/CODE/other_methods/openOOD_code/OpenOOD/data/images_largescale/transfer_dataset/container_structure_bronze_material/container_structure_bronze_material_test.txt bronzeS_containerM: data_dir: ./data/images_largescale imglist_pth: /home/zhourixin/OOD_Folder/CODE/other_methods/openOOD_code/OpenOOD/data/images_largescale/transfer_dataset/bronze_structure_container_material/bronze_structure_container_material_test.txt bronze_Line: data_dir: ./data/images_largescale imglist_pth: /home/zhourixin/OOD_Folder/CODE/other_methods/openOOD_code/OpenOOD/data/images_largescale/bronze_line/bronze2_Line_OOD_list.txt datasets: ['imagenet21k_container', 'imagenet21k_container_refine', 'bronzeS_containerM', 'bronzeM_containerS', 'bronze_Line'] imagenet21k_container: data_dir: ./data/images_largescale imglist_pth: /home/zhourixin/OOD_Folder/CODE/other_methods/openOOD_code/OpenOOD/data/benchmark_imglist/imagenet21k_container/imagenet21k_container_file-list.txt imagenet21k_container_refine: data_dir: ./data/images_largescale imglist_pth: /home/zhourixin/OOD_Folder/CODE/other_methods/openOOD_code/OpenOOD/data/benchmark_imglist/imagenet21k_container_refine/imagenet21k_container_file-list-refine.txt num_classes: 11 num_gpus: 1 num_machines: 1 num_workers: 8 pre_size: 256 shuffle: False split_names: ['val', 'nearood', 'midood', 'farood'] val: data_dir: /home/zhourixin/OOD_Folder/CODE/other_methods/openOOD_code/OpenOOD/data/images_largescale/ imglist_pth: /home/zhourixin/OOD_Folder/CODE/other_methods/openOOD_code/OpenOOD/data/benchmark_imglist/imagenet/val_openimage_o.txt output_dir: /home/zhourixin/OOD_Folder/CODE/other_methods/openOOD_code/OpenOOD/results/bronze2_opengan_test_ood_ood_opengan_default/s0/ood pipeline: name: test_ood postprocessor: APS_mode: False name: opengan preprocessor: name: base recorder: save_csv: True save_scores: True save_output: True seed: 0 ────────────────────────────────────────────────────────────────────── Output dir: /home/zhourixin/OOD_Folder/CODE/other_methods/openOOD_code/OpenOOD/results/bronze2_opengan_test_ood_ood_opengan_default/s0/ood Output directory path: /home/zhourixin/OOD_Folder/CODE/other_methods/openOOD_code/OpenOOD/results/bronze2_opengan_test_ood_ood_opengan_default/s0/ood Model Loading OursBronze2 Completed! Model Loading opengan Completed! ────────────────────────────────────────────────────────────────────── Start evaluation... Accuracy 77.25% ────────────────────────────────────────────────────────────────────── Performing inference on bronze2 dataset... ────────────────────────────────────────────────────────────────────── Processing nearood... Performing inference on imagenet21k_container dataset... Computing metrics on imagenet21k_container dataset... FPR@95: 42.59, AUROC: 78.24 AUPR_IN: 45.59, AUPR_OUT: 97.96 ACC: 77.25 ────────────────────────────────────────────────────────────────────── Performing inference on imagenet21k_container_refine dataset... Computing metrics on imagenet21k_container_refine dataset... FPR@95: 43.36, AUROC: 78.25 AUPR_IN: 50.35, AUPR_OUT: 96.96 ACC: 77.25 ────────────────────────────────────────────────────────────────────── Performing inference on bronzeS_containerM dataset... Computing metrics on bronzeS_containerM dataset... FPR@95: 79.18, AUROC: 58.59 AUPR_IN: 13.29, AUPR_OUT: 94.57 ACC: 77.25 ────────────────────────────────────────────────────────────────────── Performing inference on bronzeM_containerS dataset... Computing metrics on bronzeM_containerS dataset... FPR@95: 45.50, AUROC: 78.24 AUPR_IN: 46.28, AUPR_OUT: 97.25 ACC: 77.25 ────────────────────────────────────────────────────────────────────── Performing inference on bronze_Line dataset... Computing metrics on bronze_Line dataset... FPR@95: 50.44, AUROC: 81.32 AUPR_IN: 96.28, AUPR_OUT: 37.85 ACC: 77.25 ────────────────────────────────────────────────────────────────────── Computing mean metrics... FPR@95: 52.21, AUROC: 74.93 AUPR_IN: 50.36, AUPR_OUT: 84.92 ACC: 77.25 ────────────────────────────────────────────────────────────────────── ────────────────────────────────────────────────────────────────────── Processing midood... Performing inference on ssb_hard dataset... Computing metrics on ssb_hard dataset... FPR@95: 45.74, AUROC: 72.27 AUPR_IN: 49.79, AUPR_OUT: 95.52 ACC: 77.25 ────────────────────────────────────────────────────────────────────── Performing inference on ninco dataset... Computing metrics on ninco dataset... FPR@95: 48.55, AUROC: 74.51 AUPR_IN: 71.97, AUPR_OUT: 77.21 ACC: 77.25 ────────────────────────────────────────────────────────────────────── Computing mean metrics... FPR@95: 47.14, AUROC: 73.39 AUPR_IN: 60.88, AUPR_OUT: 86.37 ACC: 77.25 ────────────────────────────────────────────────────────────────────── ────────────────────────────────────────────────────────────────────── Processing farood... Performing inference on inaturalist dataset... Computing metrics on inaturalist dataset... FPR@95: 39.33, AUROC: 81.56 AUPR_IN: 73.59, AUPR_OUT: 88.53 ACC: 77.25 ────────────────────────────────────────────────────────────────────── Performing inference on textures dataset... Computing metrics on textures dataset... FPR@95: 71.89, AUROC: 73.95 AUPR_IN: 63.27, AUPR_OUT: 79.95 ACC: 77.25 ────────────────────────────────────────────────────────────────────── Performing inference on openimageo dataset... Computing metrics on openimageo dataset... FPR@95: 45.78, AUROC: 76.90 AUPR_IN: 60.92, AUPR_OUT: 90.75 ACC: 77.25 ────────────────────────────────────────────────────────────────────── Computing mean metrics... FPR@95: 52.33, AUROC: 77.47 AUPR_IN: 65.93, AUPR_OUT: 86.41 ACC: 77.25 ────────────────────────────────────────────────────────────────────── Time used for eval_ood: 2829s Completed!