| datamodule: |
| _target_: look2hear.datas.datamodule.DataModule |
| batch_size: 1 |
| num_workers: 8 |
| pin_memory: true |
| DataClass: |
| _target_: look2hear.datas.datasets.waveform.WaveformDataClass |
| train_json_dir: /home/likai/ssd/Look2hear/examples/CTCNet/LRS2/tr |
| val_json_dir: /home/likai/ssd/Look2hear/examples/CTCNet/LRS2/cv |
| test_json_dir: /home/likai/ssd/Look2hear/examples/CTCNet/LRS2/tt |
| n_src: 1 |
| task: enhancement |
| sample_rate: 16000 |
| segment: 4 |
| is_drop: false |
| normalize_audio: false |
| augmentation: false |
| audiomodel: |
| _target_: look2hear.models.ctcnet.CTCNet |
| encoder_type: ConvolutionalEncoder |
| decoder_type: ConvolutionalDecoder |
| audio_channels: 1 |
| audio_encoder_channels: 512 |
| audio_encoder_kernels: 21 |
| audio_encoder_strides: 10 |
| audio_in_channels: 512 |
| audio_out_channels: 512 |
| audio_kernel_size: 5 |
| audio_depth: 4 |
| audio_block_type: ConvNormAct |
| audio_norm_type: gLN |
| audio_act_type: PReLU |
| audio_shared: true |
| visual_encoder_channels: 512 |
| visual_in_channels: 64 |
| visual_out_channels: 64 |
| visual_kernel_size: 3 |
| visual_depth: 4 |
| visual_block_type: ConvNormAct |
| visual_norm_type: BatchNorm1d |
| visual_act_type: PReLU |
| visual_shared: false |
| fusion_type: ConcatFusion |
| fusion_shared: false |
| n_repeats: 3 |
| m_repeats: 13 |
| mask_types: MaskGenerator |
| num_speakers: 1 |
| mask_kernel_size: 1 |
| mask_act: ReLU |
| mask_RI_split: false |
| mask_output_gate: false |
| mask_dw_gate: false |
| mask_direct: false |
| mask_is2d: false |
| videomodel: |
| _target_: look2hear.video_models.resnetmodel.ResNetVideoModel |
| activation_type: PReLU |
| pretrained: /home/likai/ssd/Look2hear/pretrain_zoo/frcnn_128_512.backbone.pth.tar |
| audio_optimizer: |
| _target_: torch.optim.AdamW |
| lr: 0.001 |
| weight_decay: 0.1 |
| audio_scheduler: |
| _target_: torch.optim.lr_scheduler.ReduceLROnPlateau |
| mode: min |
| factor: 0.5 |
| patience: 10 |
| audio_loss: |
| _target_: look2hear.losses.pitwrapper.PITLossWrapper |
| loss_func: look2hear.losses.snr.neg_sisdr |
| pit: true |
| mode: permutation-wise |
| eval_func: min |
| system: |
| _target_: look2hear.systems.single_speaker.SingleSpeaker |
| freeze_video_model: true |
| compile: false |
| exp: |
| dir: /home/likai/ssd/Look2hear/examples/CTCNet |
| name: CTCNet-1 |
| checkpoint: |
| _target_: lightning.pytorch.callbacks.ModelCheckpoint |
| dirpath: ${exp.dir}/${exp.name}/checkpoints |
| monitor: val/neg_sisdr |
| mode: min |
| verbose: true |
| save_top_k: 1 |
| save_last: true |
| filename: '{epoch}-{val/neg_sisdr:.4f}' |
| logger: |
| _target_: lightning.pytorch.loggers.WandbLogger |
| name: ${exp.name} |
| save_dir: ${exp.dir}/${exp.name}/logs |
| offline: true |
| project: Look2hear |
| trainer: |
| _target_: lightning.pytorch.Trainer |
| devices: |
| - 0 |
| max_epochs: 5 |
| sync_batchnorm: true |
| gradient_clip_val: 5.0 |
| default_root_dir: ${exp.dir}/${exp.name}/ |
| accelerator: cuda |
| limit_train_batches: 0.001 |
| limit_val_batches: 0.001 |
| fast_dev_run: false |
| precision: bf16-mixed |
|
|
