pixlrelight / config.yaml
mlfarinha's picture
Initial release
2ef8d2a verified
model:
__object__:
path: src.models.pixl_relight
name: PIXLRelight
args: as_params
net:
__object__:
path: src.models.net
name: Net
args: as_params
img_size: 512
patch_size: 16
pos_embed_rope_base: 100.0
pos_embed_rope_min_period: null
pos_embed_rope_max_period: null
pos_embed_rope_normalize_coords: separate
pos_embed_rope_shift_coords: null
pos_embed_rope_jitter_coords: null
pos_embed_rope_rescale_coords: null
pos_embed_rope_dtype: bf16
embed_dim: 1024
depth: 24
num_heads: 16
ffn_ratio: 4.0
qkv_bias: True
drop_path_rate: 0.0
layerscale_init: 1.0
norm_layer: layernormbf16
n_storage_tokens: 8
mask_k_bias: False
qk_norm: True
rgb_patch_embed: vit_large
intrinsics_patch_embed: convnext_base
intermediate_layer_idx: [4, 11, 17, 23]
gradient_checkpointing: False
head:
__object__:
path: src.models.head
name: DPTHead
args: as_params
dim_in: 1024
patch_size: 16
output_dim: 6
activation: sigmoid
conf_activation: null
features: 256
out_channels: [256, 512, 1024, 1024]
pos_embed: True
head_name: rgb
output_mode: modulation
modulation_clamp: True
rgbx:
__object__:
path: src.rgbx.inference
name: Marigold
args: as_params
checkpoint_path: prs-eth/marigold-iid-lighting-v1-1
denoise_steps: 1
processing_res: 0
half_precision: True
output_processing_res: True
resample_method: bilinear