File size: 1,548 Bytes
2ef8d2a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
model:
  __object__:
    path: src.models.pixl_relight
    name: PIXLRelight
    args: as_params

  net:
    __object__:
      path: src.models.net
      name: Net
      args: as_params

    img_size: 512
    patch_size: 16
    pos_embed_rope_base: 100.0
    pos_embed_rope_min_period: null
    pos_embed_rope_max_period: null
    pos_embed_rope_normalize_coords: separate
    pos_embed_rope_shift_coords: null
    pos_embed_rope_jitter_coords: null
    pos_embed_rope_rescale_coords: null
    pos_embed_rope_dtype: bf16
    embed_dim: 1024
    depth: 24
    num_heads: 16
    ffn_ratio: 4.0
    qkv_bias: True
    drop_path_rate: 0.0
    layerscale_init: 1.0
    norm_layer: layernormbf16
    n_storage_tokens: 8
    mask_k_bias: False
    qk_norm: True
    rgb_patch_embed: vit_large
    intrinsics_patch_embed: convnext_base
    intermediate_layer_idx: [4, 11, 17, 23]
    gradient_checkpointing: False

  head:
    __object__:
      path: src.models.head
      name: DPTHead
      args: as_params
    
    dim_in: 1024
    patch_size: 16
    output_dim: 6
    activation: sigmoid
    conf_activation: null
    features: 256
    out_channels: [256, 512, 1024, 1024]
    pos_embed: True
    head_name: rgb
    output_mode: modulation
    modulation_clamp: True

  rgbx:
    __object__:
      path: src.rgbx.inference
      name: Marigold
      args: as_params

    checkpoint_path: prs-eth/marigold-iid-lighting-v1-1
    denoise_steps: 1
    processing_res: 0
    half_precision: True
    output_processing_res: True
    resample_method: bilinear