Upload folder using huggingface_hub

.gitattributes

@@ -70,3 +70,33 @@ examples/inference_sample/processed/kid_coffee/trajectory_templates/visualizatio
 examples/inference_sample/processed/kid_coffee/trajectory_templates/visualizations/kid_coffee/trajectories_global_frustum.mp4 filter=lfs diff=lfs merge=lfs -text
 examples/inference_sample/processed/kid_coffee/trajectory_templates/visualizations/kid_coffee/trajectories_global_overlay.png filter=lfs diff=lfs merge=lfs -text
 examples/inference_sample/raw/kid_coffee.png filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000000/clip.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000000/dynamic_masks.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000000/mask_sky.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000000/train_preceding_rgb_9.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000000/train_reference_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000000/train_reference_scene_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000000/train_reference_scene_rgb_orig.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000000/train_target_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000000/train_target_scene_proj_fg_overlay_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000000/train_target_scene_proj_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000000/train_target_scene_proj_rgb_orig.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000001/clip.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000001/train_target_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000001/train_target_scene_proj_fg_overlay_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000001/train_target_scene_proj_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000001/train_target_scene_proj_rgb_orig.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000002/clip.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000002/dynamic_masks.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000002/mask_person.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000002/train_preceding_scene_proj_fg_overlay_rgb_9.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000002/train_preceding_scene_proj_rgb_9.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000002/train_target_proj_fg_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000002/train_target_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000002/train_target_scene_proj_fg_overlay_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000002/train_target_scene_proj_rgb.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed/00000002/train_target_scene_proj_rgb_orig.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/processed_lmdb/shard_000.lmdb/data.mdb filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/raw/MIRA/4230740.0.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/raw/RealEstate10K/1259726fc1f8e966.mp4 filter=lfs diff=lfs merge=lfs -text
+examples/training_sample/raw/SpatiaVID_HQ/0a2d11ab-57d7-516d-b873-c29555a41796.mp4 filter=lfs diff=lfs merge=lfs -text

examples/inference_sample/processed/kid_coffee/infer_scripts/case1_left.yaml

@@ -9,7 +9,7 @@ iter_input:
       from a perpendicular angle. The red-and-white striped canopy and colorful pennant
       banner are seen edge-on, with the coffee and books signage now aligned vertically
       in the frame.
-    fg_text: ''
+    fg_text: 'On the right, a woden bench at under the wall sits a lovely corgi dog, staying steadily on the bench and rest.'
   '1':
     scene_text: The scene now presents a side profile of the stall, with the red-and-white
       striped canopy and colorful pennant banner visible overhead. The white tablecloth

examples/inference_sample/processed/kid_coffee/infer_scripts/case1_right.yaml

@@ -10,7 +10,7 @@ iter_input:
       The white tablecloth covers the counter, with chalkboard signs for "COFFEE"
       and "BOOKS" now oriented sideways, and stacks of books, a jar of pencils, and
       potted flowers still arranged on the right side.
-    fg_text: ''
+    fg_text: 'On the right, a woden bench at under the wall sits a lovely corgi dog, staying steadily on the bench and rest.'
   '1':
     scene_text: The scene is viewed from a side angle, showing the full length of
       the stall’s white-clothed counter with chalkboard signs for “COFFEE” and “BOOKS,”

examples/training_sample/processed/00000000/clip.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7933df8527f851b0dd18600242720f9edf8f0f54114f40317860d7e163c6e943
+size 3029650

examples/training_sample/processed/00000000/dynamic_masks.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135723756707066e4b1b7edecf0f55f3474496ffb120d52dc71871dbb8a389ea
+size 339662

examples/training_sample/processed/00000000/dynamic_prompts.json

@@ -0,0 +1,14 @@
+{
+  "raw": "1) person\n2) car\n3) sky",
+  "entities": [
+    "person",
+    "car",
+    "sky"
+  ],
+  "prompts": [
+    "person",
+    "car",
+    "sky"
+  ],
+  "status": "ok"
+}

examples/training_sample/processed/00000000/geometry.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff89760739ce6a0ffbcdfbdb1f1883ed5971e10c9dd82973fcf6c8c8206e657
+size 165477281

examples/training_sample/processed/00000000/latents.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c6d9d6301d71c9c4717ef468d447a2e2ba18f5510af051458f382f93f40e6a
+size 27363108

examples/training_sample/processed/00000000/mask_sky.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600e63d9faf910365cf5f71290869bfa05f646f644415696da0a1a476f4674ed
+size 283869

examples/training_sample/processed/00000000/train_preceding_rgb_9.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a806dc60b82aa5f24a74cf7584fa33a4febfd733c39ca623e29a56a5a78716bd
+size 121834

examples/training_sample/processed/00000000/train_reference_instances.json

@@ -0,0 +1,59 @@
+{
+  "target_video": "train_target_rgb.mp4",
+  "prompts": [
+    "person",
+    "car"
+  ],
+  "instances": [
+    {
+      "rank": 0,
+      "obj_id": 9,
+      "max_area_ratio": 0.030376101762820514,
+      "frame_indices": [
+        42,
+        53,
+        60
+      ]
+    },
+    {
+      "rank": 1,
+      "obj_id": 8,
+      "max_area_ratio": 0.005681590544871795,
+      "frame_indices": [
+        1,
+        42,
+        62
+      ]
+    },
+    {
+      "rank": 2,
+      "obj_id": 7,
+      "max_area_ratio": 0.002423878205128205,
+      "frame_indices": [
+        11,
+        29,
+        54
+      ]
+    },
+    {
+      "rank": 3,
+      "obj_id": 6,
+      "max_area_ratio": 0.0023337339743589743,
+      "frame_indices": [
+        60,
+        62,
+        63
+      ]
+    },
+    {
+      "rank": 4,
+      "obj_id": 5,
+      "max_area_ratio": 0.001970653044871795,
+      "frame_indices": [
+        55,
+        59,
+        60
+      ]
+    }
+  ]
+}

examples/training_sample/processed/00000000/train_reference_rgb.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9198ec28b716cdd629680b654c2db416f2056136a6500df4f5db614381825cde
+size 144828

examples/training_sample/processed/00000000/train_reference_scene_rgb.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43933ec73381a1adee7be5ce33194b3568922f0c496ae3657bc155d0b14cbb41
+size 138324

examples/training_sample/processed/00000000/train_reference_scene_rgb_orig.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5228a8f111598e17ac0fc46376070444536b3ea7541aac5051ff919c40470d5
+size 143767

examples/training_sample/processed/00000000/train_sample.json

@@ -0,0 +1,171 @@
+{
+  "t0": 26,
+  "P9_idx": [
+    17,
+    18,
+    19,
+    20,
+    21,
+    22,
+    23,
+    24,
+    25
+  ],
+  "P1_idx": [
+    25
+  ],
+  "T_idx": [
+    26,
+    27,
+    28,
+    29,
+    30,
+    31,
+    32,
+    33,
+    34,
+    35,
+    36,
+    37,
+    38,
+    39,
+    40,
+    41,
+    42,
+    43,
+    44,
+    45,
+    46,
+    47,
+    48,
+    49,
+    50,
+    51,
+    52,
+    53,
+    54,
+    55,
+    56,
+    57,
+    58,
+    59,
+    60,
+    61,
+    62,
+    63,
+    64,
+    65,
+    66,
+    67,
+    68,
+    69,
+    70,
+    71,
+    72,
+    73,
+    74,
+    75,
+    76,
+    77,
+    78,
+    79,
+    80,
+    81,
+    82,
+    83,
+    84,
+    85,
+    86,
+    87,
+    88,
+    89,
+    90
+  ],
+  "C_idx": [
+    0,
+    1,
+    2,
+    3,
+    4,
+    5,
+    6,
+    7,
+    8,
+    9,
+    10,
+    11,
+    12,
+    13,
+    14,
+    15,
+    92,
+    93,
+    94,
+    95,
+    96,
+    97,
+    98,
+    99,
+    100,
+    101,
+    102,
+    103,
+    104,
+    105,
+    106,
+    107,
+    108,
+    109,
+    110,
+    111,
+    112,
+    113,
+    114,
+    115,
+    116,
+    117,
+    118,
+    119,
+    120
+  ],
+  "scene_idx": 115,
+  "R_idx": [
+    92,
+    14,
+    12,
+    94,
+    10,
+    96,
+    98
+  ],
+  "R_iou": [
+    0.07454549403766372,
+    0.0694113967938869,
+    0.06155005990764799,
+    0.06073820098027936,
+    0.06025912646675358,
+    0.05896005194930133,
+    0.05594802497313094
+  ],
+  "R_stats": {
+    "threshold": 0.04,
+    "max_refs": 7,
+    "stride": 2,
+    "voxel_size": 0.01,
+    "num_targets": 65,
+    "num_candidates": 23,
+    "best_iou": 0.07454549403766372,
+    "avg_iou": 0.040257401322028034
+  },
+  "projection_channels": [
+    "rgb"
+  ],
+  "output_size": [
+    480,
+    832
+  ],
+  "add_fg_to_projection": true,
+  "has_fg": true,
+  "src_aug_applied": false,
+  "naming": "figure"
+}

examples/training_sample/processed/00000000/train_target_fg_rgb.txt

@@ -0,0 +1 @@
+A white van drives forward, followed by an orange and white bus. A large truck passes on the right. A yellow taxi speeds past the bus.

examples/training_sample/processed/00000000/train_target_rgb.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629b6e0fb5de1a0a2b0ede81d5ce8a48c044559b8f2b35bbd740ac09257757a7
+size 808291

examples/training_sample/processed/00000000/train_target_rgb.txt

@@ -0,0 +1 @@
+The vehicle glides forward along a wide urban avenue, flanked by bare trees and modern buildings under an overcast sky. Traffic flows steadily, including a prominent orange-and-white bus and a large truck passing by. Pedestrians stroll along sidewalks beside metal railings, while streetlights and traffic signals punctuate the scene. The camera moves smoothly ahead, capturing the rhythm of city life with muted tones and quiet motion.

examples/training_sample/processed/00000000/train_target_scene_proj_fg_overlay_rgb.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f26e2972c6b80172049df7774a6cfc6e74fdf14766439947e5139a63d8ee47
+size 832132

examples/training_sample/processed/00000000/train_target_scene_proj_rgb.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08b45fbdfecea9614eb673ebc91a794728fe281cc848d53d462a109a8e36764
+size 820568

examples/training_sample/processed/00000000/train_target_scene_proj_rgb_orig.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08b45fbdfecea9614eb673ebc91a794728fe281cc848d53d462a109a8e36764
+size 820568

examples/training_sample/processed/00000000/train_target_scene_rgb.txt

@@ -0,0 +1 @@
+Urban street flanked by bare trees and modern buildings under overcast skies. Concrete sidewalks and metal railings line the road. Streetlights and traffic signals punctuate the scene. Buildings display varied architectural styles. The atmosphere is muted, with diffused lighting enhancing the city’s quiet, subdued ambiance. Camera moves steadily forward.

examples/training_sample/processed/00000001/clip.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192530efced1bb9553bff5bb56af57874d412e82a77f321ad22ccc4ba4cc923c
+size 1694156

examples/training_sample/processed/00000001/dynamic_prompts.json

@@ -0,0 +1,6 @@
+{
+  "raw": "Nothing",
+  "entities": [],
+  "prompts": [],
+  "status": "nothing"
+}

examples/training_sample/processed/00000001/geometry.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ca3cd74738693835fee9a4b51afcfadf6e0ad8bd26b599d2d48e3113efc1f7
+size 162947301

examples/training_sample/processed/00000001/latents.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09aec048eccdf9ebd9252776729df42ff301af7fb22709502ac372ef5c16420e
+size 17376130