Upload folder using huggingface_hub

model.json

@@ -0,0 +1,97 @@
+{
+  "config": {
+    "character_name": "pocoyo",
+    "module_name": "seq2seq",
+    "model": {
+      "hidden_size": 512,
+      "num_layers": 2,
+      "dropout": 0.3003,
+      "last_layer_mode": "ais"
+    },
+    "masking": {
+      "mask_generator": {
+        "strategy_name": "random_block_keyframes",
+        "ratio_masked_block_keyframes": 0.0
+      },
+      "mask_applier": {
+        "concat_mode": "concat_dim",
+        "fill_mode": "zeros"
+      },
+      "test_mask_generator": {
+        "strategy_name": "random_block_keyframes",
+        "ratio_masked_block_keyframes": 0.0
+      },
+      "predict_mask_generator": {
+        "strategy_name": "manual"
+      }
+    },
+    "optimization": {
+      "optimizer": {
+        "name": "AdamW",
+        "lr": 0.0001,
+        "tune_lr": false,
+        "params": {
+          "weight_decay": 0.001
+        }
+      },
+      "lr_scheduler": {
+        "name": "CyclicLR",
+        "params": {
+          "base_lr": 6.897e-07,
+          "max_lr": 0.001805,
+          "step_size_up": 100.0,
+          "mode": "triangular2"
+        }
+      },
+      "regularization": {
+        "last_layer_regularization": false,
+        "last_layer_regularization_weight": 0.001,
+        "full_model_regularization": false,
+        "full_model_regularization_weight": 1e-08
+      }
+    },
+    "losses": {
+      "pose_loss": {
+        "reduction": "none"
+      },
+      "speed_loss": {
+        "reduction": "mean"
+      },
+      "acceleration_loss": {
+        "reduction": "mean"
+      },
+      "jerk_loss": {
+        "reduction": "mean"
+      },
+      "controller_keyframes_prediction_loss": {
+        "reduction": "none",
+        "pos_weight": 1.0
+      },
+      "weights": {
+        "pose": 1.0,
+        "speed": 0.0,
+        "acceleration": 0.0,
+        "jerk": 0.0,
+        "controller_keyframes_prediction": 0.0,
+        "frame_weights": null,
+        "controller_keyframes_weights": null
+      },
+      "auto_weighting_loss": true
+    },
+    "do_controller_keyframes_prediction": false,
+    "post_processing": {
+      "do_controller_keyframes_reduction": false,
+      "threshold_controller_keyframes_reduction": null
+    }
+  },
+  "controllers_config": {
+    "default_controllers_path": "motion_inbetweening/infra/configs/controllers_configs/pocoyo/pcy_default_controllers.yaml",
+    "trainable_controllers_path": "motion_inbetweening/infra/configs/controllers_configs/pocoyo/pcy_trainable_controllers_without_coeff.yaml",
+    "simplify_classes_path": null
+  },
+  "transformations_keyframe_division_strategy": null,
+  "has_mean_pose_normalizer": false,
+  "has_std_pose_normalizer": false,
+  "epoch": 388,
+  "global_step": 19061
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23fa32a621dc1d5604d73379f0d8c18662691b9932254b764609d6abf350307
+size 54933548

trainable_controllers.yaml

@@ -0,0 +1,226 @@
+x_main_CTRL:
+  - Translation(axis=XYZ, scale=25.0, coeff=1.0, do_clip=False)
+  - Rotation3D(coeff=1.0)
+x_cor_CTRL:
+  - Translation(axis=XYZ, scale=10.0, coeff=1.0, do_clip=False)
+  - Rotation3D(coeff=1.0)
+x_cog_CTRL:
+  - Translation(axis=XYZ, scale=4.0, coeff=1.0, do_clip=False)
+  - Rotation3D(coeff=1.0)
+l_armIKLower_CTRL:
+  - Scale(axis=X, scale=0.5, coeff=1.0, do_clip=False)
+l_armIKUpper_CTRL:
+  - Scale(axis=X, scale=0.9, coeff=1.0, do_clip=False)
+l_armIK_CTRL:
+  - Translation(axis=XYZ, scale=7.0, coeff=1.0, do_clip=False)
+  - Rotation3D(coeff=1.0)
+l_armMiddle_CTRL:
+  - Translation(axis=XYZ, scale=0.25, coeff=1.0, do_clip=False)
+l_armPoleVector_CTRL:
+  - Translation(axis=XYZ, scale=25.0, coeff=1.0, do_clip=False)
+l_capFront_CTRL:
+  - Scale(axis=XYZ, scale=1.0, coeff=1.0, do_clip=False)
+l_earmuff_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=Z, scale=0.05, coeff=1.0, do_clip=False)
+l_foot_CTRL:
+  - Translation(axis=XYZ, scale=5.0, coeff=1.0, do_clip=False)
+  - Rotation3D(coeff=1.0)
+l_hand_CTRL:
+  - Translation(axis=XYZ, scale=1.7, coeff=1.0, do_clip=False)
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.15, coeff=1.0, do_clip=False)
+l_index01_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.01, coeff=1.0, do_clip=False)
+l_index02_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.1, coeff=1.0, do_clip=False)
+l_index03_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.05, coeff=1.0, do_clip=False)
+l_instep_CTRL:
+  - Rotation3D(coeff=1.0)
+l_legIKLower_CTRL:
+  - Scale(axis=Y, scale=0.2, coeff=1.0, do_clip=False)
+l_legIKUpper_CTRL:
+  - Scale(axis=Y, scale=0.2, coeff=1.0, do_clip=False)
+l_legPoleVector_CTRL:
+  - Translation(axis=XYZ, scale=1.8, coeff=1.0, do_clip=False)
+  - Rotation3D(coeff=1.0)
+l_leg_CTRL:
+  - Translation(axis=XYZ, scale=1.0, coeff=1.0, do_clip=False)
+l_middle01_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.03, coeff=1.0, do_clip=False)
+l_middle02_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.1, coeff=1.0, do_clip=False)
+l_middle03_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.05, coeff=1.0, do_clip=False)
+l_pinky01_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.03, coeff=1.0, do_clip=False)
+l_pinky02_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.25, coeff=1.0, do_clip=False)
+l_pinky03_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.12, coeff=1.0, do_clip=False)
+l_shirttailBack_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.1, coeff=1.0, do_clip=False)
+l_shirttailFront_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.3, coeff=1.0, do_clip=False)
+  - Translation(axis=XYZ, scale=0.25, coeff=1.0, do_clip=False)
+l_shirttail_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.1, coeff=1.0, do_clip=False)
+l_shoulder_CTRL:
+  - Translation(axis=XYZ, scale=0.7, coeff=1.0, do_clip=False)
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.1, coeff=1.0, do_clip=False)
+l_thumb01_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=1.5, coeff=1.0, do_clip=False)
+l_thumb02_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.2, coeff=1.0, do_clip=False)
+l_thumb03_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.15, coeff=1.0, do_clip=False)
+  - Translation(axis=XYZ, scale=0.3, coeff=1.0, do_clip=False)
+l_toeCap_CTRL:
+  - Rotation3D(coeff=1.0)
+l_toes_CTRL:
+  - Rotation3D(coeff=1.0)
+r_armIKLower_CTRL:
+  - Scale(axis=X, scale=0.5, coeff=1.0, do_clip=False)
+r_armIKUpper_CTRL:
+  - Scale(axis=X, scale=0.9, coeff=1.0, do_clip=False)
+r_armIK_CTRL:
+  - Translation(axis=XYZ, scale=7.0, coeff=1.0, do_clip=False)
+  - Rotation3D(coeff=1.0)
+r_armMiddle_CTRL:
+  - Translation(axis=XYZ, scale=0.25, coeff=1.0, do_clip=False)
+r_armPoleVector_CTRL:
+  - Translation(axis=XYZ, scale=25.0, coeff=1.0, do_clip=False)
+r_capFront_CTRL:
+  - Scale(axis=XYZ, scale=1.0, coeff=1.0, do_clip=False)
+r_earmuff_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=Z, scale=0.05, coeff=1.0, do_clip=False)
+r_foot_CTRL:
+  - Translation(axis=XYZ, scale=5.0, coeff=1.0, do_clip=False)
+  - Rotation3D(coeff=1.0)
+r_hand_CTRL:
+  - Translation(axis=XYZ, scale=1.7, coeff=1.0, do_clip=False)
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.15, coeff=1.0, do_clip=False)
+r_index01_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.01, coeff=1.0, do_clip=False)
+r_index02_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.1, coeff=1.0, do_clip=False)
+r_index03_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.05, coeff=1.0, do_clip=False)
+r_instep_CTRL:
+  - Rotation3D(coeff=1.0)
+r_legIKLower_CTRL:
+  - Scale(axis=Y, scale=0.2, coeff=1.0, do_clip=False)
+r_legIKUpper_CTRL:
+  - Scale(axis=Y, scale=0.2, coeff=1.0, do_clip=False)
+r_legPoleVector_CTRL:
+  - Translation(axis=XYZ, scale=1.8, coeff=1.0, do_clip=False)
+  - Rotation3D(coeff=1.0)
+r_leg_CTRL:
+  - Translation(axis=XYZ, scale=1.0, coeff=1.0, do_clip=False)
+r_middle01_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.03, coeff=1.0, do_clip=False)
+r_middle02_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.1, coeff=1.0, do_clip=False)
+r_middle03_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.05, coeff=1.0, do_clip=False)
+r_pinky01_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.03, coeff=1.0, do_clip=False)
+r_pinky02_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.25, coeff=1.0, do_clip=False)
+r_pinky03_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.12, coeff=1.0, do_clip=False)
+r_shirttailBack_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.1, coeff=1.0, do_clip=False)
+r_shirttailFront_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.3, coeff=1.0, do_clip=False)
+  - Translation(axis=XYZ, scale=0.25, coeff=1.0, do_clip=False)
+r_shirttail_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.1, coeff=1.0, do_clip=False)
+r_shoulder_CTRL:
+  - Translation(axis=XYZ, scale=0.7, coeff=1.0, do_clip=False)
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.1, coeff=1.0, do_clip=False)
+r_thumb01_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=1.5, coeff=1.0, do_clip=False)
+r_thumb02_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.2, coeff=1.0, do_clip=False)
+r_thumb03_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.15, coeff=1.0, do_clip=False)
+  - Translation(axis=XYZ, scale=0.3, coeff=1.0, do_clip=False)
+r_toeCap_CTRL:
+  - Rotation3D(coeff=1.0)
+r_toes_CTRL:
+  - Rotation3D(coeff=1.0)
+x_ass_CTRL:
+  - Translation(axis=XYZ, scale=1.0, coeff=1.0, do_clip=False)
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.15, coeff=1.0, do_clip=False)
+x_capFront_CTRL:
+  - Scale(axis=XYZ, scale=1.0, coeff=1.0, do_clip=False)
+x_head_CTRL:
+  - Translation(axis=XYZ, scale=2.5, coeff=1.0, do_clip=False)
+  - Rotation3D(coeff=1.0)
+x_neck_CTRL:
+  - Rotation1D(axis=X, coeff=1.0)
+  - Translation(axis=XYZ, scale=0.3, coeff=1.0, do_clip=False)
+  - Scale(axis=XYZ, scale=0.1, coeff=1.0, do_clip=False)
+x_pelvis_CTRL:
+  - Rotation1D(axis=X, coeff=1.0)
+  - Translation(axis=XYZ, scale=0.2, coeff=1.0, do_clip=False)
+x_shirttailFront_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.3, coeff=1.0, do_clip=False)
+  - Translation(axis=XYZ, scale=0.25, coeff=1.0, do_clip=False)
+x_thorax_CTRL:
+  - Rotation3D(coeff=1.0)
+  - Translation(axis=XYZ, scale=0.15, coeff=1.0, do_clip=False)
+x_topCap_CTRL:
+  - Scale(axis=XYZ, scale=0.3, coeff=1.0, do_clip=False)
+x_upBody_CTRL:
+  - Translation(axis=XYZ, scale=1.0, coeff=1.0, do_clip=False)
+  - Rotation3D(coeff=1.0)
+  - Scale(axis=XYZ, scale=0.03, coeff=1.0, do_clip=False)
+x_zip_CTRL:
+  - Rotation3D(coeff=1.0)
+l_armFKLower_CTRL:
+  - Rotation3D(coeff=1.0)
+l_armFKUpper_CTRL:
+  - Rotation3D(coeff=1.0)
+r_armFKLower_CTRL:
+  - Rotation3D(coeff=1.0)
+r_armFKUpper_CTRL:
+  - Rotation3D(coeff=1.0)