Upload 10-episode all-metrics verification GIF sample

.gitattributes

@@ -1485,3 +1485,13 @@ artifacts/results/metric_iter29_ep0_single_pass_full_logging_fixed_templates/vis
 artifacts/results/metric_iter29_ep0_single_pass_full_logging_fixed_templates/visualizations/frames/visibility_focus/frame_0169.png filter=lfs diff=lfs merge=lfs -text
 artifacts/results/metric_iter29_ep0_single_pass_full_logging_fixed_templates/visualizations/frames/visibility_focus/frame_0170.png filter=lfs diff=lfs merge=lfs -text
 artifacts/results/metric_iter29_ep0_single_pass_full_logging_fixed_templates/visualizations/frames/visibility_focus/frame_0171.png filter=lfs diff=lfs merge=lfs -text
+artifacts/results/metric_iter31_sample10_all_metrics_verify/episode12/visualizations/episode12_all_metrics.gif filter=lfs diff=lfs merge=lfs -text
+artifacts/results/metric_iter31_sample10_all_metrics_verify/episode14/visualizations/episode14_all_metrics.gif filter=lfs diff=lfs merge=lfs -text
+artifacts/results/metric_iter31_sample10_all_metrics_verify/episode43/visualizations/episode43_all_metrics.gif filter=lfs diff=lfs merge=lfs -text
+artifacts/results/metric_iter31_sample10_all_metrics_verify/episode46/visualizations/episode46_all_metrics.gif filter=lfs diff=lfs merge=lfs -text
+artifacts/results/metric_iter31_sample10_all_metrics_verify/episode47/visualizations/episode47_all_metrics.gif filter=lfs diff=lfs merge=lfs -text
+artifacts/results/metric_iter31_sample10_all_metrics_verify/episode63/visualizations/episode63_all_metrics.gif filter=lfs diff=lfs merge=lfs -text
+artifacts/results/metric_iter31_sample10_all_metrics_verify/episode69/visualizations/episode69_all_metrics.gif filter=lfs diff=lfs merge=lfs -text
+artifacts/results/metric_iter31_sample10_all_metrics_verify/episode73/visualizations/episode73_all_metrics.gif filter=lfs diff=lfs merge=lfs -text
+artifacts/results/metric_iter31_sample10_all_metrics_verify/episode90/visualizations/episode90_all_metrics.gif filter=lfs diff=lfs merge=lfs -text
+artifacts/results/metric_iter31_sample10_all_metrics_verify/episode97/visualizations/episode97_all_metrics.gif filter=lfs diff=lfs merge=lfs -text

artifacts/results/metric_iter31_sample10_all_metrics_verify/README.md

@@ -0,0 +1,7 @@
+# Sample Verification Bundle
+
+This folder contains 10 randomly selected episodes rendered in `all_metrics`-only mode.
+
+Selection seed: `20260408`
+
+Episodes: `episode97`, `episode90`, `episode73`, `episode69`, `episode12`, `episode63`, `episode47`, `episode43`, `episode14`, `episode46`

artifacts/results/metric_iter31_sample10_all_metrics_verify/episode12/episode12.keyframes.csv

@@ -0,0 +1,15 @@
+frame_index,time_norm,door_angle,right_gripper_open,left_gripper_open,right_arm_pose_x,right_arm_pose_y,right_arm_pose_z,right_arm_pose_qx,right_arm_pose_qy,right_arm_pose_qz,right_arm_pose_qw,left_arm_pose_x,left_arm_pose_y,left_arm_pose_z,left_arm_pose_qx,left_arm_pose_qy,left_arm_pose_qz,left_arm_pose_qw,tray_height,tray_grasped_left,pregrasp_progress,pregrasp_distance,pregrasp_position_error,pregrasp_orientation_error_deg,p_pre,p_ext,y_pre_raw,y_ext_raw,y_pre,y_ext,p_pre_source_strict,p_pre_source_assisted,p_pre_bump_applied,p_pre_base_score,p_pre_strict_length,p_pre_assisted_length,p_pre_assisted_reliability,p_pre_post_assist_strict_feasible,p_pre_door_open_delta,p_pre_door_quality,p_pre_step_quality_mean,p_pre_step_quality_min,p_pre_step_quality_max,p_pre_alignment_signed_mean,p_pre_alignment_abs_mean,p_pre_collision_count,p_pre_bad_collision_count,p_pre_best_goal_index,p_pre_num_goal_poses,p_pre_best_target_pose_x,p_pre_best_target_pose_y,p_pre_best_target_pose_z,p_pre_best_target_pose_qx,p_pre_best_target_pose_qy,p_pre_best_target_pose_qz,p_pre_best_target_pose_qw,p_ext_initial_height,p_ext_final_height,p_ext_total_length,p_ext_already_grasped_start,p_ext_already_grasped_end,p_ext_num_milestones,p_ext_first_failed_milestone,p_ext_min_reliability,p_ext_mean_reliability,p_ext_approach_score,p_ext_retreat_score,three_view_visibility,three_view_whole_tray_visibility,full_view_visibility,full_view_whole_tray_visibility,front_grasp_visibility,front_tray_visibility,front_grasp_projected_count,front_grasp_visible_count,front_tray_projected_count,front_tray_visible_count,overhead_grasp_visibility,overhead_tray_visibility,overhead_grasp_projected_count,overhead_grasp_visible_count,overhead_tray_projected_count,overhead_tray_visible_count,wrist_right_grasp_visibility,wrist_right_tray_visibility,wrist_right_grasp_projected_count,wrist_right_grasp_visible_count,wrist_right_tray_projected_count,wrist_right_tray_visible_count,wrist_left_grasp_visibility,wrist_left_tray_visibility,wrist_left_grasp_projected_count,wrist_left_grasp_visible_count,wrist_left_tray_projected_count,wrist_left_tray_visible_count,over_shoulder_left_grasp_visibility,over_shoulder_left_tray_visibility,over_shoulder_left_grasp_projected_count,over_shoulder_left_grasp_visible_count,over_shoulder_left_tray_projected_count,over_shoulder_left_tray_visible_count,over_shoulder_right_grasp_visibility,over_shoulder_right_tray_visibility,over_shoulder_right_grasp_projected_count,over_shoulder_right_grasp_visible_count,over_shoulder_right_tray_projected_count,over_shoulder_right_tray_visible_count,door_speed_signed,door_speed_abs,pregrasp_speed,y_pre_seed_raw,y_pre_progress_seed,y_ext_seed_raw,phase_score,approach_active,retrieve_onset_raw,y_retrieve,ready_seed_raw,y_ready,phase_seed_raw,phase_switch,p_pre_minus_tau,p_ext_minus_tau,door_speed_margin,keyframe_ordinal
+66,0.15903614457831325,1.5707963705062866,1.0,1.0,0.2704676389694214,-0.09773936867713928,1.1440300941467285,0.32213303446769714,0.6296677589416504,0.6295963525772095,0.32149213552474976,0.21017497777938843,0.07898664474487305,1.1859157085418701,0.4132865369319916,0.8073563575744629,0.3752363920211792,0.19122685492038727,1.0474822521209717,0.0,0.0,0.2813702836132115,0.2813702836132115,31.101545531910286,0.0,0.0007339318593343093,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,3.0,,,,,,,,1.047481894493103,1.047481894493103,0.0,0.0,0.0,5.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,90.0,0.0,254.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,90.0,0.0,288.0,0.0,0.0,0.0,90.0,0.0,288.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,90.0,0.0,245.0,0.0,0.0,0.0,0.0013614439518816468,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.5,-0.4492660681406657,0.08,0
+97,0.23373493975903614,1.5706270933151245,0.0,1.0,0.4797348976135254,0.05332118272781372,1.145408272743225,0.321617990732193,0.6295598149299622,0.6297099590301514,0.3219964802265167,0.2103308141231537,0.07936371862888336,1.185560941696167,0.4131920337677002,0.8074683547019958,0.37540096044540405,0.19063429534435272,1.0474826097488403,0.0,0.0,0.28088078240182646,0.28088078240182646,31.122599063426335,0.0,0.0007339318593343093,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,3.0,,,,,,,,1.047481894493103,1.047481894493103,0.0,0.0,0.0,5.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,90.0,0.0,254.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,0.0,0.0,135.0,0.0,0.0,0.0,90.0,0.0,288.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,90.0,0.0,245.0,0.0,-0.0019693374633789062,0.0019693374633789062,0.0013560052097505437,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.5,-0.4492660681406657,0.0780306625366211,1
+99,0.2385542168674699,1.5711041688919067,0.0,1.0,0.48054224252700806,0.05395234748721123,1.1454640626907349,0.32169869542121887,0.629658043384552,0.629685640335083,0.32177114486694336,0.21040387451648712,0.07935671508312225,1.1860889196395874,0.41302281618118286,0.8073464632034302,0.3756299316883087,0.19106532633304596,1.0474824905395508,0.0,0.0,0.2811100508998308,0.2811100508998308,31.071086272266424,0.0,0.0007339318593343093,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,3.0,,,,,,,,1.047481894493103,1.047481894493103,0.0,0.0,0.0,5.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,90.0,0.0,254.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,0.0,0.0,135.0,0.0,0.0,0.0,90.0,0.0,288.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,90.0,0.0,245.0,0.0,0.006177425384521484,0.006177425384521484,0.0005410153900270442,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.5,-0.4492660681406657,0.07382257461547852,2
+133,0.3204819277108434,0.722246527671814,1.0,1.0,0.312861829996109,-0.06597495079040527,1.020965576171875,0.14750146865844727,0.29104676842689514,0.8443295359611511,0.4250209331512451,0.21027469635009766,0.0793713927268982,1.1854641437530518,0.4131787121295929,0.8075056672096252,0.3753810524940491,0.19054430723190308,1.0474822521209717,0.0,0.0,0.28086541553662625,0.28086541553662625,31.131497004031825,0.26132769239940656,0.0007335344950358067,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.26132769239940656,0.0,2.857312811696733,1.0,0.0,0.08062052726745605,0.6773669116700524,0.539095588100075,0.4469985643916062,0.8615740557334639,0.0933451541200753,0.23212187897109743,2.0,0.0,2.0,3.0,0.41957307456392734,0.22823765353622638,1.0409292274081605,0.36163994417363865,0.6702199797834045,0.5684350571251183,0.31129297343239837,1.0474817752838135,1.0474817752838135,0.0,0.0,0.0,5.0,0.0,0.0,0.0,0.0,0.0,0.6888888888888889,0.7708333333333334,0.9207754915409236,0.8285675561541271,0.0,0.0,90.0,0.0,254.0,0.0,0.2222222222222222,0.006756756756756757,90.0,20.0,296.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6888888888888889,0.7708333333333334,90.0,62.0,288.0,222.0,0.4222222222222222,0.04391891891891892,90.0,38.0,296.0,13.0,0.43333333333333335,0.21224489795918366,90.0,39.0,245.0,52.0,-0.04259824752807617,0.04259824752807617,0.0007688210173500964,0.0,0.0,0.0,0.26132769239940656,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.23867230760059344,-0.4492664655049642,0.03740175247192383,3
+135,0.3253012048192771,0.7212692499160767,1.0,1.0,0.31488263607025146,-0.06560248136520386,1.0192080736160278,0.14850154519081116,0.2924773097038269,0.8414007425308228,0.4294753074645996,0.21040305495262146,0.0793408676981926,1.1861257553100586,0.4129836857318878,0.8073517680168152,0.3756558895111084,0.19107699394226074,1.0474823713302612,0.0,0.0,0.281136020055687,0.281136020055687,31.067768487208756,0.2597397288216394,0.0007327397664388015,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.2597397288216394,0.0,2.8888914913752743,1.0,0.0,0.1074364185333252,0.6803748400161973,0.5433926285945677,-0.3189034673306413,0.7784999487210833,0.09775343536887818,0.24361470584299927,2.0,0.0,1.0,3.0,0.3795727944151937,0.22823867906892403,1.040930324206252,0.3616416915417214,0.670221085836803,0.5684337701997696,0.31129091206627724,1.0474815368652344,1.0474815368652344,0.0,0.0,0.0,5.0,0.0,0.0,0.0,0.0,0.0,0.7,0.7708333333333334,0.923604938271605,0.8285675561541271,0.0,0.0,90.0,0.0,254.0,0.0,0.2222222222222222,0.006756756756756757,90.0,20.0,296.0,2.0,0.0,0.0,0.0,0.0,0.0,0.0,0.7,0.7708333333333334,90.0,63.0,288.0,222.0,0.4222222222222222,0.04391891891891892,90.0,38.0,296.0,13.0,0.43333333333333335,0.21224489795918366,90.0,39.0,245.0,52.0,0.007739067077636719,0.007739067077636719,0.0008603684614499896,0.0,0.0,0.0,0.2597397288216394,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.24026027117836057,-0.4492672602335612,0.07226093292236328,4
+247,0.5951807228915663,0.7209347486495972,1.0,1.0,0.1151510626077652,-0.35595691204071045,1.0844159126281738,-0.45840588212013245,0.658212423324585,0.5165435671806335,0.29967182874679565,0.2104644775390625,0.07936590164899826,1.1864218711853027,0.41289854049682617,0.8073028326034546,0.3757694959640503,0.19124405086040497,1.0474824905395508,0.0,0.0,0.2812295870238054,0.2812295870238054,31.044986693416096,0.449497679292751,0.0007327397664388015,0.0,0.0,0.0,0.0,0.0,1.0,1.0,0.2654413008656503,0.0,2.8724207430693096,1.0,1.0,0.12370026111602783,0.6915018918917665,0.5592884169882378,0.0051074567731912435,0.9109404346424756,0.11868788105932673,0.17254593496807863,2.0,0.0,0.0,3.0,0.3995733273121178,0.2282288928168908,1.040930519498544,0.361641581775547,0.6702216514140306,0.5684331047915152,0.3112910369474335,1.0474815368652344,1.0474815368652344,0.0,0.0,0.0,5.0,0.0,0.0,0.0,0.0,0.0,0.8433333333333333,0.8662037037037037,0.9601048010973937,0.899911159047561,0.0,0.0,90.0,0.0,254.0,0.0,0.2222222222222222,0.006756756756756757,90.0,20.0,296.0,2.0,0.4777777777777778,0.43333333333333335,90.0,43.0,120.0,52.0,0.7,0.7638888888888888,90.0,63.0,288.0,220.0,0.4222222222222222,0.04391891891891892,90.0,38.0,296.0,13.0,0.43333333333333335,0.21224489795918366,90.0,39.0,245.0,52.0,0.003924369812011719,0.003924369812011719,0.004025544678997184,0.0,0.0,0.0,0.449497679292751,0.0,0.0,0.0,0.0,0.0,0.0,1.0,-0.05050232070724903,-0.4492672602335612,0.07607563018798828,5
+315,0.7590361445783133,0.5701087713241577,1.0,0.0,0.11543859541416168,-0.35462355613708496,1.0842009782791138,-0.4564260244369507,0.659456193447113,0.5165225863456726,0.29999563097953796,0.42267853021621704,0.26169830560684204,1.0453107357025146,0.32287853956222534,0.6309577226638794,0.6281809210777283,0.32098376750946045,1.0471922159194946,1.0,0.8538259789306956,0.040940336185376854,0.040940336185376854,9.281489013568386,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,0.0,,,,,,,,1.0471922159194946,1.3517749309539795,2.0379063233580914,1.0,1.0,2.0,-1.0,1.0,1.0,0.0,0.19330107770010815,0.9812583668005355,0.3407051282051282,0.990819170601014,0.5210920224554395,0.0,0.0,90.0,0.0,254.0,0.0,0.08888888888888889,0.02027027027027027,90.0,8.0,296.0,6.0,0.8444444444444444,0.2916666666666667,90.0,76.0,120.0,35.0,0.8795180722891566,0.06923076923076923,83.0,73.0,130.0,9.0,0.2777777777777778,0.033783783783783786,90.0,25.0,296.0,10.0,0.25555555555555554,0.23265306122448978,90.0,23.0,245.0,57.0,-0.030012130737304688,0.030012130737304688,-0.008696204472412802,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.049987869262695314,6
+317,0.763855421686747,0.5703810453414917,1.0,0.0,0.11539430916309357,-0.3544958531856537,1.0846885442733765,-0.45620980858802795,0.6596423387527466,0.5166212916374207,0.29974496364593506,0.4230545163154602,0.2619144916534424,1.0454827547073364,0.3225689232349396,0.6303818225860596,0.6287382245063782,0.3213353753089905,1.0473183393478394,1.0,0.8538448651728899,0.040935047361765134,0.040935047361765134,9.385107984529407,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,0.0,,,,,,,,1.0473183393478394,1.3517518043518066,2.03951109348247,1.0,1.0,2.0,-1.0,1.0,1.0,0.0,0.19307318973985052,0.9825970548862115,0.35621794871794876,0.9914997713763146,0.5476934380618925,0.0,0.0,90.0,0.0,254.0,0.0,0.07777777777777778,0.02364864864864865,90.0,7.0,296.0,7.0,0.8555555555555555,0.30833333333333335,90.0,77.0,120.0,37.0,0.8795180722891566,0.06923076923076923,83.0,73.0,130.0,9.0,0.2777777777777778,0.04054054054054054,90.0,25.0,296.0,12.0,0.26666666666666666,0.25,90.0,24.0,244.0,61.0,0.00064849853515625,0.00064849853515625,0.00013546270966183216,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.07935150146484375,7
+348,0.8385542168674699,0.3920212984085083,1.0,0.0,0.11538802087306976,-0.3545231819152832,1.084639549255371,-0.45620131492614746,0.6595825552940369,0.5166778564453125,0.2997920513153076,0.22286587953567505,0.07350817322731018,1.0866937637329102,0.32268086075782776,0.630131721496582,0.6291074752807617,0.32099050283432007,1.0875675678253174,1.0,0.8537312919533062,0.040966856091519566,0.040966856091519566,9.664647091061374,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,0.0,,,,,,,,1.0875675678253174,1.3517529964447021,1.4250888278674265,1.0,1.0,2.0,-1.0,1.0,1.0,0.0,0.3245563313954706,0.9973544973544973,0.5100008175850873,0.9998719707361683,0.9849695349981941,0.0,0.11486486486486487,90.0,0.0,296.0,34.0,0.5555555555555556,0.6925675675675675,90.0,50.0,296.0,205.0,0.9777777777777777,0.4101123595505618,90.0,88.0,178.0,73.0,0.8809523809523809,0.06153846153846154,84.0,74.0,130.0,8.0,0.8444444444444444,0.6824324324324325,90.0,76.0,296.0,202.0,0.3,0.6858108108108109,90.0,27.0,296.0,203.0,0.003173351287841797,0.003173351287841797,-4.3850794265026805e-05,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.0768266487121582,8
+380,0.9156626506024096,0.39315712451934814,1.0,0.0,0.1153859943151474,-0.3545454442501068,1.0845544338226318,-0.45626693964004517,0.6595669388771057,0.5166219472885132,0.29982301592826843,0.2226865440607071,0.07296952605247498,1.3532719612121582,0.3226512670516968,0.6302379965782166,0.6290503740310669,0.3209233283996582,1.3541767597198486,1.0,0.8537449853259126,0.04096302141236141,0.04096302141236141,9.58656859957258,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,0.0,,,,,,,,1.3541767597198486,1.3541767597198486,0.0,1.0,1.0,0.0,-1.0,0.0,0.0,0.0,0.0,0.9984126984126984,0.3627338877338877,0.9997075576458293,0.9700939511269434,0.9888888888888889,0.32094594594594594,90.0,89.0,296.0,95.0,0.3888888888888889,0.6317567567567568,90.0,35.0,296.0,187.0,0.0,0.0,0.0,0.0,0.0,0.0,0.8571428571428571,0.06153846153846154,84.0,72.0,130.0,8.0,0.6333333333333333,0.6136363636363636,90.0,57.0,220.0,135.0,0.17777777777777778,0.6701570680628273,90.0,16.0,191.0,128.0,-0.0027680397033691406,0.0027680397033691406,0.00023560878149218867,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.07723196029663086,9
+402,0.9686746987951808,0.39324724674224854,1.0,1.0,0.11542263627052307,-0.35454314947128296,1.0839990377426147,-0.4564102590084076,0.6593605279922485,0.5165582299232483,0.30016815662384033,0.3565104603767395,0.16933231055736542,1.353406548500061,0.32314032316207886,0.6307672262191772,0.6284282803535461,0.3206102252006531,1.3504223823547363,0.0,0.8540000476056306,0.040891583528245706,0.040891583528245706,9.391517846192448,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,1.0,0.49246292402809266,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,3.0,0.33403892350585784,0.13652911374802898,1.343861816277728,0.36152367993859513,0.6702640374973131,0.568498318051892,0.3112176268363129,1.3504223823547363,1.3864331245422363,4.502140072177187,0.0,1.0,5.0,-1.0,1.0,1.0,0.1802052840530149,0.08793835444769854,1.0,0.8344594594594594,1.0,0.9815694732027941,1.0,0.7804054054054054,90.0,90.0,296.0,231.0,0.05555555555555555,0.6993243243243243,90.0,5.0,296.0,207.0,0.0,0.0,0.0,0.0,0.0,0.0,0.7619047619047619,0.24615384615384617,84.0,64.0,130.0,32.0,0.28888888888888886,0.5309734513274337,90.0,26.0,113.0,60.0,0.1,0.21052631578947367,90.0,9.0,38.0,8.0,-0.0022292137145996094,0.0022292137145996094,-0.014792840973623309,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.07777078628540039,10
+404,0.9734939759036144,0.39322102069854736,1.0,1.0,0.11538554728031158,-0.3545348644256592,1.0846645832061768,-0.4562460780143738,0.659555196762085,0.5166743993759155,0.29979005455970764,0.35744351148605347,0.17008918523788452,1.354099154472351,0.3227831721305847,0.6305134296417236,0.6287261843681335,0.3208850920200348,1.3504222631454468,0.0,0.8488885123248455,0.042323219083286685,0.042323219083286685,9.439504043856832,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,1.0,0.49568277483670653,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,3.0,0.33401796279937146,0.1363600793815668,1.343859722826352,0.361261877649984,0.6704006505001251,0.568621558313448,0.3110021655664207,1.3504222631454468,1.3881137371063232,4.487328205542692,0.0,1.0,5.0,-1.0,1.0,1.0,0.17996940468781164,0.08866328439685134,1.0,0.8344594594594594,1.0,0.9817311444904888,1.0,0.7804054054054054,90.0,90.0,296.0,231.0,0.05555555555555555,0.6993243243243243,90.0,5.0,296.0,207.0,0.0,0.0,0.0,0.0,0.0,0.0,0.7619047619047619,0.24615384615384617,84.0,64.0,130.0,32.0,0.28888888888888886,0.5350877192982456,90.0,26.0,114.0,61.0,0.1,0.21052631578947367,90.0,9.0,38.0,8.0,0.003936290740966797,0.003936290740966797,-0.004663200980445439,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.0760637092590332,11
+409,0.9855421686746988,0.39312875270843506,1.0,1.0,0.1153431385755539,-0.35449904203414917,1.0850675106048584,-0.4562450647354126,0.6596121788024902,0.516682505607605,0.29965218901634216,0.3573586940765381,0.1700659990310669,1.3545987606048584,0.32252904772758484,0.6302829384803772,0.6289594769477844,0.32113608717918396,1.3504221439361572,0.0,0.8487335089926386,0.04236663238793345,0.04236663238793345,9.491696039250064,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,1.0,0.49594407408336083,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,3.0,0.3340783148138339,0.13633786735308653,1.3438577823071538,0.36131499784557386,0.6703704160340197,0.5685934743966852,0.31105696988129783,1.3504221439361572,1.3867883682250977,4.506199394780114,0.0,1.0,5.0,-1.0,1.0,1.0,0.1799117618286131,0.08790627479603111,1.0,0.8344594594594594,1.0,0.9823401063408059,1.0,0.7804054054054054,90.0,90.0,296.0,231.0,0.05555555555555555,0.6993243243243243,90.0,5.0,296.0,207.0,0.0,0.0,0.0,0.0,0.0,0.0,0.7619047619047619,0.24615384615384617,84.0,64.0,130.0,32.0,0.2777777777777778,0.5350877192982456,90.0,25.0,114.0,61.0,0.1,0.23684210526315788,90.0,9.0,38.0,9.0,0.0008916854858398438,0.0008916854858398438,-0.0005675766281217076,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.07910831451416016,12
+415,1.0,0.3932558298110962,1.0,1.0,0.11538846790790558,-0.35455718636512756,1.0846343040466309,-0.45640912652015686,0.6595263481140137,0.5165555477142334,0.2998102009296417,0.35745662450790405,0.17007197439670563,1.354340672492981,0.3227000832557678,0.6304105520248413,0.6288053393363953,0.3210158348083496,1.3504223823547363,0.0,0.8493817244797222,0.04218508083095882,0.04218508083095882,9.470135135738852,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,1.0,0.49493697644800333,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,3.0,0.3341188451728382,0.1365292668929232,1.3438613655627494,0.36150366545969714,0.6702704192985708,0.5685146234546323,0.3111973454108487,1.3504223823547363,1.3871647119522095,4.500434035206218,0.0,1.0,5.0,-1.0,1.0,1.0,0.17996775743399052,0.08809448780850868,1.0,0.8344594594594594,1.0,0.9827981749892745,1.0,0.7804054054054054,90.0,90.0,296.0,231.0,0.05555555555555555,0.6993243243243243,90.0,5.0,296.0,207.0,0.0,0.0,0.0,0.0,0.0,0.0,0.7619047619047619,0.24615384615384617,84.0,64.0,130.0,32.0,0.2777777777777778,0.5309734513274337,90.0,25.0,113.0,60.0,0.1,0.2631578947368421,90.0,9.0,38.0,10.0,-0.0021982192993164062,0.0021982192993164062,0.0005299118138785142,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,1.0,0.0,1.0,0.5,0.55,0.0778017807006836,13

artifacts/results/metric_iter31_sample10_all_metrics_verify/episode12/episode12.metrics.json

@@ -0,0 +1,53 @@
+{
+  "episode_name": "episode12",
+  "description": "take tray out of oven",
+  "num_dense_frames": 416,
+  "num_keyframes": 14,
+  "phase_switch_rises": 1,
+  "phase_switch_falls": 0,
+  "ppre_cross_frame": 178,
+  "pext_cross_frame": 313,
+  "phase_cross_frame": 228,
+  "retrieve_cross_frame": -1,
+  "ready_cross_frame": 314,
+  "ordering_ok": true,
+  "dense_boundary_error_to_retrieve_frames": NaN,
+  "dense_boundary_error_frames": 86.0,
+  "dense_boundary_error_fraction": 0.20673076923076922,
+  "key_boundary_error_to_retrieve_keyframes": NaN,
+  "key_boundary_error_keyframes": 1.0,
+  "auroc_vret_ypre_three": 0.9855125064271241,
+  "auprc_vret_ypre_three": 0.9802560206064996,
+  "auroc_vret_ypre_full": 0.9565980098599643,
+  "auprc_vret_ypre_full": 0.9512801373366649,
+  "auroc_ppre_ypre": 1.0,
+  "auprc_ppre_ypre": 1.0,
+  "auroc_pext_yext": 1.0,
+  "auprc_pext_yext": 1.0,
+  "auroc_phase_yretrieve": NaN,
+  "auprc_phase_yretrieve": NaN,
+  "f1_phase_yretrieve": NaN,
+  "auroc_phase_yready": 0.9920382165605096,
+  "auprc_phase_yready": 0.9532710280373832,
+  "f1_phase_yready": 0.7034482758620689,
+  "baseline_auroc_door_yext": 0.0,
+  "baseline_auprc_door_yext": 0.1368998706348998,
+  "baseline_auroc_time_yext": 1.0,
+  "baseline_auprc_time_yext": 1.0,
+  "baseline_auroc_whole_vis_yext": 0.9092403610533826,
+  "baseline_auprc_whole_vis_yext": 0.8891058829909149,
+  "pre_ready_open_more_increases_pext": 1.0,
+  "pre_ready_open_more_trials": 2.0,
+  "pre_ready_hold_open_increases_pext": 0.0,
+  "pre_ready_hold_open_trials": 2.0,
+  "pre_ready_extract_success": 0.0,
+  "pre_ready_extract_trials": 2.0,
+  "pre_ready_wait_extract_success": 0.0,
+  "pre_ready_wait_trials": 2.0,
+  "post_ready_extract_success": 2.0,
+  "post_ready_extract_trials": 2.0,
+  "post_ready_open_more_low_gain": 2.0,
+  "post_ready_open_more_trials": 2.0,
+  "post_ready_hold_open_low_gain": 2.0,
+  "post_ready_hold_open_trials": 2.0
+}

artifacts/results/metric_iter31_sample10_all_metrics_verify/episode12/templates.json

@@ -0,0 +1,244 @@
+{
+  "template_mode": "per_episode",
+  "template_episode": "episode0",
+  "template_frames": {
+    "pregrasp": 229,
+    "grasp": 234,
+    "right_close": 91,
+    "right_open": 130,
+    "approach": [
+      177,
+      187,
+      197,
+      208,
+      218,
+      229,
+      232
+    ],
+    "retreat": [
+      239,
+      244,
+      249,
+      254,
+      264,
+      274,
+      284,
+      295,
+      305,
+      310,
+      315
+    ]
+  },
+  "templates": {
+    "approach_rel_poses": [
+      [
+        -0.3625197505146321,
+        0.08372429131714548,
+        0.13691903626392898,
+        0.6416348447407467,
+        0.6410872565393582,
+        0.29868034011062794,
+        0.2968196589661076
+      ],
+      [
+        -0.32979445983162176,
+        0.08659364792515764,
+        0.12045077578809749,
+        0.6287469690798895,
+        0.6287301318727057,
+        0.3243430018231259,
+        0.32276506520462594
+      ],
+      [
+        -0.2910925493361141,
+        0.08985276158129711,
+        0.10101096601604831,
+        0.6124184244028302,
+        0.6122709767290938,
+        0.35430518709849695,
+        0.35289624381998647
+      ],
+      [
+        -0.244818538450706,
+        0.09371070170750202,
+        0.07770067425331129,
+        0.5909841767637374,
+        0.5908549510320831,
+        0.3889344056030255,
+        0.38776043866540033
+      ],
+      [
+        -0.19036243621330934,
+        0.09824358579289771,
+        0.04990667629200307,
+        0.5635900638946065,
+        0.5631538374566398,
+        0.4277702591171187,
+        0.4268917903310006
+      ],
+      [
+        -0.12217129631756263,
+        0.09345070134195246,
+        -0.006546997831216039,
+        0.5503450945485194,
+        0.5264249147312487,
+        0.4450459711257041,
+        0.47109571176286236
+      ],
+      [
+        -0.11087643306877748,
+        0.09014108451750254,
+        -0.031580235354697894,
+        0.5622041544757288,
+        0.5226343775452266,
+        0.43323659021636735,
+        0.472319651291199
+      ]
+    ],
+    "pregrasp_rel_pose": [
+      -0.12217129631756263,
+      0.09345070134195246,
+      -0.006546997831216039,
+      0.5503450945485194,
+      0.5264249147312487,
+      0.4450459711257041,
+      0.47109571176286236
+    ],
+    "grasp_rel_pose": [
+      -0.09865615619553114,
+      0.09471180553609355,
+      -0.023587008474192483,
+      0.5452601219922814,
+      0.5150377871073674,
+      0.45379910210390734,
+      0.48113808012481835
+    ],
+    "retreat_rel_poses": [
+      [
+        0.2548525929450989,
+        0.23748670518398285,
+        0.292730450630188,
+        0.3300291728725241,
+        0.627796734434498,
+        0.6244628081014154,
+        0.3271058033489361
+      ],
+      [
+        0.22123366594314575,
+        0.20692090690135956,
+        0.3001290559768677,
+        0.3293369490711715,
+        0.6272174893562581,
+        0.6253236114995244,
+        0.3272701879538016
+      ],
+      [
+        0.17805954813957214,
+        0.16776257753372192,
+        0.3092261552810669,
+        0.3292203946981642,
+        0.627092205167199,
+        0.6254558193462786,
+        0.3273748859934127
+      ],
+      [
+        0.132161945104599,
+        0.1261904537677765,
+        0.31862151622772217,
+        0.32922833561062037,
+        0.6270130163004302,
+        0.6255370861132601,
+        0.32736330630941085
+      ],
+      [
+        0.05666536092758179,
+        0.058310166001319885,
+        0.33417391777038574,
+        0.3290531759368521,
+        0.6267400620289424,
+        0.6259557840834131,
+        0.3272617582705744
+      ],
+      [
+        0.0558415949344635,
+        0.05751470848917961,
+        0.3844491243362427,
+        0.32944931283048395,
+        0.6271554580797323,
+        0.6255767695203596,
+        0.3267918100454689
+      ],
+      [
+        0.05576580762863159,
+        0.053012214601039886,
+        0.5137358903884888,
+        0.3352571906446373,
+        0.6275228042160846,
+        0.6205178281888475,
+        0.329811114442256
+      ],
+      [
+        0.05594903230667114,
+        0.05725332349538803,
+        0.6016567945480347,
+        0.3290406683903203,
+        0.6269357648722236,
+        0.625839814295268,
+        0.3271212498634039
+      ],
+      [
+        0.11017268896102905,
+        0.09445947408676147,
+        0.6008111238479614,
+        0.3295905054305836,
+        0.6274618621218736,
+        0.6252874250360436,
+        0.3266149819043174
+      ],
+      [
+        0.1597837209701538,
+        0.1288578361272812,
+        0.6011183261871338,
+        0.3293548308249215,
+        0.627458650421648,
+        0.6253267712318655,
+        0.32678351642036935
+      ],
+      [
+        0.19115081429481506,
+        0.15017743408679962,
+        0.6012866497039795,
+        0.3296702831570499,
+        0.6273651178974856,
+        0.6251746471824625,
+        0.3269360392628933
+      ]
+    ],
+    "grasp_local_center": [
+      -0.09865615619553109,
+      0.09471180553609354,
+      -0.02358700847419226
+    ],
+    "grasp_region_extents": [
+      0.03,
+      0.015,
+      0.004
+    ],
+    "retriever_home_joints": [
+      1.4340894267661497e-06,
+      0.17521002888679504,
+      6.947189831407741e-06,
+      -0.8730043768882751,
+      -1.9187582438462414e-05,
+      1.2215814590454102,
+      0.7853902578353882
+    ],
+    "hold_open_angle": 0.7285879850387573,
+    "open_more_delta": 0.12,
+    "reference_tray_height": 1.0472617149353027,
+    "mask_handle_ids": [
+      192
+    ]
+  },
+  "template_source_json": "/workspace/VLAdaptorBench_upload/artifacts/results/metric_iter24_ep0_door_contact_geom/templates.json"
+}

artifacts/results/metric_iter31_sample10_all_metrics_verify/episode12/templates.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9654a892a8bc231d35df19d719d44ddddb754b3a6748332d18d91e6eb3ba48f6
+size 2351

artifacts/results/metric_iter31_sample10_all_metrics_verify/episode12/visualizations/README.md

@@ -0,0 +1,7 @@
+# Visualizations
+
+- `episode12_all_metrics.gif`: full episode overlay GIF over dense frames 0-415, sampled every 2 frames.
+- `frames/all_metrics/`: per-frame PNGs with the episode-wide metric bars and phase banner.
+
+Legend highlights:
+- All metrics: red banner = reveal phase, green banner = retrieve phase.

artifacts/results/metric_iter31_sample10_all_metrics_verify/episode14/episode14.keyframes.csv

@@ -0,0 +1,15 @@
+frame_index,time_norm,door_angle,right_gripper_open,left_gripper_open,right_arm_pose_x,right_arm_pose_y,right_arm_pose_z,right_arm_pose_qx,right_arm_pose_qy,right_arm_pose_qz,right_arm_pose_qw,left_arm_pose_x,left_arm_pose_y,left_arm_pose_z,left_arm_pose_qx,left_arm_pose_qy,left_arm_pose_qz,left_arm_pose_qw,tray_height,tray_grasped_left,pregrasp_progress,pregrasp_distance,pregrasp_position_error,pregrasp_orientation_error_deg,p_pre,p_ext,y_pre_raw,y_ext_raw,y_pre,y_ext,p_pre_source_strict,p_pre_source_assisted,p_pre_bump_applied,p_pre_base_score,p_pre_strict_length,p_pre_assisted_length,p_pre_assisted_reliability,p_pre_post_assist_strict_feasible,p_pre_door_open_delta,p_pre_door_quality,p_pre_step_quality_mean,p_pre_step_quality_min,p_pre_step_quality_max,p_pre_alignment_signed_mean,p_pre_alignment_abs_mean,p_pre_collision_count,p_pre_bad_collision_count,p_pre_best_goal_index,p_pre_num_goal_poses,p_pre_best_target_pose_x,p_pre_best_target_pose_y,p_pre_best_target_pose_z,p_pre_best_target_pose_qx,p_pre_best_target_pose_qy,p_pre_best_target_pose_qz,p_pre_best_target_pose_qw,p_ext_initial_height,p_ext_final_height,p_ext_total_length,p_ext_already_grasped_start,p_ext_already_grasped_end,p_ext_num_milestones,p_ext_first_failed_milestone,p_ext_min_reliability,p_ext_mean_reliability,p_ext_approach_score,p_ext_retreat_score,three_view_visibility,three_view_whole_tray_visibility,full_view_visibility,full_view_whole_tray_visibility,front_grasp_visibility,front_tray_visibility,front_grasp_projected_count,front_grasp_visible_count,front_tray_projected_count,front_tray_visible_count,overhead_grasp_visibility,overhead_tray_visibility,overhead_grasp_projected_count,overhead_grasp_visible_count,overhead_tray_projected_count,overhead_tray_visible_count,wrist_right_grasp_visibility,wrist_right_tray_visibility,wrist_right_grasp_projected_count,wrist_right_grasp_visible_count,wrist_right_tray_projected_count,wrist_right_tray_visible_count,wrist_left_grasp_visibility,wrist_left_tray_visibility,wrist_left_grasp_projected_count,wrist_left_grasp_visible_count,wrist_left_tray_projected_count,wrist_left_tray_visible_count,over_shoulder_left_grasp_visibility,over_shoulder_left_tray_visibility,over_shoulder_left_grasp_projected_count,over_shoulder_left_grasp_visible_count,over_shoulder_left_tray_projected_count,over_shoulder_left_tray_visible_count,over_shoulder_right_grasp_visibility,over_shoulder_right_tray_visibility,over_shoulder_right_grasp_projected_count,over_shoulder_right_grasp_visible_count,over_shoulder_right_tray_projected_count,over_shoulder_right_tray_visible_count,door_speed_signed,door_speed_abs,pregrasp_speed,y_pre_seed_raw,y_pre_progress_seed,y_ext_seed_raw,phase_score,approach_active,retrieve_onset_raw,y_retrieve,ready_seed_raw,y_ready,phase_seed_raw,phase_switch,p_pre_minus_tau,p_ext_minus_tau,door_speed_margin,keyframe_ordinal
+68,0.2085889570552147,1.5707963705062866,1.0,1.0,0.22282439470291138,-0.09711519628763199,1.1441422700881958,0.2049027979373932,0.67704838514328,0.6766183376312256,0.20447032153606415,0.1044844537973404,0.047708526253700256,1.1866852045059204,0.26252415776252747,0.8676630258560181,0.404331773519516,0.12148186564445496,1.0474826097488403,0.0,0.0,0.28142195403593057,0.28142195403593057,30.9746322865559,0.0,0.0007335344950358067,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,3.0,,,,,,,,1.0474817752838135,1.0474817752838135,0.0,0.0,0.0,5.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,90.0,0.0,246.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,90.0,0.0,288.0,0.0,0.0,0.0,90.0,0.0,288.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,12.0,0.0,148.0,0.0,0.0,0.0,0.001087354198860413,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.5,-0.4492664655049642,0.08,0
+93,0.2852760736196319,1.5706082582473755,0.0,1.0,0.36553919315338135,0.11716639250516891,1.1452033519744873,0.20400270819664001,0.6766010522842407,0.6770952939987183,0.20527029037475586,0.10439282655715942,0.047871388494968414,1.1857497692108154,0.2628225088119507,0.8678004145622253,0.40415138006210327,0.1204514130949974,1.0474822521209717,0.0,0.0,0.2808605418972675,0.2808605418972675,31.03991292048039,0.0,0.0007335344950358067,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,3.0,,,,,,,,1.0474817752838135,1.0474817752838135,0.0,0.0,0.0,5.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,90.0,0.0,246.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,0.0,0.0,135.0,0.0,0.0,0.0,90.0,0.0,288.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,12.0,0.0,148.0,0.0,-0.011889934539794922,0.011889934539794922,0.0010051788170428733,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.5,-0.4492664655049642,0.06811006546020508,1
+95,0.29141104294478526,1.5705879926681519,0.0,1.0,0.36592334508895874,0.1179012805223465,1.14533269405365,0.20416684448719025,0.676720142364502,0.6770294308662415,0.20493166148662567,0.10445107519626617,0.04779057949781418,1.1862726211547852,0.2626587450504303,0.8677201271057129,0.404257595539093,0.12102964520454407,1.0474826097488403,0.0,0.0,0.2811641616897303,0.2811641616897303,31.003574546032045,0.0,0.0007335344950358067,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,3.0,,,,,,,,1.0474817752838135,1.0474817752838135,0.0,0.0,0.0,5.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,90.0,0.0,246.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,0.0,0.0,135.0,0.0,0.0,0.0,90.0,0.0,288.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,12.0,0.0,148.0,0.0,0.01363515853881836,0.01363515853881836,-0.0007869989694164747,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.5,-0.4492664655049642,0.06636484146118164,2
+126,0.38650306748466257,0.7227224111557007,1.0,1.0,0.25217205286026,-0.05198984593153,1.021339774131775,0.0932173803448677,0.3140351176261902,0.9053254723548889,0.2703299820423126,0.10451187193393707,0.04803325980901718,1.1861989498138428,0.2626613676548004,0.8677549362182617,0.4043130874633789,0.12058814615011215,1.0474824905395508,0.0,0.0,0.28092053997669136,0.28092053997669136,31.01565135233857,0.3021040870573013,0.0007323424021402989,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.3021040870573013,0.0,2.440792875356934,1.0,0.0,0.10026419162750244,0.68155014583787,0.5450716369112429,-0.046624813775399065,0.806498730706442,0.149355898686004,0.21971058872379834,2.0,0.0,0.0,3.0,0.22946088311041363,0.25346272513208923,1.0409308212931885,0.23650518969103346,0.7239116162781282,0.6147821768019296,0.20508569465829968,1.0474814176559448,1.0474814176559448,0.0,0.0,0.0,5.0,0.0,0.0,0.0,0.0,0.0,0.6111111111111112,0.7638888888888888,0.6435185185185186,0.8053678678678678,0.0,0.0,90.0,0.0,246.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6111111111111112,0.7638888888888888,90.0,55.0,288.0,220.0,0.0,0.0,90.0,0.0,296.0,0.0,0.08333333333333333,0.17567567567567569,12.0,1.0,148.0,26.0,-0.04624605178833008,0.04624605178833008,0.0021362967824350987,0.0,0.0,0.0,0.3021040870573013,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.1978959129426987,-0.4492676575978597,0.033753948211669924,3
+128,0.39263803680981596,0.7258304357528687,1.0,1.0,0.25353381037712097,-0.05104902386665344,1.0196584463119507,0.09397712349891663,0.31527280807495117,0.9039658904075623,0.27316129207611084,0.10457907617092133,0.047970373183488846,1.186497688293457,0.26256418228149414,0.8677155375480652,0.4043751358985901,0.12087435275316238,1.0474823713302612,0.0,0.0,0.2810919680110754,0.2810919680110754,30.99672005590683,0.3043803729247073,0.0007335344950358067,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.3043803729247073,0.0,2.4409231751372076,1.0,0.0,0.104988694190979,0.6867149125260144,0.5524498750371636,0.1059987938787953,0.8333456817444209,0.1418764504965437,0.19391028959104234,2.0,0.0,0.0,3.0,0.22946060383389588,0.2534630636919091,1.0409296537648842,0.23650461559251973,0.723908614325451,0.6147857801368656,0.20508615128853933,1.0474817752838135,1.0474817752838135,0.0,0.0,0.0,5.0,0.0,0.0,0.0,0.0,0.0,0.6222222222222222,0.7638888888888888,0.6537037037037037,0.8053678678678678,0.0,0.0,90.0,0.0,246.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6222222222222222,0.7638888888888888,90.0,56.0,288.0,220.0,0.0,0.0,90.0,0.0,296.0,0.0,0.08333333333333333,0.17567567567567569,12.0,1.0,148.0,26.0,0.03729820251464844,0.03729820251464844,-0.0006640008248059992,0.0,0.0,0.0,0.3043803729247073,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.19561962707529268,-0.4492664655049642,0.042701797485351564,4
+170,0.5214723926380368,0.7277818918228149,1.0,1.0,0.16771887242794037,-0.3913901448249817,1.0844064950942993,-0.5658875107765198,0.5680125951766968,0.5619152784347534,0.20343157649040222,0.10478353500366211,0.04838549718260765,1.1863245964050293,0.2624366581439972,0.8674902319908142,0.4048907160758972,0.12104229629039764,1.0474824905395508,0.0,0.0,0.2806067545544657,0.2806067545544657,30.928301878703213,0.6545067709368138,0.0007327397664388015,0.0,0.0,0.0,0.0,0.0,1.0,1.0,0.3090135418736275,0.0,2.4456250539911375,1.0,1.0,0.15655195713043213,0.6982613414432094,0.5689447734902991,-0.19651012820864994,0.9992521284800807,0.08502840842431394,0.14593894180897854,2.0,0.0,1.0,3.0,0.20945978764945333,0.25346324235457107,1.0409316764846417,0.23650828045548383,0.7239105395820975,0.6147834645944502,0.20508207044788365,1.0474815368652344,1.0474815368652344,0.0,0.0,0.0,5.0,0.0,0.0,0.0,0.0,0.0,0.7922222222222222,0.8481117998163453,0.809537037037037,0.8747948620107711,0.0,0.0,90.0,0.0,246.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.43333333333333335,0.34710743801652894,90.0,39.0,121.0,42.0,0.6333333333333333,0.7673611111111112,90.0,57.0,288.0,221.0,0.0,0.0,90.0,0.0,296.0,0.0,0.08333333333333333,0.17567567567567569,12.0,1.0,148.0,26.0,0.00659942626953125,0.00659942626953125,0.008251368441759555,0.0,0.0,0.0,0.6545067709368138,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.15450677093681375,-0.4492672602335612,0.07340057373046875,5
+229,0.7024539877300614,0.5705252885818481,1.0,0.0,0.16795936226844788,-0.39179474115371704,1.0833156108856201,-0.5670022368431091,0.5671082139015198,0.5614649653434753,0.20409329235553741,0.23978644609451294,0.28881996870040894,1.0398353338241577,0.21289999783039093,0.6872732639312744,0.6635541319847107,0.205000102519989,1.0472335815429688,1.0,0.8697708275412261,0.03647451305808858,0.03647451305808858,7.312546704159485,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,0.0,,,,,,,,1.0472335815429688,1.3770287036895752,1.5972254825050782,1.0,1.0,2.0,-1.0,1.0,1.0,0.0,0.2778157024177376,0.9658119658119658,0.34850603941513025,0.9692307692307692,0.4997202147079296,0.0,0.0,90.0,0.0,246.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.7777777777777778,0.30578512396694213,90.0,70.0,121.0,37.0,0.8461538461538461,0.06153846153846154,78.0,66.0,130.0,8.0,0.1,0.02027027027027027,90.0,9.0,296.0,6.0,0.0,0.21621621621621623,12.0,0.0,148.0,32.0,-0.017685890197753906,0.017685890197753906,-0.05979623658401212,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.062314109802246095,6
+231,0.7085889570552147,0.5705553293228149,1.0,0.0,0.16785494983196259,-0.3918079137802124,1.0839126110076904,-0.5667711496353149,0.5673723816871643,0.5615925788879395,0.20364902913570404,0.23966778814792633,0.2927134335041046,1.0445024967193604,0.20683616399765015,0.6794395446777344,0.6736936569213867,0.20424915850162506,1.0526995658874512,1.0,0.8697133885932087,0.03649060019024738,0.03649060019024738,7.621366956514716,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,0.0,,,,,,,,1.0526995658874512,1.3742228746414185,1.6110574484702167,1.0,1.0,2.0,-1.0,1.0,1.0,0.0,0.274230204198231,0.9293172690763052,0.7397829600554144,0.9301026327532351,0.8276941221988555,0.0,0.0,90.0,0.0,245.0,0.0,0.0,0.006756756756756757,90.0,0.0,296.0,2.0,0.8222222222222222,0.6229508196721312,90.0,74.0,122.0,76.0,0.6024096385542169,0.30985915492957744,83.0,50.0,142.0,44.0,0.011111111111111112,0.0,90.0,1.0,296.0,0.0,0.0,0.3333333333333333,3.0,0.0,147.0,49.0,0.0032448768615722656,0.0032448768615722656,-2.457138783579227e-05,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.07675512313842774,7
+267,0.8190184049079755,0.3946889638900757,1.0,0.0,0.16768857836723328,-0.392173707485199,1.084795355796814,-0.5666958093643188,0.5675973296165466,0.5617086291313171,0.2029106318950653,0.11816368997097015,0.04685979336500168,1.0875881910324097,0.20552802085876465,0.6771794557571411,0.6765278577804565,0.2037067711353302,1.0960568189620972,1.0,0.8697055578093233,0.03649279549170401,0.03649279549170401,7.578170578303365,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,0.0,,,,,,,,1.0960568189620972,1.374245285987854,2.1225983061036633,1.0,1.0,2.0,-1.0,1.0,1.0,0.0,0.1822878124319695,0.9984590212702662,0.8056440678691035,0.9999958315362757,0.9890305785146873,0.9888888888888889,0.4527027027027027,90.0,89.0,296.0,134.0,0.8111111111111111,0.6283783783783784,90.0,73.0,296.0,186.0,0.6888888888888889,0.5056179775280899,90.0,62.0,178.0,90.0,0.5542168674698795,0.28169014084507044,83.0,46.0,142.0,40.0,0.9777777777777777,0.6385135135135135,90.0,88.0,296.0,189.0,0.35555555555555557,0.5798611111111112,90.0,32.0,288.0,167.0,0.013527870178222656,0.013527870178222656,-2.330652604118355e-05,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.06647212982177735,8
+293,0.8987730061349694,0.3944634199142456,1.0,0.0,0.1676764041185379,-0.3921661376953125,1.084869623184204,-0.5666902661323547,0.5676141381263733,0.5617114901542664,0.20287100970745087,0.11824628710746765,0.046053458005189896,1.354476809501648,0.20506168901920319,0.6771384477615356,0.6767104864120483,0.2037060558795929,1.3632006645202637,1.0,0.8698349000469183,0.03645656917848766,0.03645656917848766,7.599708358273424,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,0.0,,,,,,,,1.3632006645202637,1.3632006645202637,0.0,1.0,1.0,0.0,-1.0,0.0,0.0,0.0,0.0,0.9801874163319947,0.7432670346402741,1.0,0.9882784782947452,0.9555555555555556,0.6317567567567568,90.0,86.0,296.0,187.0,0.9444444444444444,0.6013513513513513,90.0,85.0,296.0,178.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5542168674698795,0.3028169014084507,83.0,46.0,142.0,43.0,1.0,0.6236933797909407,90.0,90.0,287.0,179.0,0.17777777777777778,0.6956521739130435,90.0,16.0,207.0,144.0,0.00030517578125,0.00030517578125,0.00012216262330194683,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.07969482421875,9
+313,0.9601226993865031,0.3945556879043579,1.0,1.0,0.16789565980434418,-0.39213716983795166,1.0840073823928833,-0.5670741200447083,0.5671841502189636,0.5615005493164062,0.2035834938287735,0.209842711687088,0.18338100612163544,1.3544389009475708,0.20551873743534088,0.677467405796051,0.6763862371444702,0.2032279372215271,1.3504250049591064,0.0,0.8700185172793982,0.036405139652702936,0.036405139652702936,9.326091542821283,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,1.0,0.3132585727582577,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,3.0,0.20062602838745996,0.1497854741665773,1.3438687933443423,0.2316403621727527,0.7254726401793347,0.616153493316795,0.20096532944070677,1.3504250049591064,1.4265745878219604,4.719016118771715,0.0,1.0,5.0,-1.0,1.0,1.0,0.2170322717312289,0.07793737797397517,0.9825396825396826,0.8025314046440808,0.9973615520282187,0.9976156415203246,0.9333333333333333,0.7195945945945946,90.0,84.0,296.0,213.0,0.2,0.7567567567567568,90.0,18.0,296.0,224.0,0.0,0.0,0.0,0.0,0.0,0.0,0.7380952380952381,0.29577464788732394,84.0,62.0,142.0,42.0,0.8111111111111111,0.7890295358649789,90.0,73.0,237.0,187.0,0.0,0.7647058823529411,0.0,0.0,68.0,52.0,0.0012469291687011719,0.0012469291687011719,-0.017487481937166482,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.07875307083129883,10
+315,0.9662576687116564,0.3946152925491333,1.0,1.0,0.16780315339565277,-0.3921666145324707,1.084469199180603,-0.5668874979019165,0.5674102902412415,0.5615938901901245,0.20321564376354218,0.21033594012260437,0.18414753675460815,1.355090856552124,0.20521456003189087,0.6772605776786804,0.6765705943107605,0.20361070334911346,1.3504252433776855,0.0,0.8666581821515461,0.03734629987036765,0.03734629987036765,9.381529037585386,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,1.0,0.31562089741592847,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,3.0,0.20062059357996873,0.14987891353747954,1.3438650105543208,0.2320111941543649,0.7253499237512203,0.6160490737208079,0.20130035436853835,1.3504252433776855,1.4330384731292725,4.69240629018009,0.0,1.0,5.0,-1.0,1.0,1.0,0.21667127513267126,0.0792421848549047,0.9817460317460317,0.7985820327369624,0.9972416225749559,0.9973733906987895,0.9333333333333333,0.7195945945945946,90.0,84.0,296.0,213.0,0.2,0.7567567567567568,90.0,18.0,296.0,224.0,0.0,0.0,0.0,0.0,0.0,0.0,0.7261904761904762,0.28169014084507044,84.0,61.0,142.0,40.0,0.8111111111111111,0.7721518987341772,90.0,73.0,237.0,183.0,0.0,0.7647058823529411,0.0,0.0,68.0,52.0,-0.0005412101745605469,0.0005412101745605469,-0.0017960652879240452,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.07945878982543945,11
+320,0.9815950920245399,0.39481818675994873,1.0,1.0,0.16771367192268372,-0.3921768367290497,1.0846906900405884,-0.5667584538459778,0.5675374269485474,0.561672031879425,0.20300430059432983,0.2103269398212433,0.18416330218315125,1.3552253246307373,0.20512065291404724,0.6772264242172241,0.6765954494476318,0.2037363201379776,1.3504245281219482,0.0,0.8641711007634318,0.03804287971342857,0.03804287971342857,9.36179036520074,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,1.0,0.3174856108111774,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,3.0,0.2004809461634241,0.1492160454288887,1.3438672283495716,0.23121758457497682,0.7256067171317063,0.6162693980873628,0.2006124363485498,1.3504245281219482,1.427909016609192,4.674669424613265,0.0,1.0,5.0,-1.0,1.0,1.0,0.21653712673393033,0.08013998002290304,0.9825396825396826,0.7966073467834032,0.9972063492063492,0.9972064259962503,0.9333333333333333,0.7195945945945946,90.0,84.0,296.0,213.0,0.2,0.7364864864864865,90.0,18.0,296.0,218.0,0.0,0.0,0.0,0.0,0.0,0.0,0.7380952380952381,0.2746478873239437,84.0,62.0,142.0,39.0,0.8,0.7637130801687764,90.0,72.0,237.0,181.0,0.0,0.7794117647058824,0.0,0.0,68.0,53.0,0.0004553794860839844,0.0004553794860839844,-0.009064329519059694,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.07954462051391602,12
+326,1.0,0.3935438394546509,1.0,1.0,0.16773033142089844,-0.39214766025543213,1.084639310836792,-0.5667482614517212,0.5675415396690369,0.5616685152053833,0.20303094387054443,0.21038469672203064,0.18414311110973358,1.3548561334609985,0.20535698533058167,0.6773302555084229,0.6764694452285767,0.2035713940858841,1.3504245281219482,0.0,0.8665805958816808,0.03736803018044541,0.03736803018044541,9.360129236499692,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,1.0,0.3161797064318437,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,3.0,0.2004786428479654,0.14982856464044197,1.3438674266755017,0.2319415737892014,0.725374196333079,0.6160719932018209,0.20122296299046963,1.3504245281219482,1.4238533973693848,4.726080149724084,0.0,1.0,5.0,-1.0,1.0,1.0,0.21660156863320912,0.07780121238236665,0.9777777777777777,0.7926579748762848,0.9964444444444445,0.9971145847299147,0.9222222222222223,0.7195945945945946,90.0,83.0,296.0,213.0,0.2,0.7601351351351351,90.0,18.0,296.0,225.0,0.0,0.0,0.0,0.0,0.0,0.0,0.7142857142857143,0.2605633802816901,84.0,60.0,142.0,37.0,0.8,0.7679324894514767,90.0,72.0,237.0,182.0,0.0,0.75,0.0,0.0,68.0,51.0,-0.01929759979248047,0.01929759979248047,0.033191281907356124,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,0.0,1.0,0.5,0.55,0.06070240020751953,13

artifacts/results/metric_iter31_sample10_all_metrics_verify/episode14/episode14.metrics.json

@@ -0,0 +1,53 @@
+{
+  "episode_name": "episode14",
+  "description": "take tray out of oven",
+  "num_dense_frames": 327,
+  "num_keyframes": 14,
+  "phase_switch_rises": 1,
+  "phase_switch_falls": 0,
+  "ppre_cross_frame": 133,
+  "pext_cross_frame": 227,
+  "phase_cross_frame": 179,
+  "retrieve_cross_frame": -1,
+  "ready_cross_frame": 228,
+  "ordering_ok": true,
+  "dense_boundary_error_to_retrieve_frames": NaN,
+  "dense_boundary_error_frames": 49.0,
+  "dense_boundary_error_fraction": 0.14984709480122324,
+  "key_boundary_error_to_retrieve_keyframes": NaN,
+  "key_boundary_error_keyframes": 0.0,
+  "auroc_vret_ypre_three": 0.9740308370044053,
+  "auprc_vret_ypre_three": 0.9483243162169741,
+  "auroc_vret_ypre_full": 0.9988546255506608,
+  "auprc_vret_ypre_full": 0.9974836165370942,
+  "auroc_ppre_ypre": 0.9955947136563876,
+  "auprc_ppre_ypre": 0.9803921568627451,
+  "auroc_pext_yext": 1.0,
+  "auprc_pext_yext": 1.0,
+  "auroc_phase_yretrieve": NaN,
+  "auprc_phase_yretrieve": NaN,
+  "f1_phase_yretrieve": NaN,
+  "auroc_phase_yready": 0.993421052631579,
+  "auprc_phase_yready": 0.9705882352941176,
+  "f1_phase_yready": 0.8016194331983807,
+  "baseline_auroc_door_yext": 0.0,
+  "baseline_auprc_door_yext": 0.17315522220447213,
+  "baseline_auroc_time_yext": 1.0,
+  "baseline_auprc_time_yext": 1.0,
+  "baseline_auroc_whole_vis_yext": 0.952819383259912,
+  "baseline_auprc_whole_vis_yext": 0.9368010451270957,
+  "pre_ready_open_more_increases_pext": 2.0,
+  "pre_ready_open_more_trials": 2.0,
+  "pre_ready_hold_open_increases_pext": 0.0,
+  "pre_ready_hold_open_trials": 2.0,
+  "pre_ready_extract_success": 0.0,
+  "pre_ready_extract_trials": 2.0,
+  "pre_ready_wait_extract_success": 0.0,
+  "pre_ready_wait_trials": 2.0,
+  "post_ready_extract_success": 1.0,
+  "post_ready_extract_trials": 2.0,
+  "post_ready_open_more_low_gain": 2.0,
+  "post_ready_open_more_trials": 2.0,
+  "post_ready_hold_open_low_gain": 2.0,
+  "post_ready_hold_open_trials": 2.0
+}

artifacts/results/metric_iter31_sample10_all_metrics_verify/episode14/templates.json

@@ -0,0 +1,244 @@
+{
+  "template_mode": "per_episode",
+  "template_episode": "episode0",
+  "template_frames": {
+    "pregrasp": 229,
+    "grasp": 234,
+    "right_close": 91,
+    "right_open": 130,
+    "approach": [
+      177,
+      187,
+      197,
+      208,
+      218,
+      229,
+      232
+    ],
+    "retreat": [
+      239,
+      244,
+      249,
+      254,
+      264,
+      274,
+      284,
+      295,
+      305,
+      310,
+      315
+    ]
+  },
+  "templates": {
+    "approach_rel_poses": [
+      [
+        -0.3625197505146321,
+        0.08372429131714548,
+        0.13691903626392898,
+        0.6416348447407467,
+        0.6410872565393582,
+        0.29868034011062794,
+        0.2968196589661076
+      ],
+      [
+        -0.32979445983162176,
+        0.08659364792515764,
+        0.12045077578809749,
+        0.6287469690798895,
+        0.6287301318727057,
+        0.3243430018231259,
+        0.32276506520462594
+      ],
+      [
+        -0.2910925493361141,
+        0.08985276158129711,
+        0.10101096601604831,
+        0.6124184244028302,
+        0.6122709767290938,
+        0.35430518709849695,
+        0.35289624381998647
+      ],
+      [
+        -0.244818538450706,
+        0.09371070170750202,
+        0.07770067425331129,
+        0.5909841767637374,
+        0.5908549510320831,
+        0.3889344056030255,
+        0.38776043866540033
+      ],
+      [
+        -0.19036243621330934,
+        0.09824358579289771,
+        0.04990667629200307,
+        0.5635900638946065,
+        0.5631538374566398,
+        0.4277702591171187,
+        0.4268917903310006
+      ],
+      [
+        -0.12217129631756263,
+        0.09345070134195246,
+        -0.006546997831216039,
+        0.5503450945485194,
+        0.5264249147312487,
+        0.4450459711257041,
+        0.47109571176286236
+      ],
+      [
+        -0.11087643306877748,
+        0.09014108451750254,
+        -0.031580235354697894,
+        0.5622041544757288,
+        0.5226343775452266,
+        0.43323659021636735,
+        0.472319651291199
+      ]
+    ],
+    "pregrasp_rel_pose": [
+      -0.12217129631756263,
+      0.09345070134195246,
+      -0.006546997831216039,
+      0.5503450945485194,
+      0.5264249147312487,
+      0.4450459711257041,
+      0.47109571176286236
+    ],
+    "grasp_rel_pose": [
+      -0.09865615619553114,
+      0.09471180553609355,
+      -0.023587008474192483,
+      0.5452601219922814,
+      0.5150377871073674,
+      0.45379910210390734,
+      0.48113808012481835
+    ],
+    "retreat_rel_poses": [
+      [
+        0.2548525929450989,
+        0.23748670518398285,
+        0.292730450630188,
+        0.3300291728725241,
+        0.627796734434498,
+        0.6244628081014154,
+        0.3271058033489361
+      ],
+      [
+        0.22123366594314575,
+        0.20692090690135956,
+        0.3001290559768677,
+        0.3293369490711715,
+        0.6272174893562581,
+        0.6253236114995244,
+        0.3272701879538016
+      ],
+      [
+        0.17805954813957214,
+        0.16776257753372192,
+        0.3092261552810669,
+        0.3292203946981642,
+        0.627092205167199,
+        0.6254558193462786,
+        0.3273748859934127
+      ],
+      [
+        0.132161945104599,
+        0.1261904537677765,
+        0.31862151622772217,
+        0.32922833561062037,
+        0.6270130163004302,
+        0.6255370861132601,
+        0.32736330630941085
+      ],
+      [
+        0.05666536092758179,
+        0.058310166001319885,
+        0.33417391777038574,
+        0.3290531759368521,
+        0.6267400620289424,
+        0.6259557840834131,
+        0.3272617582705744
+      ],
+      [
+        0.0558415949344635,
+        0.05751470848917961,
+        0.3844491243362427,
+        0.32944931283048395,
+        0.6271554580797323,
+        0.6255767695203596,
+        0.3267918100454689
+      ],
+      [
+        0.05576580762863159,
+        0.053012214601039886,
+        0.5137358903884888,
+        0.3352571906446373,
+        0.6275228042160846,
+        0.6205178281888475,
+        0.329811114442256
+      ],
+      [
+        0.05594903230667114,
+        0.05725332349538803,
+        0.6016567945480347,
+        0.3290406683903203,
+        0.6269357648722236,
+        0.625839814295268,
+        0.3271212498634039
+      ],
+      [
+        0.11017268896102905,
+        0.09445947408676147,
+        0.6008111238479614,
+        0.3295905054305836,
+        0.6274618621218736,
+        0.6252874250360436,
+        0.3266149819043174
+      ],
+      [
+        0.1597837209701538,
+        0.1288578361272812,
+        0.6011183261871338,
+        0.3293548308249215,
+        0.627458650421648,
+        0.6253267712318655,
+        0.32678351642036935
+      ],
+      [
+        0.19115081429481506,
+        0.15017743408679962,
+        0.6012866497039795,
+        0.3296702831570499,
+        0.6273651178974856,
+        0.6251746471824625,
+        0.3269360392628933
+      ]
+    ],
+    "grasp_local_center": [
+      -0.09865615619553109,
+      0.09471180553609354,
+      -0.02358700847419226
+    ],
+    "grasp_region_extents": [
+      0.03,
+      0.015,
+      0.004
+    ],
+    "retriever_home_joints": [
+      1.4340894267661497e-06,
+      0.17521002888679504,
+      6.947189831407741e-06,
+      -0.8730043768882751,
+      -1.9187582438462414e-05,
+      1.2215814590454102,
+      0.7853902578353882
+    ],
+    "hold_open_angle": 0.7285879850387573,
+    "open_more_delta": 0.12,
+    "reference_tray_height": 1.0472617149353027,
+    "mask_handle_ids": [
+      192
+    ]
+  },
+  "template_source_json": "/workspace/VLAdaptorBench_upload/artifacts/results/metric_iter24_ep0_door_contact_geom/templates.json"
+}

artifacts/results/metric_iter31_sample10_all_metrics_verify/episode14/templates.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9654a892a8bc231d35df19d719d44ddddb754b3a6748332d18d91e6eb3ba48f6
+size 2351

artifacts/results/metric_iter31_sample10_all_metrics_verify/episode14/visualizations/README.md

@@ -0,0 +1,7 @@
+# Visualizations
+
+- `episode14_all_metrics.gif`: full episode overlay GIF over dense frames 0-326, sampled every 2 frames.
+- `frames/all_metrics/`: per-frame PNGs with the episode-wide metric bars and phase banner.
+
+Legend highlights:
+- All metrics: red banner = reveal phase, green banner = retrieve phase.

artifacts/results/metric_iter31_sample10_all_metrics_verify/episode43/episode43.keyframes.csv

@@ -0,0 +1,15 @@
+frame_index,time_norm,door_angle,right_gripper_open,left_gripper_open,right_arm_pose_x,right_arm_pose_y,right_arm_pose_z,right_arm_pose_qx,right_arm_pose_qy,right_arm_pose_qz,right_arm_pose_qw,left_arm_pose_x,left_arm_pose_y,left_arm_pose_z,left_arm_pose_qx,left_arm_pose_qy,left_arm_pose_qz,left_arm_pose_qw,tray_height,tray_grasped_left,pregrasp_progress,pregrasp_distance,pregrasp_position_error,pregrasp_orientation_error_deg,p_pre,p_ext,y_pre_raw,y_ext_raw,y_pre,y_ext,p_pre_source_strict,p_pre_source_assisted,p_pre_bump_applied,p_pre_base_score,p_pre_strict_length,p_pre_assisted_length,p_pre_assisted_reliability,p_pre_post_assist_strict_feasible,p_pre_door_open_delta,p_pre_door_quality,p_pre_step_quality_mean,p_pre_step_quality_min,p_pre_step_quality_max,p_pre_alignment_signed_mean,p_pre_alignment_abs_mean,p_pre_collision_count,p_pre_bad_collision_count,p_pre_best_goal_index,p_pre_num_goal_poses,p_pre_best_target_pose_x,p_pre_best_target_pose_y,p_pre_best_target_pose_z,p_pre_best_target_pose_qx,p_pre_best_target_pose_qy,p_pre_best_target_pose_qz,p_pre_best_target_pose_qw,p_ext_initial_height,p_ext_final_height,p_ext_total_length,p_ext_already_grasped_start,p_ext_already_grasped_end,p_ext_num_milestones,p_ext_first_failed_milestone,p_ext_min_reliability,p_ext_mean_reliability,p_ext_approach_score,p_ext_retreat_score,three_view_visibility,three_view_whole_tray_visibility,full_view_visibility,full_view_whole_tray_visibility,front_grasp_visibility,front_tray_visibility,front_grasp_projected_count,front_grasp_visible_count,front_tray_projected_count,front_tray_visible_count,overhead_grasp_visibility,overhead_tray_visibility,overhead_grasp_projected_count,overhead_grasp_visible_count,overhead_tray_projected_count,overhead_tray_visible_count,wrist_right_grasp_visibility,wrist_right_tray_visibility,wrist_right_grasp_projected_count,wrist_right_grasp_visible_count,wrist_right_tray_projected_count,wrist_right_tray_visible_count,wrist_left_grasp_visibility,wrist_left_tray_visibility,wrist_left_grasp_projected_count,wrist_left_grasp_visible_count,wrist_left_tray_projected_count,wrist_left_tray_visible_count,over_shoulder_left_grasp_visibility,over_shoulder_left_tray_visibility,over_shoulder_left_grasp_projected_count,over_shoulder_left_grasp_visible_count,over_shoulder_left_tray_projected_count,over_shoulder_left_tray_visible_count,over_shoulder_right_grasp_visibility,over_shoulder_right_tray_visibility,over_shoulder_right_grasp_projected_count,over_shoulder_right_grasp_visible_count,over_shoulder_right_tray_projected_count,over_shoulder_right_tray_visible_count,door_speed_signed,door_speed_abs,pregrasp_speed,y_pre_seed_raw,y_pre_progress_seed,y_ext_seed_raw,phase_score,approach_active,retrieve_onset_raw,y_retrieve,ready_seed_raw,y_ready,phase_seed_raw,phase_switch,p_pre_minus_tau,p_ext_minus_tau,door_speed_margin,keyframe_ordinal
+66,0.2214765100671141,1.570794939994812,1.0,1.0,0.458182156085968,-0.21045538783073425,1.1447813510894775,0.12976905703544617,0.6955174207687378,0.6948744058609009,0.1287054568529129,0.3109007179737091,-0.09524737298488617,1.1865513324737549,0.1655389815568924,0.891112208366394,0.41557344794273376,0.07625323534011841,1.0474826097488403,0.0,0.0,0.2814714876860421,0.2814714876860421,30.932115947228574,0.0,0.0007327397664388015,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,3.0,,,,,,,,1.0474815368652344,1.0474815368652344,0.0,0.0,0.0,5.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,90.0,0.0,288.0,0.0,0.0,0.0,90.0,0.0,288.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,90.0,0.0,264.0,0.0,0.0,0.0,0.001921937923973216,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.5,-0.4492672602335612,0.08,0
+95,0.3187919463087248,1.5705772638320923,0.0,1.0,0.550813615322113,0.030811578035354614,1.1451858282089233,0.12811346352100372,0.6951980590820312,0.6953717470169067,0.1294018179178238,0.3108518123626709,-0.09515753388404846,1.185227870941162,0.16608242690563202,0.8910745978355408,0.4156629145145416,0.07501398772001266,1.0474826097488403,0.0,0.0,0.2807296295347329,0.2807296295347329,30.956017308347402,0.0,0.0007323424021402989,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,3.0,,,,,,,,1.0474814176559448,1.0474814176559448,0.0,0.0,0.0,5.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,0.0,0.0,135.0,0.0,0.0,0.0,90.0,0.0,288.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,90.0,0.0,264.0,0.0,0.0009059906005859375,0.0009059906005859375,0.0008688856432276237,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.5,-0.4492676575978597,0.07909400939941406,1
+97,0.32550335570469796,1.571029543876648,0.0,1.0,0.5508621335029602,0.03137131780385971,1.1452714204788208,0.128264382481575,0.6952351927757263,0.6953656077384949,0.12908507883548737,0.31087175011634827,-0.09519332647323608,1.1858140230178833,0.16584646701812744,0.8910895586013794,0.4156217575073242,0.07558412849903107,1.0474826097488403,0.0,0.0,0.28105508931127904,0.28105508931127904,30.944924280404965,0.0,0.0007323424021402989,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,3.0,,,,,,,,1.0474814176559448,1.0474814176559448,0.0,0.0,0.0,5.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,0.0,0.0,135.0,0.0,0.0,0.0,90.0,0.0,288.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,90.0,0.0,264.0,0.0,-0.0004863739013671875,0.0004863739013671875,-0.0014601401910052658,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.5,-0.4492676575978597,0.07951362609863281,2
+141,0.47315436241610737,0.7254847288131714,1.0,1.0,0.4775567352771759,-0.16122257709503174,1.023047924041748,0.058994829654693604,0.31668514013290405,0.9308847784996033,0.17228969931602478,0.3108106851577759,-0.0948512926697731,1.1854232549667358,0.16583843529224396,0.891052782535553,0.4158266484737396,0.07490529119968414,1.0474826097488403,0.0,0.0,0.2805899563238296,0.2805899563238296,30.940841210098295,0.4840480774990271,0.0007319450378417963,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.4840480774990271,0.0,1.1062720193436215,1.0,0.0,0.08789288997650146,0.6999029175799815,0.5712898822571164,0.18589411015584534,0.9316371236701257,0.10178440214079745,0.22449045353675615,2.0,0.0,2.0,3.0,0.4077476119241722,0.13303883663759364,1.040932695227276,0.15530331736121172,0.7455627289097077,0.6336383410840369,0.13608655181751755,1.0474812984466553,1.0474812984466553,0.0,0.0,0.0,5.0,0.0,0.0,0.0,0.0,0.0,0.6444444444444445,0.7708333333333334,0.7985185185185185,0.78125,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6444444444444445,0.7708333333333334,90.0,58.0,288.0,222.0,0.0,0.0,90.0,0.0,296.0,0.0,0.43333333333333335,0.045454545454545456,90.0,39.0,264.0,12.0,0.005588531494140625,0.005588531494140625,0.0031233719400258764,0.0,0.0,0.0,0.4840480774990271,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.01595192250097288,-0.4492680549621582,0.07441146850585938,3
+143,0.4798657718120805,0.7272943258285522,1.0,1.0,0.4778148829936981,-0.15940068662166595,1.0199705362319946,0.05908479541540146,0.3224250376224518,0.9289172291755676,0.1722317934036255,0.31090331077575684,-0.09490630030632019,1.185768723487854,0.1657140851020813,0.8910735845565796,0.4157705307006836,0.07524392008781433,1.0474827289581299,0.0,0.0,0.28079033635421474,0.28079033635421474,30.93859133420844,0.48509707847772127,0.0007323424021402989,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.48509707847772127,0.0,1.1065833924238788,1.0,0.0,0.08997213840484619,0.7014924690261226,0.5735606700373181,0.17016849469484552,0.9273584474070777,0.1066720795853488,0.20966659735253496,2.0,0.0,2.0,3.0,0.407741646624907,0.13304297909575608,1.0409301611022779,0.15529809309005654,0.7455601040719252,0.6336413873546439,0.13609271005507373,1.0474814176559448,1.0474814176559448,0.0,0.0,0.0,5.0,0.0,0.0,0.0,0.0,0.0,0.6555555555555556,0.7708333333333334,0.8048148148148149,0.78125,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6555555555555556,0.7708333333333334,90.0,59.0,288.0,222.0,0.0,0.0,90.0,0.0,296.0,0.0,0.43333333333333335,0.045454545454545456,90.0,39.0,264.0,12.0,-0.020983219146728516,0.020983219146728516,-0.0008782032896631486,0.0,0.0,0.0,0.48509707847772127,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.014902921522278734,-0.4492676575978597,0.059016780853271486,4
+194,0.6510067114093959,0.7269061803817749,1.0,1.0,0.4685286581516266,-0.5094484090805054,1.0847082138061523,-0.6245443820953369,0.5027831792831421,0.5809630155563354,0.14012661576271057,0.31094253063201904,-0.09493544697761536,1.1860182285308838,0.16563373804092407,0.8910866379737854,0.41573232412338257,0.07547691464424133,1.0474823713302612,0.0,0.0,0.28093203107488113,0.28093203107488113,30.935932413592028,0.5824588142752614,0.0007319450378417963,0.0,0.0,0.0,0.0,0.0,1.0,1.0,0.4343971114593046,0.0,1.1346543113933052,1.0,1.0,0.17635154724121094,0.6340810098683953,0.4772585855262792,0.07580641649412678,0.9708706098306642,-0.42101003307769824,0.5071915685124996,2.0,0.0,1.0,3.0,0.36773967290550513,0.13304517698843532,1.040932598234379,0.15530395515770187,0.7455624930551982,0.6336386228795493,0.13608580402451984,1.0474812984466553,1.0474812984466553,0.0,0.0,0.0,5.0,0.0,0.0,0.0,0.0,0.0,0.8064197530864198,0.8609972677595629,0.8903045267489712,0.8673155737704918,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.45555555555555555,0.39344262295081966,90.0,41.0,122.0,48.0,0.6444444444444445,0.7708333333333334,90.0,58.0,288.0,222.0,0.0,0.0,90.0,0.0,296.0,0.0,0.43333333333333335,0.045454545454545456,90.0,39.0,264.0,12.0,0.013298988342285156,0.013298988342285156,0.007728253354707393,0.0,0.0,0.0,0.5824588142752614,0.0,0.0,0.0,0.0,0.0,1.0,1.0,0.08245881427526136,-0.4492680549621582,0.06670101165771485,5
+226,0.7583892617449665,0.5689889192581177,1.0,0.0,0.46882015466690063,-0.5101938843727112,1.084699034690857,-0.6259524822235107,0.501518726348877,0.5805276036262512,0.14017941057682037,0.38842299580574036,0.17346924543380737,1.045975685119629,0.13019013404846191,0.6966157555580139,0.6939379572868347,0.12738589942455292,1.0472475290298462,1.0,0.8547468561691818,0.04068241806807613,0.04068241806807613,9.391918001145907,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,0.0,,,,,,,,1.0472475290298462,1.361375331878662,2.0441998164551127,1.0,1.0,2.0,-1.0,1.0,1.0,0.0,0.1925390421571564,0.9678714859437751,0.38217948717948724,0.9767960731816153,0.4055817793317794,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.7777777777777778,0.3416666666666667,90.0,70.0,120.0,41.0,0.8554216867469879,0.06153846153846154,83.0,71.0,130.0,8.0,0.0,0.0,90.0,0.0,296.0,0.0,0.2777777777777778,0.03787878787878788,90.0,25.0,264.0,10.0,-0.041463375091552734,0.041463375091552734,-0.019399483068121212,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.03853662490844727,6
+228,0.7651006711409396,0.5690292119979858,1.0,0.0,0.4687889814376831,-0.5102338790893555,1.0849369764328003,-0.625802218914032,0.5016451478004456,0.5806397795677185,0.1399330049753189,0.3888876438140869,0.17419672012329102,1.0462005138397217,0.1297011822462082,0.6956053376197815,0.6949052810668945,0.1281311959028244,1.0473681688308716,1.0,0.8545063102826921,0.04074979089839051,0.04074979089839051,9.479221588919588,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,0.0,,,,,,,,1.0473681688308716,1.3498432636260986,2.045164150297179,1.0,1.0,2.0,-1.0,1.0,1.0,0.0,0.1924097161981526,0.969047619047619,0.35089743589743594,0.979021164021164,0.3853195415695416,0.0,0.0,90.0,0.0,296.0,0.0,0.0,0.0,90.0,0.0,296.0,0.0,0.8,0.30833333333333335,90.0,72.0,120.0,37.0,0.8452380952380952,0.06153846153846154,84.0,71.0,130.0,8.0,0.0,0.0,90.0,0.0,296.0,0.0,0.32222222222222224,0.05303030303030303,90.0,29.0,264.0,14.0,-0.0068759918212890625,0.0068759918212890625,0.00013390646410427198,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.07312400817871094,7
+249,0.8355704697986577,0.3907400369644165,1.0,0.0,0.4687730669975281,-0.5102350115776062,1.0849883556365967,-0.6257821321487427,0.5016695261001587,0.580649733543396,0.13989439606666565,0.3250299394130707,-0.09100719541311264,1.0860141515731812,0.13024760782718658,0.6951629519462585,0.6953451037406921,0.12759023904800415,1.086915135383606,1.0,0.854748363362263,0.04068199664598865,0.04068199664598865,9.660891179388846,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,0.0,,,,,,,,1.086915135383606,1.3600572347640991,2.5675986006527003,1.0,1.0,2.0,-1.0,1.0,1.0,0.0,0.14037221878700654,1.0,0.7903449675860521,1.0,0.992893615907737,1.0,0.5033783783783784,90.0,90.0,296.0,149.0,0.8777777777777778,0.6891891891891891,90.0,79.0,296.0,204.0,0.9555555555555556,0.5224719101123596,90.0,86.0,178.0,93.0,0.8214285714285714,0.11594202898550725,84.0,69.0,138.0,16.0,0.9333333333333333,0.6452702702702703,90.0,84.0,296.0,191.0,0.9,0.6925675675675675,90.0,81.0,296.0,205.0,-0.004065036773681641,0.004065036773681641,-0.0007117317477595142,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.07593496322631836,8
+270,0.9060402684563759,0.3910015821456909,1.0,0.0,0.4687580466270447,-0.5103559494018555,1.0852030515670776,-0.6257327795028687,0.5017408132553101,0.5806825757026672,0.13972267508506775,0.32486191391944885,-0.09412720799446106,1.35282301902771,0.12975071370601654,0.6951807737350464,0.695414125919342,0.12762312591075897,1.3538670539855957,1.0,0.8546196236513743,0.04071805465227094,0.04071805465227094,9.516459313316993,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-1.0,0.0,,,,,,,,1.3538670539855957,1.3538670539855957,0.0,1.0,1.0,0.0,-1.0,0.0,0.0,0.0,0.0,0.9703703703703703,0.5908245201723463,0.9999517146776407,0.9725430162288925,0.8222222222222222,0.5371621621621622,90.0,74.0,296.0,159.0,0.8777777777777778,0.6418918918918919,90.0,79.0,296.0,190.0,0.0,0.0,0.0,0.0,0.0,0.0,0.8333333333333334,0.11594202898550725,84.0,70.0,138.0,16.0,0.9666666666666667,0.5703125,90.0,87.0,128.0,73.0,0.6,0.5639097744360902,90.0,54.0,133.0,75.0,0.004363059997558594,0.004363059997558594,0.0003708743358295935,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.07563694000244141,9
+285,0.9563758389261745,0.3911935091018677,1.0,1.0,0.4688444137573242,-0.510218620300293,1.084834337234497,-0.625871479511261,0.5016258955001831,0.5805649161338806,0.14000248908996582,0.38386085629463196,0.059307247400283813,1.3540637493133545,0.13014425337314606,0.6953789591789246,0.6952299475669861,0.1271457076072693,1.3504225015640259,0.0,0.8561610338514151,0.040286337947819564,0.040286337947819564,9.611600546417316,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,1.0,0.18147085659481763,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,3.0,0.38347626687693126,0.020336677330787284,1.3438590550658926,0.1554517596475002,0.7455089184608742,0.6336285621445141,0.13625728660320907,1.3504225015640259,1.4031418561935425,4.271677160602231,0.0,1.0,5.0,-1.0,1.0,1.0,0.2480866526789704,0.08353128374930241,0.0,0.37074030552291415,0.5806172839506173,0.931414413954137,0.0,0.19594594594594594,90.0,0.0,296.0,58.0,0.5222222222222223,0.47635135135135137,90.0,47.0,296.0,141.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.21739130434782608,84.0,0.0,138.0,30.0,0.011111111111111112,0.5047619047619047,90.0,1.0,105.0,53.0,0.11235955056179775,0.5797101449275363,89.0,10.0,69.0,40.0,-0.00020265579223632812,0.00020265579223632812,-0.20247381732256228,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.07979734420776367,10
+287,0.9630872483221476,0.3909186124801636,1.0,1.0,0.46879395842552185,-0.5102939605712891,1.0850688219070435,-0.6257448196411133,0.5017623901367188,0.5806424617767334,0.1397576928138733,0.38431447744369507,0.06072451174259186,1.3548119068145752,0.12971942126750946,0.6953272819519043,0.69526207447052,0.12768501043319702,1.3504222631454468,0.0,0.8510520224040119,0.04171726529498393,0.04171726529498393,9.623077890775876,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,1.0,0.18209430788997746,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,3.0,0.3835464768989312,0.020476414705117893,1.343865168317772,0.15537070702196815,0.7455344015992739,0.6336388783970446,0.1361622973338866,1.3504222631454468,1.3982305526733398,4.259074770004208,0.0,1.0,5.0,-1.0,1.0,1.0,0.2479950525335476,0.0841473275605646,0.0,0.37074030552291415,0.5857677902621723,0.933626852213681,0.0,0.19594594594594594,90.0,0.0,296.0,58.0,0.5333333333333333,0.49324324324324326,90.0,48.0,296.0,146.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.21739130434782608,84.0,0.0,138.0,30.0,0.0,0.5047619047619047,90.0,0.0,105.0,53.0,0.11235955056179775,0.5797101449275363,89.0,10.0,69.0,40.0,-0.002529621124267578,0.002529621124267578,0.18538264983703887,1.0,1.0,1.0,1.0,1.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.07747037887573242,11
+292,0.9798657718120806,0.3909047842025757,1.0,1.0,0.468735933303833,-0.5103623270988464,1.0851750373840332,-0.6257596015930176,0.5017642974853516,0.5806257128715515,0.13975495100021362,0.3843933343887329,0.060982536524534225,1.354925274848938,0.12955646216869354,0.6953337788581848,0.695257842540741,0.12783856689929962,1.3504222631454468,0.0,0.8484795287040301,0.04243776551718603,0.04243776551718603,9.605663686715898,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,1.0,0.18280269894159712,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,3.0,0.3836251086247927,0.02001957422231404,1.3438613925875358,0.15492631958131936,0.7456219785942348,0.6337222519625395,0.1358006182082122,1.3504222631454468,1.3979673385620117,4.246896963559269,0.0,1.0,5.0,-1.0,1.0,1.0,0.24787950614330953,0.0848176577819828,0.0,0.37074030552291415,0.5265917602996255,0.9309719263022282,0.0,0.19594594594594594,90.0,0.0,296.0,58.0,0.4666666666666667,0.47297297297297297,90.0,42.0,296.0,140.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.21739130434782608,84.0,0.0,138.0,30.0,0.0,0.5047619047619047,90.0,0.0,105.0,53.0,0.11235955056179775,0.5797101449275363,89.0,10.0,69.0,40.0,0.0013399124145507812,0.0013399124145507812,-0.0018676951998673058,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.5,0.55,0.07866008758544922,12
+298,1.0,0.3909531831741333,1.0,1.0,0.46874964237213135,-0.5103552341461182,1.085244059562683,-0.6257495284080505,0.5017296671867371,0.5806503295898438,0.13982170820236206,0.38438889384269714,0.06098324432969093,1.355004906654358,0.12952828407287598,0.6953209638595581,0.6952680945396423,0.12788125872612,1.3504225015640259,0.0,0.8481548486493302,0.042528706137703126,0.042528706137703126,9.600879813972558,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,1.0,0.18295651403198396,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,3.0,0.38370322719436667,0.01994653966315059,1.343859971611675,0.15478868725736653,0.7456454074183758,0.6337534174393363,0.13568343516062623,1.3504225015640259,1.4057984352111816,4.211653146328472,0.0,1.0,5.0,-1.0,1.0,1.0,0.2478560071425414,0.08656318137387661,0.0,0.37074030552291415,0.5265917602996255,0.9285916478988568,0.0,0.19594594594594594,90.0,0.0,296.0,58.0,0.4666666666666667,0.47297297297297297,90.0,42.0,296.0,140.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.21739130434782608,84.0,0.0,138.0,30.0,0.0,0.5047619047619047,90.0,0.0,105.0,53.0,0.11235955056179775,0.5652173913043478,89.0,10.0,69.0,39.0,-0.0005483627319335938,0.0005483627319335938,0.38185073412144316,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,0.0,1.0,0.5,0.55,0.07945163726806641,13

artifacts/results/metric_iter31_sample10_all_metrics_verify/episode43/episode43.metrics.json

@@ -0,0 +1,53 @@
+{
+  "episode_name": "episode43",
+  "description": "take tray out of oven",
+  "num_dense_frames": 299,
+  "num_keyframes": 14,
+  "phase_switch_rises": 1,
+  "phase_switch_falls": 0,
+  "ppre_cross_frame": 139,
+  "pext_cross_frame": 225,
+  "phase_cross_frame": 147,
+  "retrieve_cross_frame": -1,
+  "ready_cross_frame": 226,
+  "ordering_ok": true,
+  "dense_boundary_error_to_retrieve_frames": NaN,
+  "dense_boundary_error_frames": 79.0,
+  "dense_boundary_error_fraction": 0.26421404682274247,
+  "key_boundary_error_to_retrieve_keyframes": NaN,
+  "key_boundary_error_keyframes": 1.0,
+  "auroc_vret_ypre_three": 0.8824624624624624,
+  "auprc_vret_ypre_three": 0.8701576807166871,
+  "auroc_vret_ypre_full": 0.9440840840840841,
+  "auprc_vret_ypre_full": 0.9128560579534617,
+  "auroc_ppre_ypre": 1.0,
+  "auprc_ppre_ypre": 1.0,
+  "auroc_pext_yext": 1.0,
+  "auprc_pext_yext": 1.0,
+  "auroc_phase_yretrieve": NaN,
+  "auprc_phase_yretrieve": NaN,
+  "f1_phase_yretrieve": NaN,
+  "auroc_phase_yready": 0.997787610619469,
+  "auprc_phase_yready": 0.9864864864864865,
+  "f1_phase_yready": 0.648888888888889,
+  "baseline_auroc_door_yext": 0.0,
+  "baseline_auprc_door_yext": 0.13711313056503194,
+  "baseline_auroc_time_yext": 1.0,
+  "baseline_auprc_time_yext": 0.9999999999999999,
+  "baseline_auroc_whole_vis_yext": 0.933033033033033,
+  "baseline_auprc_whole_vis_yext": 0.9054127334645724,
+  "pre_ready_open_more_increases_pext": 1.0,
+  "pre_ready_open_more_trials": 2.0,
+  "pre_ready_hold_open_increases_pext": 0.0,
+  "pre_ready_hold_open_trials": 2.0,
+  "pre_ready_extract_success": 0.0,
+  "pre_ready_extract_trials": 2.0,
+  "pre_ready_wait_extract_success": 0.0,
+  "pre_ready_wait_trials": 2.0,
+  "post_ready_extract_success": 2.0,
+  "post_ready_extract_trials": 2.0,
+  "post_ready_open_more_low_gain": 2.0,
+  "post_ready_open_more_trials": 2.0,
+  "post_ready_hold_open_low_gain": 2.0,
+  "post_ready_hold_open_trials": 2.0
+}

artifacts/results/metric_iter31_sample10_all_metrics_verify/episode43/templates.json

@@ -0,0 +1,244 @@
+{
+  "template_mode": "per_episode",
+  "template_episode": "episode0",
+  "template_frames": {
+    "pregrasp": 229,
+    "grasp": 234,
+    "right_close": 91,
+    "right_open": 130,
+    "approach": [
+      177,
+      187,
+      197,
+      208,
+      218,
+      229,
+      232
+    ],
+    "retreat": [
+      239,
+      244,
+      249,
+      254,
+      264,
+      274,
+      284,
+      295,
+      305,
+      310,
+      315
+    ]
+  },
+  "templates": {
+    "approach_rel_poses": [
+      [
+        -0.3625197505146321,
+        0.08372429131714548,
+        0.13691903626392898,
+        0.6416348447407467,
+        0.6410872565393582,
+        0.29868034011062794,
+        0.2968196589661076
+      ],
+      [
+        -0.32979445983162176,
+        0.08659364792515764,
+        0.12045077578809749,
+        0.6287469690798895,
+        0.6287301318727057,
+        0.3243430018231259,
+        0.32276506520462594
+      ],
+      [
+        -0.2910925493361141,
+        0.08985276158129711,
+        0.10101096601604831,
+        0.6124184244028302,
+        0.6122709767290938,
+        0.35430518709849695,
+        0.35289624381998647
+      ],
+      [
+        -0.244818538450706,
+        0.09371070170750202,
+        0.07770067425331129,
+        0.5909841767637374,
+        0.5908549510320831,
+        0.3889344056030255,
+        0.38776043866540033
+      ],
+      [
+        -0.19036243621330934,
+        0.09824358579289771,
+        0.04990667629200307,
+        0.5635900638946065,
+        0.5631538374566398,
+        0.4277702591171187,
+        0.4268917903310006
+      ],
+      [
+        -0.12217129631756263,
+        0.09345070134195246,
+        -0.006546997831216039,
+        0.5503450945485194,
+        0.5264249147312487,
+        0.4450459711257041,
+        0.47109571176286236
+      ],
+      [
+        -0.11087643306877748,
+        0.09014108451750254,
+        -0.031580235354697894,
+        0.5622041544757288,
+        0.5226343775452266,
+        0.43323659021636735,
+        0.472319651291199
+      ]
+    ],
+    "pregrasp_rel_pose": [
+      -0.12217129631756263,
+      0.09345070134195246,
+      -0.006546997831216039,
+      0.5503450945485194,
+      0.5264249147312487,
+      0.4450459711257041,
+      0.47109571176286236
+    ],
+    "grasp_rel_pose": [
+      -0.09865615619553114,
+      0.09471180553609355,
+      -0.023587008474192483,
+      0.5452601219922814,
+      0.5150377871073674,
+      0.45379910210390734,
+      0.48113808012481835
+    ],
+    "retreat_rel_poses": [
+      [
+        0.2548525929450989,
+        0.23748670518398285,
+        0.292730450630188,
+        0.3300291728725241,
+        0.627796734434498,
+        0.6244628081014154,
+        0.3271058033489361
+      ],
+      [
+        0.22123366594314575,
+        0.20692090690135956,
+        0.3001290559768677,
+        0.3293369490711715,
+        0.6272174893562581,
+        0.6253236114995244,
+        0.3272701879538016
+      ],
+      [
+        0.17805954813957214,
+        0.16776257753372192,
+        0.3092261552810669,
+        0.3292203946981642,
+        0.627092205167199,
+        0.6254558193462786,
+        0.3273748859934127
+      ],
+      [
+        0.132161945104599,
+        0.1261904537677765,
+        0.31862151622772217,
+        0.32922833561062037,
+        0.6270130163004302,
+        0.6255370861132601,
+        0.32736330630941085
+      ],
+      [
+        0.05666536092758179,
+        0.058310166001319885,
+        0.33417391777038574,
+        0.3290531759368521,
+        0.6267400620289424,
+        0.6259557840834131,
+        0.3272617582705744
+      ],
+      [
+        0.0558415949344635,
+        0.05751470848917961,
+        0.3844491243362427,
+        0.32944931283048395,
+        0.6271554580797323,
+        0.6255767695203596,
+        0.3267918100454689
+      ],
+      [
+        0.05576580762863159,
+        0.053012214601039886,
+        0.5137358903884888,
+        0.3352571906446373,
+        0.6275228042160846,
+        0.6205178281888475,
+        0.329811114442256
+      ],
+      [
+        0.05594903230667114,
+        0.05725332349538803,
+        0.6016567945480347,
+        0.3290406683903203,
+        0.6269357648722236,
+        0.625839814295268,
+        0.3271212498634039
+      ],
+      [
+        0.11017268896102905,
+        0.09445947408676147,
+        0.6008111238479614,
+        0.3295905054305836,
+        0.6274618621218736,
+        0.6252874250360436,
+        0.3266149819043174
+      ],
+      [
+        0.1597837209701538,
+        0.1288578361272812,
+        0.6011183261871338,
+        0.3293548308249215,
+        0.627458650421648,
+        0.6253267712318655,
+        0.32678351642036935
+      ],
+      [
+        0.19115081429481506,
+        0.15017743408679962,
+        0.6012866497039795,
+        0.3296702831570499,
+        0.6273651178974856,
+        0.6251746471824625,
+        0.3269360392628933
+      ]
+    ],
+    "grasp_local_center": [
+      -0.09865615619553109,
+      0.09471180553609354,
+      -0.02358700847419226
+    ],
+    "grasp_region_extents": [
+      0.03,
+      0.015,
+      0.004
+    ],
+    "retriever_home_joints": [
+      1.4340894267661497e-06,
+      0.17521002888679504,
+      6.947189831407741e-06,
+      -0.8730043768882751,
+      -1.9187582438462414e-05,
+      1.2215814590454102,
+      0.7853902578353882
+    ],
+    "hold_open_angle": 0.7285879850387573,
+    "open_more_delta": 0.12,
+    "reference_tray_height": 1.0472617149353027,
+    "mask_handle_ids": [
+      192
+    ]
+  },
+  "template_source_json": "/workspace/VLAdaptorBench_upload/artifacts/results/metric_iter24_ep0_door_contact_geom/templates.json"
+}

artifacts/results/metric_iter31_sample10_all_metrics_verify/episode43/templates.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9654a892a8bc231d35df19d719d44ddddb754b3a6748332d18d91e6eb3ba48f6
+size 2351

artifacts/results/metric_iter31_sample10_all_metrics_verify/episode43/visualizations/README.md

@@ -0,0 +1,7 @@
+# Visualizations
+
+- `episode43_all_metrics.gif`: full episode overlay GIF over dense frames 0-298, sampled every 2 frames.
+- `frames/all_metrics/`: per-frame PNGs with the episode-wide metric bars and phase banner.
+
+Legend highlights:
+- All metrics: red banner = reveal phase, green banner = retrieve phase.