diff --git a/.gitattributes b/.gitattributes index fb5a4c6adeae59691d184db281f770f1ab36a7e9..7d608c55a768de5fe3a04cf22a1d8ca0622c4fdb 100644 --- a/.gitattributes +++ b/.gitattributes @@ -418,3 +418,9 @@ artifacts/results/oven_episode0_repaired_v1/visualizations/frames/all_metrics/fr artifacts/results/oven_episode0_repaired_v1/visualizations/frames/all_metrics/frame_0054.png filter=lfs diff=lfs merge=lfs -text artifacts/results/oven_episode0_repaired_v1/visualizations/frames/all_metrics/frame_0056.png filter=lfs diff=lfs merge=lfs -text artifacts/results/oven_episode0_repaired_v1/visualizations/frames/all_metrics/frame_0156.png filter=lfs diff=lfs merge=lfs -text +artifacts/results/oven_episode0_iter5_visual_checks/rgb_contact_sheet_190_260.png filter=lfs diff=lfs merge=lfs -text +artifacts/results/oven_episode0_iter5_visual_checks/visibility_220.png filter=lfs diff=lfs merge=lfs -text +artifacts/results/oven_episode0_iter5_visual_checks/visibility_232.png filter=lfs diff=lfs merge=lfs -text +artifacts/results/oven_episode0_iter5_visual_checks/visibility_234.png filter=lfs diff=lfs merge=lfs -text +artifacts/results/oven_episode0_iter5_visual_checks/visibility_260.png filter=lfs diff=lfs merge=lfs -text +artifacts/results/oven_episode0_iter6_visual_checks/boundary_rgb_contact_sheet.png filter=lfs diff=lfs merge=lfs -text diff --git a/MANIFEST.txt b/MANIFEST.txt index e59bee40c76cc2cb392aa7cf46dbe109f62f2e56..38201b5bc3875f95f998b6e95c56404b6c59933a 100644 --- a/MANIFEST.txt +++ b/MANIFEST.txt @@ -111,6 +111,55 @@ ./artifacts/results/oven_episode0_iter4_postfix/frames/frame_0260.json ./artifacts/results/oven_episode0_iter4_templates/templates.json ./artifacts/results/oven_episode0_iter4_templates/templates.pkl +./artifacts/results/oven_episode0_iter5_extract_sweep/extract_sweep.csv +./artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0220.json +./artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0225.json +./artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0229.json +./artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0232.json +./artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0234.json +./artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0236.json +./artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0240.json +./artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0245.json +./artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0250.json +./artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0255.json +./artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0260.json +./artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0270.json +./artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0280.json +./artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0290.json +./artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0300.json +./artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0310.json +./artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0320.json +./artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0326.json +./artifacts/results/oven_episode0_iter5_visual_checks/iter4_batch_annotated.csv +./artifacts/results/oven_episode0_iter5_visual_checks/rgb_contact_sheet_190_260.png +./artifacts/results/oven_episode0_iter5_visual_checks/visibility_220.png +./artifacts/results/oven_episode0_iter5_visual_checks/visibility_232.png +./artifacts/results/oven_episode0_iter5_visual_checks/visibility_234.png +./artifacts/results/oven_episode0_iter5_visual_checks/visibility_260.png +./artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0220.json +./artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0225.json +./artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0229.json +./artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0232.json +./artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0234.json +./artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0236.json +./artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0240.json +./artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0245.json +./artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0250.json +./artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0255.json +./artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0260.json +./artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0270.json +./artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0280.json +./artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0290.json +./artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0300.json +./artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0310.json +./artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0320.json +./artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0326.json +./artifacts/results/oven_episode0_iter6_independent_full/episode0.dense.csv +./artifacts/results/oven_episode0_iter6_independent_full/episode0.keyframes.csv +./artifacts/results/oven_episode0_iter6_independent_full/episode0.metrics.json +./artifacts/results/oven_episode0_iter6_independent_full/summary.json +./artifacts/results/oven_episode0_iter6_independent_full/templates.json +./artifacts/results/oven_episode0_iter6_visual_checks/boundary_rgb_contact_sheet.png ./artifacts/results/oven_episode0_repaired_v1/episode0.dense.csv ./artifacts/results/oven_episode0_repaired_v1/episode0.keyframes.csv ./artifacts/results/oven_episode0_repaired_v1/episode0.metrics.json diff --git a/README.md b/README.md index c236a6d482ed533c22af966b18050b6322d6de82..b8e1bf90b7b152543172aab80098c578b88d71a2 100644 --- a/README.md +++ b/README.md @@ -14,11 +14,13 @@ This is still a label-validation repository, not a policy repository. No `pi0.5` ## Current Status -The latest work in this upload fixes the three main oven-metric failures that were still present in the earlier `oven_episode0_repaired_v1` bundle: +The latest work in this upload fixes the main simulator-state bugs that were still contaminating the oven metrics: 1. The reveal-to-retrieve transition used to occur too late, effectively at grasp time. 2. The visibility metric used to drop to zero around frame 232 even when the tray grasp region was clearly visible in `wrist_left`. -3. `p_pre` stayed near zero until grasp, and some late-frame repair runs produced corrupted rows because they replayed each frame from scratch in a separate process. +3. `p_pre` stayed near zero until grasp. +4. Extraction labels could flicker or drift because oracle rollouts were not restoring the simulator state exactly. +5. The old dense runner's restore-heavy path could still bias later frames after an oracle call. The current code addresses those issues by: @@ -28,8 +30,12 @@ The current code addresses those issues by: - deriving a late-window pregrasp approach template instead of accidentally including frame-8 arm poses - adding explicit `pregrasp_progress`, `pregrasp_distance`, `pregrasp_speed`, and `phase_score` - making the repair path batch frames sequentially per worker so late-frame rows do not drift +- snapshotting and restoring exact arm joints, gripper joints, and the full grasped-object subtree +- supporting and now preferring `--independent-replay` for the authoritative dense study +- tightening `y_pre` so it stays on once the retriever is clearly inside the pregrasp corridor +- retuning `phase_score` so it tracks the reveal-to-retrieve handoff instead of generic early motion -The latest validated artifacts are the `iter4_*` outputs, not `oven_episode0_repaired_v1`. +The old `iter4_*` outputs are still useful historical checkpoints, but the current authoritative path is the new independent-replay episode-0 rerun under `artifacts/results/oven_episode0_iter6_independent_full/`. ## What Is In This Upload @@ -86,8 +92,14 @@ This fixes the old failure where visibility dropped to zero even when the tray l - The old isolated repair path replayed every suspicious frame from a fresh reset, which could corrupt late rows. - The new helper `run_oven_frame_batch.py` computes frame rows sequentially inside a single env per worker. - `repair_oven_episode_dense.py` now distributes frame batches, not individual frames, across displays. +- `SimulatorSnapshot` now restores: + - arm joint trees and explicit joint positions + - gripper joint trees and explicit joint positions + - the full subtree under any grasped object + - grasp attachments with the original release parent +- `ReplayCache` now keeps retrying stable grasp attachment while the demo gripper remains closed. -This specifically fixed the bad frame-232 drift that reappeared in the old isolated-per-frame repair path even after the visibility formula was corrected. +This fixed the major replay bug where post-oracle restores could leave the arm, gripper, or grasped tray in a subtly different state than the true demo frame. ### 4. Earlier phase signal @@ -96,8 +108,14 @@ This specifically fixed the bad frame-232 drift that reappeared in the old isola - `pregrasp_distance` - `pregrasp_speed` - `phase_score` -- `phase_switch` is now driven from a persistent threshold on `phase_score` instead of only `p_pre >= tau`. -- `y_retrieve` is still oracle-like and monotone, but the metric side now has a smoother approach-sensitive signal for early switching. +- `phase_score` is now dominated by actual approach progress and `p_pre`, with a stricter threshold (`0.5`) so it no longer flips during the early reveal phase. +- `y_retrieve` is still oracle-like and monotone, but the metric side now has a cleaner approach-sensitive signal for early switching. + +### 5. Independent replay + +- `run_oven_label_study.py` already exposed `--independent-replay`. +- `launch_parallel_oven_label_study.py` now passes that flag through to worker runs. +- For the current oven study, independent replay is the trustworthy dense mode because it avoids cross-frame contamination from oracle rollouts. ## Latest Validated Artifacts @@ -109,42 +127,54 @@ The current trustworthy artifacts are: - `artifacts/results/oven_episode0_iter4_batch/frames/` - `artifacts/results/oven_episode0_iter4_clean/iter4_targeted_comparison.csv` - `artifacts/results/oven_episode0_iter4_dense_geom_170_234.csv` +- `artifacts/results/oven_episode0_iter6_visual_checks/boundary_rgb_contact_sheet.png` +- `artifacts/results/oven_episode0_iter6_independent_full/episode0.dense.csv` +- `artifacts/results/oven_episode0_iter6_independent_full/episode0.keyframes.csv` +- `artifacts/results/oven_episode0_iter6_independent_full/episode0.metrics.json` +- `artifacts/results/oven_episode0_iter6_independent_full/summary.json` -These artifacts are the main evidence for the latest fixes. +Important note: the `iter6_independent_full` dense CSV is the authoritative low-level artifact. The saved JSON summary in that directory was produced before the last `phase_score` retune, so the dense CSV should be treated as ground truth if you are re-deriving phase metrics. ## Key Verified Findings -From the latest iter4 validation on episode 0: +From the current independent-replay validation on episode 0: - Visibility over the dense 170-234 window is clean: - min `three_view_visibility = 1.0` - min `full_view_visibility = 1.0` -- Frame 232 is now correct in sequential replay: - - `three_view_visibility = 1.0` - - `full_view_visibility = 1.0` - - `pregrasp_progress = 0.8946` -- Pregrasp progress now rises well before grasp: - - first `pregrasp_speed >= 0.01` at frame `178` - - first `pregrasp_progress >= 0.05` at frame `189` - - first `pregrasp_progress >= 0.25` at frame `200` - - first `pregrasp_progress >= 0.50` at frame `213` -- `p_pre` now rises before grasp instead of staying at zero: - - frame `190`: `0.044` - - frame `210`: `0.185` - - frame `215`: `0.373` - - frame `220`: `0.497` - - frame `232`: `0.666` -- The old artifact had `three_view_visibility = 0.0` and `p_pre = 0.0` at the same frames. -- `p_ext` is no longer spuriously high before grasp in the corrected batch replay: - - pregrasp region stays at `0.2` - - rises at grasp / early extract - - reaches `0.8846` by frame `260` - - reaches `1.0` by frames `321` and `326` +- Pregrasp progress now rises well before grasp and stays predictive: + - frame `210`: `pregrasp_progress ≈ 0.451`, `p_pre ≈ 0.185`, `y_pre = 0` + - frame `215`: `pregrasp_progress ≈ 0.568`, `p_pre ≈ 0.375`, `y_pre = 1` + - frame `220`: `pregrasp_progress ≈ 0.702`, `p_pre ≈ 0.496`, `y_pre = 1` + - frame `225`: `pregrasp_progress ≈ 0.847`, `p_pre ≈ 0.559`, `y_pre = 1` + - frame `230`: `pregrasp_progress ≈ 0.950`, `p_pre ≈ 0.654`, `y_pre = 1` +- Extraction feasibility is now separated from pregrasp: + - frame `230`: `p_ext ≈ 0.0007`, `y_ext = 0` + - frame `232`: `p_ext = 1.0`, `y_ext = 1` + - frame `234`: `p_ext = 1.0`, `y_ext = 1` +- In the full independent episode-0 run: + - `ppre_cross_frame = 216` + - `pext_cross_frame = 232` + - `retrieve_cross_frame = 215` + - `ready_cross_frame = 234` + - `single_switch_rate = 1.0` + - `reversion_rate = 0.0` + - `auroc_ppre_ypre ≈ 0.761` + - `auprc_ppre_ypre ≈ 0.903` + - `auroc_pext_yext = 1.0` + - `auprc_pext_yext = 1.0` +- After the final `phase_score` retune, recomputing phase columns on the dense CSV moves: + - `first phase_switch` to frame `214` + - `first y_retrieve` to frame `215` + - `first y_ready` to frame `234` See: - `artifacts/results/oven_episode0_iter4_batch/iter4_batch_comparison.csv` - `artifacts/results/oven_episode0_iter4_dense_geom_170_234.csv` +- `artifacts/results/oven_episode0_iter6_visual_checks/boundary_rgb_contact_sheet.png` +- `artifacts/results/oven_episode0_iter6_independent_full/episode0.dense.csv` +- `artifacts/results/oven_episode0_iter6_independent_full/episode0.metrics.json` ## Artifact Guide @@ -191,6 +221,8 @@ Relevant current artifacts: - `artifacts/results/oven_episode0_iter4_templates/templates.json` - `artifacts/results/oven_episode0_iter4_batch/iter4_batch_comparison.csv` - `artifacts/results/oven_episode0_iter4_dense_geom_170_234.csv` +- `artifacts/results/oven_episode0_iter6_independent_full/episode0.dense.csv` +- `artifacts/results/oven_episode0_iter6_visual_checks/boundary_rgb_contact_sheet.png` ## Environment @@ -235,7 +267,8 @@ python /workspace/VLAdaptorBench_upload/code/scripts/run_oven_label_study.py \ --result-dir /workspace/tmp_run \ --max-episodes 1 \ --checkpoint-stride 16 \ - --template-episode-index 0 + --template-episode-index 0 \ + --independent-replay ``` 5. If you want to repair suspicious frames in parallel with the new batched path: @@ -253,7 +286,7 @@ python /workspace/VLAdaptorBench_upload/code/scripts/repair_oven_episode_dense.p ## Important Note -The full 100-episode run is not yet the authoritative artifact in this upload. The current repository state documents the repaired metric code and the targeted validation work that was necessary before scaling to the full study. +The full 100-episode independent-replay run is not yet the authoritative artifact in this upload. The current repository state documents the repaired metric code, the exact snapshot/restore fixes, and the episode-0 independent validation that is required before scaling to the full study. ## Dataset Note diff --git a/artifacts/results/oven_episode0_iter5_extract_sweep/extract_sweep.csv b/artifacts/results/oven_episode0_iter5_extract_sweep/extract_sweep.csv new file mode 100644 index 0000000000000000000000000000000000000000..5da2e5d9ed4c92c441d459a93b660db05d9e7698 --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_extract_sweep/extract_sweep.csv @@ -0,0 +1,19 @@ +frame_index,time_norm,door_angle,right_gripper_open,left_gripper_open,pregrasp_progress,pregrasp_distance,p_pre,p_ext,y_pre,y_ext,three_view_visibility,three_view_whole_tray_visibility,full_view_visibility,full_view_whole_tray_visibility +220,0.6707317073170732,0.7092505693435669,1.0,1.0,0.7008928782711262,0.07539624664346693,0.49542145834476564,0.2,1.0,0.0,1.0,1.0,1.0,1.0 +225,0.6859756097560976,0.6731866598129272,1.0,1.0,0.8461562488124923,0.038779555828795435,0.5575032205025066,0.2,0.0,0.0,1.0,1.0,1.0,1.0 +229,0.698170731707317,0.6038435697555542,1.0,1.0,0.9853535300272546,0.0036919510427262064,0.6277536974664348,0.2,0.0,0.0,1.0,1.0,1.0,1.0 +232,0.7073170731707317,0.5740898847579956,1.0,1.0,0.8905410815615439,0.02759142465289794,0.6803085318704378,0.2,0.0,0.0,1.0,1.0,1.0,1.0 +234,0.7134146341463414,0.5631507635116577,1.0,0.0,0.8773845389972382,0.030907808041617853,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0 +236,0.7195121951219512,0.5631507635116577,1.0,0.0,0.0,0.3487025452872521,0.03742443833388865,1.0,1.0,1.0,0.0,0.07122507122507127,1.0,0.9872723435686399 +240,0.7317073170731707,0.5451360940933228,1.0,0.0,0.0,0.34078283441689167,0.03560341520984831,1.0,1.0,1.0,0.0,0.07122507122507127,1.0,0.9871003482114593 +245,0.7469512195121951,0.49074113368988037,1.0,0.0,0.0,0.30443277026763843,0.018584192132967085,0.25,0.0,0.0,0.0,0.07122507122507127,1.0,0.9871003482114593 +250,0.7621951219512195,0.48109376430511475,1.0,0.0,0.0,0.2881188275897502,0.04075775073301752,1.0,1.0,1.0,0.0,0.07122507122507127,1.0,0.9871003482114593 +255,0.7774390243902439,0.4158257246017456,1.0,0.0,0.0,0.28362792485265115,0.016052211391253724,0.25,0.0,0.0,0.0,0.07122507122507127,1.0,0.9871003482114593 +260,0.7926829268292683,0.3746732473373413,1.0,0.0,0.0,0.29322136177486374,0.01183133063693009,0.25,0.0,0.0,0.0,0.07122507122507127,1.0,0.9871003482114593 +270,0.823170731707317,0.3625572919845581,1.0,0.0,0.0,0.29482029185990277,0.039563024475573756,1.0,1.0,1.0,0.0,0.8645536562203229,1.0,0.9981188007808378 +280,0.8536585365853658,0.3625572919845581,1.0,0.0,0.22127134970933515,0.19629494808756948,0.06798988209700609,1.0,1.0,1.0,0.0,0.4868805177447153,1.0,0.9928733405242322 +290,0.8841463414634146,0.3625572919845581,1.0,0.0,0.4419744744795412,0.14066207941664596,0.15871175911818583,1.0,1.0,1.0,0.0,0.076958249797756,0.0,0.7346254968168549 +300,0.9146341463414634,0.3625572919845581,1.0,0.0,0.4929544341712777,0.12781150751538192,0.20011195392729747,1.0,1.0,1.0,0.7777777777777778,0.07122507122507127,0.7810699588477367,0.6904083570750237 +310,0.9451219512195121,0.3625572919845581,1.0,0.0,0.9402075774442523,0.015071938657953948,0.5770436169458719,1.0,1.0,1.0,0.7333333333333333,0.042735042735042694,0.7541311385459534,0.5038176638176638 +320,0.975609756097561,0.3625572919845581,1.0,1.0,0.899782145118378,0.02526201977875634,0.7334105158009561,1.0,1.0,1.0,0.9313725490196079,0.03418803418803418,0.9430909922267947,0.5335485913263691 +326,0.9939024390243902,0.3625572919845581,1.0,1.0,0.8990539896205267,0.02544556669906896,0.7335691643193487,1.0,1.0,1.0,0.9411764705882353,0.03418803418803418,0.9512208504801097,0.5335485913263691 diff --git a/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0220.json b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0220.json new file mode 100644 index 0000000000000000000000000000000000000000..a731b627b3a6a92b2a682792eb7b748e29332278 --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0220.json @@ -0,0 +1 @@ +{"frame_index": 220, "time_norm": 0.6707317073170732, "door_angle": 0.7092505693435669, "right_gripper_open": 1.0, "left_gripper_open": 1.0, "pregrasp_progress": 0.7008928782711262, "pregrasp_distance": 0.07539624664346693, "p_pre": 0.49542145834476564, "p_ext": 0.2, "y_pre": 1.0, "y_ext": 0.0, "three_view_visibility": 1.0, "three_view_whole_tray_visibility": 1.0, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 1.0} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0225.json b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0225.json new file mode 100644 index 0000000000000000000000000000000000000000..c577bac00a07663b2c469666de71dbed19558d2d --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0225.json @@ -0,0 +1 @@ +{"frame_index": 225, "time_norm": 0.6859756097560976, "door_angle": 0.6731866598129272, "right_gripper_open": 1.0, "left_gripper_open": 1.0, "pregrasp_progress": 0.8461562488124923, "pregrasp_distance": 0.038779555828795435, "p_pre": 0.5575032205025066, "p_ext": 0.2, "y_pre": 0.0, "y_ext": 0.0, "three_view_visibility": 1.0, "three_view_whole_tray_visibility": 1.0, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 1.0} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0229.json b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0229.json new file mode 100644 index 0000000000000000000000000000000000000000..b20c6d86d29d3b638b899ef4d325a9140705557b --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0229.json @@ -0,0 +1 @@ +{"frame_index": 229, "time_norm": 0.698170731707317, "door_angle": 0.6038435697555542, "right_gripper_open": 1.0, "left_gripper_open": 1.0, "pregrasp_progress": 0.9853535300272546, "pregrasp_distance": 0.0036919510427262064, "p_pre": 0.6277536974664348, "p_ext": 0.2, "y_pre": 0.0, "y_ext": 0.0, "three_view_visibility": 1.0, "three_view_whole_tray_visibility": 1.0, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 1.0} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0232.json b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0232.json new file mode 100644 index 0000000000000000000000000000000000000000..170a8ef12ae44e5ac48b59a452c008782e7548ed --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0232.json @@ -0,0 +1 @@ +{"frame_index": 232, "time_norm": 0.7073170731707317, "door_angle": 0.5740898847579956, "right_gripper_open": 1.0, "left_gripper_open": 1.0, "pregrasp_progress": 0.8905410815615439, "pregrasp_distance": 0.02759142465289794, "p_pre": 0.6803085318704378, "p_ext": 0.2, "y_pre": 0.0, "y_ext": 0.0, "three_view_visibility": 1.0, "three_view_whole_tray_visibility": 1.0, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 1.0} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0234.json b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0234.json new file mode 100644 index 0000000000000000000000000000000000000000..bbe74661d6891115f127c7d0acabb8e9f22a78f7 --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0234.json @@ -0,0 +1 @@ +{"frame_index": 234, "time_norm": 0.7134146341463414, "door_angle": 0.5631507635116577, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.8773845389972382, "pregrasp_distance": 0.030907808041617853, "p_pre": 1.0, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 1.0, "three_view_whole_tray_visibility": 1.0, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 1.0} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0236.json b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0236.json new file mode 100644 index 0000000000000000000000000000000000000000..9c0d763c546abf944c6986fecef2cc0a503595ba --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0236.json @@ -0,0 +1 @@ +{"frame_index": 236, "time_norm": 0.7195121951219512, "door_angle": 0.5631507635116577, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.0, "pregrasp_distance": 0.3487025452872521, "p_pre": 0.03742443833388865, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.0, "three_view_whole_tray_visibility": 0.07122507122507127, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 0.9872723435686399} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0240.json b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0240.json new file mode 100644 index 0000000000000000000000000000000000000000..b4b94acd9a76376dfec541874317e9c8d0882690 --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0240.json @@ -0,0 +1 @@ +{"frame_index": 240, "time_norm": 0.7317073170731707, "door_angle": 0.5451360940933228, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.0, "pregrasp_distance": 0.34078283441689167, "p_pre": 0.03560341520984831, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.0, "three_view_whole_tray_visibility": 0.07122507122507127, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 0.9871003482114593} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0245.json b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0245.json new file mode 100644 index 0000000000000000000000000000000000000000..c55e42eab9abb5b524197983976875b6b4f1c6d9 --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0245.json @@ -0,0 +1 @@ +{"frame_index": 245, "time_norm": 0.7469512195121951, "door_angle": 0.49074113368988037, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.0, "pregrasp_distance": 0.30443277026763843, "p_pre": 0.018584192132967085, "p_ext": 0.25, "y_pre": 0.0, "y_ext": 0.0, "three_view_visibility": 0.0, "three_view_whole_tray_visibility": 0.07122507122507127, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 0.9871003482114593} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0250.json b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0250.json new file mode 100644 index 0000000000000000000000000000000000000000..c3451cacc98fd1e934b447272d81930688e7319d --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0250.json @@ -0,0 +1 @@ +{"frame_index": 250, "time_norm": 0.7621951219512195, "door_angle": 0.48109376430511475, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.0, "pregrasp_distance": 0.2881188275897502, "p_pre": 0.04075775073301752, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.0, "three_view_whole_tray_visibility": 0.07122507122507127, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 0.9871003482114593} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0255.json b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0255.json new file mode 100644 index 0000000000000000000000000000000000000000..7a35f2cd9d13e7674851d2dd324398dbc13f3b82 --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0255.json @@ -0,0 +1 @@ +{"frame_index": 255, "time_norm": 0.7774390243902439, "door_angle": 0.4158257246017456, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.0, "pregrasp_distance": 0.28362792485265115, "p_pre": 0.016052211391253724, "p_ext": 0.25, "y_pre": 0.0, "y_ext": 0.0, "three_view_visibility": 0.0, "three_view_whole_tray_visibility": 0.07122507122507127, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 0.9871003482114593} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0260.json b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0260.json new file mode 100644 index 0000000000000000000000000000000000000000..d6b508ab09fb4893ae32f26254c10d1c0a3df67c --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0260.json @@ -0,0 +1 @@ +{"frame_index": 260, "time_norm": 0.7926829268292683, "door_angle": 0.3746732473373413, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.0, "pregrasp_distance": 0.29322136177486374, "p_pre": 0.01183133063693009, "p_ext": 0.25, "y_pre": 0.0, "y_ext": 0.0, "three_view_visibility": 0.0, "three_view_whole_tray_visibility": 0.07122507122507127, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 0.9871003482114593} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0270.json b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0270.json new file mode 100644 index 0000000000000000000000000000000000000000..f9621369455a253806b6dcdaba99c8036ea190d2 --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0270.json @@ -0,0 +1 @@ +{"frame_index": 270, "time_norm": 0.823170731707317, "door_angle": 0.3625572919845581, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.0, "pregrasp_distance": 0.29482029185990277, "p_pre": 0.039563024475573756, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.0, "three_view_whole_tray_visibility": 0.8645536562203229, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 0.9981188007808378} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0280.json b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0280.json new file mode 100644 index 0000000000000000000000000000000000000000..4171ff68afffa9911e3a32810258d2e275263696 --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0280.json @@ -0,0 +1 @@ +{"frame_index": 280, "time_norm": 0.8536585365853658, "door_angle": 0.3625572919845581, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.22127134970933515, "pregrasp_distance": 0.19629494808756948, "p_pre": 0.06798988209700609, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.0, "three_view_whole_tray_visibility": 0.4868805177447153, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 0.9928733405242322} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0290.json b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0290.json new file mode 100644 index 0000000000000000000000000000000000000000..61027696757089e017a4f73e91b6b596b788a83e --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0290.json @@ -0,0 +1 @@ +{"frame_index": 290, "time_norm": 0.8841463414634146, "door_angle": 0.3625572919845581, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.4419744744795412, "pregrasp_distance": 0.14066207941664596, "p_pre": 0.15871175911818583, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.0, "three_view_whole_tray_visibility": 0.076958249797756, "full_view_visibility": 0.0, "full_view_whole_tray_visibility": 0.7346254968168549} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0300.json b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0300.json new file mode 100644 index 0000000000000000000000000000000000000000..ab987db85a1e62bbb3d6e018bb4081d25b728147 --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0300.json @@ -0,0 +1 @@ +{"frame_index": 300, "time_norm": 0.9146341463414634, "door_angle": 0.3625572919845581, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.4929544341712777, "pregrasp_distance": 0.12781150751538192, "p_pre": 0.20011195392729747, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.7777777777777778, "three_view_whole_tray_visibility": 0.07122507122507127, "full_view_visibility": 0.7810699588477367, "full_view_whole_tray_visibility": 0.6904083570750237} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0310.json b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0310.json new file mode 100644 index 0000000000000000000000000000000000000000..4e7310e24bc6515f395c817711dc5d27b4f5826b --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0310.json @@ -0,0 +1 @@ +{"frame_index": 310, "time_norm": 0.9451219512195121, "door_angle": 0.3625572919845581, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.9402075774442523, "pregrasp_distance": 0.015071938657953948, "p_pre": 0.5770436169458719, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.7333333333333333, "three_view_whole_tray_visibility": 0.042735042735042694, "full_view_visibility": 0.7541311385459534, "full_view_whole_tray_visibility": 0.5038176638176638} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0320.json b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0320.json new file mode 100644 index 0000000000000000000000000000000000000000..89cda0fdd148810550960172e3319a28cdd0c5d6 --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0320.json @@ -0,0 +1 @@ +{"frame_index": 320, "time_norm": 0.975609756097561, "door_angle": 0.3625572919845581, "right_gripper_open": 1.0, "left_gripper_open": 1.0, "pregrasp_progress": 0.899782145118378, "pregrasp_distance": 0.02526201977875634, "p_pre": 0.7334105158009561, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.9313725490196079, "three_view_whole_tray_visibility": 0.03418803418803418, "full_view_visibility": 0.9430909922267947, "full_view_whole_tray_visibility": 0.5335485913263691} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0326.json b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0326.json new file mode 100644 index 0000000000000000000000000000000000000000..64107d2b7c4bc53ae8660d2e9d1984dee91424cf --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_extract_sweep/frames/frame_0326.json @@ -0,0 +1 @@ +{"frame_index": 326, "time_norm": 0.9939024390243902, "door_angle": 0.3625572919845581, "right_gripper_open": 1.0, "left_gripper_open": 1.0, "pregrasp_progress": 0.8990539896205267, "pregrasp_distance": 0.02544556669906896, "p_pre": 0.7335691643193487, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.9411764705882353, "three_view_whole_tray_visibility": 0.03418803418803418, "full_view_visibility": 0.9512208504801097, "full_view_whole_tray_visibility": 0.5335485913263691} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter5_visual_checks/iter4_batch_annotated.csv b/artifacts/results/oven_episode0_iter5_visual_checks/iter4_batch_annotated.csv new file mode 100644 index 0000000000000000000000000000000000000000..b23fc4da11a231dd377853f8842e481381875c33 --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_visual_checks/iter4_batch_annotated.csv @@ -0,0 +1,20 @@ +frame_index,time_norm,door_angle,right_gripper_open,left_gripper_open,pregrasp_progress,pregrasp_distance,p_pre,p_ext,y_pre,y_ext,three_view_visibility,three_view_whole_tray_visibility,full_view_visibility,full_view_whole_tray_visibility,door_speed_abs,pregrasp_speed,phase_score,approach_active,y_retrieve,y_ready,phase_switch +170,0.5182926829268293,0.7285879850387573,1.0,1.0,0.0,0.28181150502513785,0.024926145760119495,0.2,0.0,0.0,1.0,1.0,1.0,1.0,0.0,0.023203124332669134,0.0990440337707064,0.0,0.0,0.0,0.0 +177,0.5396341463414634,0.7285879850387573,1.0,1.0,0.0,0.2806513488085044,0.025268999560617407,0.2,0.0,0.0,1.0,1.0,1.0,1.0,0.0,0.024517525491962733,0.10438735185800528,0.0,0.0,0.0,0.0 +178,0.5426829268292683,0.7285879850387573,1.0,1.0,0.0,0.2793597524759416,0.025642038989131463,0.2,0.0,0.0,1.0,1.0,1.0,1.0,0.0,0.05933652249714261,0.20641050974728287,0.0,0.0,0.0,1.0 +180,0.5487804878048781,0.7285879850387573,1.0,1.0,0.0,0.27471769655879014,0.026967764096289423,0.2,0.0,0.0,1.0,1.0,1.0,1.0,0.0,0.2711426575225684,0.20674194102407237,0.0,0.0,0.0,1.0 +185,0.5640243902439024,0.7285879850387573,1.0,1.0,0.0,0.25224548672368474,0.03438556345410151,0.2,0.0,0.0,1.0,1.0,1.0,1.0,0.0,0.4526193324716307,0.20859639086352538,0.0,0.0,0.0,1.0 +190,0.5792682926829268,0.7285879850387573,1.0,1.0,0.08971791072401913,0.22945576331162706,0.044077465092791666,0.2,0.0,0.0,1.0,1.0,1.0,1.0,0.0,0.44226760278912036,0.26036421717140845,1.0,0.0,0.0,1.0 +195,0.5945121951219512,0.7285879850387573,1.0,1.0,0.174761539296868,0.2080187264447727,0.055753394700147056,0.2,0.0,0.0,1.0,1.0,1.0,1.0,0.16483306884765625,0.43146761602988387,0.31005719528831416,1.0,0.0,0.0,1.0 +200,0.6097560975609756,0.7121046781539917,1.0,1.0,0.26088695755354396,0.18630900170863868,0.07082670038132456,0.2,0.0,0.0,1.0,1.0,1.0,1.0,0.20756244659423828,0.4481208156170344,0.36119450174978035,1.0,0.0,0.0,1.0 +205,0.625,0.7078317403793335,1.0,1.0,0.35253712865999876,0.16320664488306927,0.09140315521673693,0.2,0.0,0.0,1.0,1.0,1.0,1.0,0.0354766845703125,0.4858718230432113,0.41674620956718356,1.0,0.0,0.0,1.0 +210,0.6402439024390244,0.7085570096969604,1.0,1.0,0.4536388902422245,0.13772181940431755,0.18479017457303504,0.2,0.0,0.0,1.0,1.0,1.0,1.0,0.05867481231689453,0.5543252247087042,0.4956989332764823,1.0,0.0,0.0,1.0 +215,0.6554878048780488,0.701964259147644,1.0,1.0,0.5724454601180898,0.10777412241219884,0.372546307101778,0.2,1.0,0.0,1.0,1.0,1.0,1.0,0.06520986557006836,0.6421849299774746,0.6079815798403939,1.0,0.0,0.0,1.0 +220,0.6707317073170732,0.7020360231399536,1.0,1.0,0.7084023472473219,0.07350332640657009,0.49718580111999766,0.2,1.0,0.0,1.0,1.0,1.0,1.0,0.4098367691040039,0.7209348579718929,0.7139177412660265,1.0,0.0,0.0,1.0 +225,0.6859756097560976,0.6609805822372437,1.0,1.0,0.8584500805964153,0.03568063661500955,0.5473682364704415,0.2,0.0,0.0,1.0,1.0,1.0,1.0,1.0787701606750488,0.6318951145447452,0.8089896034456389,1.0,0.0,0.0,1.0 +229,0.698170731707317,0.5941590070724487,1.0,1.0,0.9590836989592467,0.010313814952095556,0.6174558119619151,0.2,0.0,0.0,1.0,1.0,1.0,1.0,0.9779167175292969,0.044972467665877584,0.8617498580815749,1.0,0.0,0.0,1.0 +232,0.7073170731707317,0.563188910484314,1.0,1.0,0.876291268155244,0.031183389848421793,0.666066777923123,0.2,0.0,0.0,1.0,1.0,1.0,1.0,0.4535841941833496,-0.19840518822032585,0.648476891966165,0.0,0.0,0.0,1.0 +234,0.7134146341463414,0.5488005876541138,1.0,0.0,0.8803736729205287,0.030154333774128142,0.667417853634191,0.46680397860329614,1.0,0.0,1.0,1.0,1.0,1.0,1.6268324851989746,0.023982638606549964,0.7469905379410384,1.0,1.0,0.0,1.0 +260,0.7926829268292683,0.4005056619644165,1.0,0.0,0.8858055072620441,0.028785125987766797,1.0,0.8846083164215084,1.0,1.0,1.0,0.9954426513892534,1.0,0.9973362133268127,1.5969181060791016,0.040755155623508864,0.9002136514881598,1.0,1.0,0.0,1.0 +321,0.9786585365853658,0.3891087770462036,1.0,1.0,0.896541795859486,0.026078818211777256,0.7263162455701443,1.0,1.0,1.0,0.9444444444444444,0.03703703703703698,0.9525194330132601,0.5520042676421276,0.1139688491821289,0.03013229925873672,0.7952062461502003,1.0,1.0,0.0,1.0 +326,0.9939024390243902,0.3891087770462036,1.0,1.0,0.8977593981623135,0.025771896061893125,0.7265566002933146,1.0,1.0,1.0,0.9444444444444444,0.03703703703703698,0.9525194330132601,0.5520042676421276,0.0,0.006138442997682611,0.6999605910533316,0.0,1.0,0.0,1.0 diff --git a/artifacts/results/oven_episode0_iter5_visual_checks/rgb_contact_sheet_190_260.png b/artifacts/results/oven_episode0_iter5_visual_checks/rgb_contact_sheet_190_260.png new file mode 100644 index 0000000000000000000000000000000000000000..1e455074dcfdce52230c7e4151d20a28ff2fe112 --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_visual_checks/rgb_contact_sheet_190_260.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a941a246e5d89bc4bb0550dcdb179de23bdbb108f6828f8146267805d9cb7268 +size 711920 diff --git a/artifacts/results/oven_episode0_iter5_visual_checks/visibility_220.png b/artifacts/results/oven_episode0_iter5_visual_checks/visibility_220.png new file mode 100644 index 0000000000000000000000000000000000000000..5f988752c57930e1f53f93c68e1696a652b60eea --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_visual_checks/visibility_220.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e48cd51eda75474eae21f42e0f287b982abf750e7973b0422158adc5e99478d6 +size 152778 diff --git a/artifacts/results/oven_episode0_iter5_visual_checks/visibility_232.png b/artifacts/results/oven_episode0_iter5_visual_checks/visibility_232.png new file mode 100644 index 0000000000000000000000000000000000000000..76fb30b36f99354a50af430c0c17396984cff72d --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_visual_checks/visibility_232.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ddcc7a2a9857bd36d79e15b3b5919ab951b0d096dc69ae55ac07b13c12ff854 +size 150108 diff --git a/artifacts/results/oven_episode0_iter5_visual_checks/visibility_234.png b/artifacts/results/oven_episode0_iter5_visual_checks/visibility_234.png new file mode 100644 index 0000000000000000000000000000000000000000..0f3d4879bd52a09cdacd1c43d88e0e6159106dd4 --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_visual_checks/visibility_234.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54cffb56fd4af9a02186f0b0310384e5434d3fe5ea1db284bd862a67fc9bbb7c +size 148004 diff --git a/artifacts/results/oven_episode0_iter5_visual_checks/visibility_260.png b/artifacts/results/oven_episode0_iter5_visual_checks/visibility_260.png new file mode 100644 index 0000000000000000000000000000000000000000..928b5a98c209233e7e850deecc89528b50a336d0 --- /dev/null +++ b/artifacts/results/oven_episode0_iter5_visual_checks/visibility_260.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9166251bbff89c761fbc5dc68f7d59694c008a0c382b836f52b93811d6f755cf +size 157876 diff --git a/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0220.json b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0220.json new file mode 100644 index 0000000000000000000000000000000000000000..8a69572ffeb56b4cf74b41ed114fc7c61e0d621e --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0220.json @@ -0,0 +1 @@ +{"frame_index": 220, "time_norm": 0.6707317073170732, "door_angle": 0.7092505693435669, "right_gripper_open": 1.0, "left_gripper_open": 1.0, "pregrasp_progress": 0.7008928782711262, "pregrasp_distance": 0.07539624664346693, "p_pre": 0.49542145834476564, "p_ext": 0.0007367134094238275, "y_pre": 1.0, "y_ext": 0.0, "three_view_visibility": 1.0, "three_view_whole_tray_visibility": 1.0, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 1.0} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0225.json b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0225.json new file mode 100644 index 0000000000000000000000000000000000000000..4920c3c0acf719c7e7ec967251646245d7ad6c25 --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0225.json @@ -0,0 +1 @@ +{"frame_index": 225, "time_norm": 0.6859756097560976, "door_angle": 0.6731866598129272, "right_gripper_open": 1.0, "left_gripper_open": 1.0, "pregrasp_progress": 0.8461562488124923, "pregrasp_distance": 0.038779555828795435, "p_pre": 0.5575032205025066, "p_ext": 0.0007339318593343093, "y_pre": 0.0, "y_ext": 0.0, "three_view_visibility": 1.0, "three_view_whole_tray_visibility": 1.0, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 1.0} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0229.json b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0229.json new file mode 100644 index 0000000000000000000000000000000000000000..37b2c8bd7b9e91344a49383e2e2e4edb174c0f27 --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0229.json @@ -0,0 +1 @@ +{"frame_index": 229, "time_norm": 0.698170731707317, "door_angle": 0.6038435697555542, "right_gripper_open": 1.0, "left_gripper_open": 1.0, "pregrasp_progress": 0.9853535300272546, "pregrasp_distance": 0.0036919510427262064, "p_pre": 0.6277536974664348, "p_ext": 0.0007311503092447911, "y_pre": 0.0, "y_ext": 0.0, "three_view_visibility": 1.0, "three_view_whole_tray_visibility": 1.0, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 1.0} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0232.json b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0232.json new file mode 100644 index 0000000000000000000000000000000000000000..15ef41c9d59e1725f9fa80caa12e632882c2242d --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0232.json @@ -0,0 +1 @@ +{"frame_index": 232, "time_norm": 0.7073170731707317, "door_angle": 0.5740898847579956, "right_gripper_open": 1.0, "left_gripper_open": 1.0, "pregrasp_progress": 0.8905410815615439, "pregrasp_distance": 0.02759142465289794, "p_pre": 0.6803085318704378, "p_ext": 0.0007275740305582677, "y_pre": 0.0, "y_ext": 0.0, "three_view_visibility": 1.0, "three_view_whole_tray_visibility": 1.0, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 1.0} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0234.json b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0234.json new file mode 100644 index 0000000000000000000000000000000000000000..bbe74661d6891115f127c7d0acabb8e9f22a78f7 --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0234.json @@ -0,0 +1 @@ +{"frame_index": 234, "time_norm": 0.7134146341463414, "door_angle": 0.5631507635116577, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.8773845389972382, "pregrasp_distance": 0.030907808041617853, "p_pre": 1.0, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 1.0, "three_view_whole_tray_visibility": 1.0, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 1.0} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0236.json b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0236.json new file mode 100644 index 0000000000000000000000000000000000000000..d9a07abaa6af2a34ab177b658189770e30489b01 --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0236.json @@ -0,0 +1 @@ +{"frame_index": 236, "time_norm": 0.7195121951219512, "door_angle": 0.5631507635116577, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.0, "pregrasp_distance": 0.34683130098478515, "p_pre": 0.03929095710335378, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.007407407407407418, "three_view_whole_tray_visibility": 0.07977207977207978, "full_view_visibility": 0.9977045735889457, "full_view_whole_tray_visibility": 0.9760872673059052} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0240.json b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0240.json new file mode 100644 index 0000000000000000000000000000000000000000..23df70771a152a9991021b69436b13eb970f631d --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0240.json @@ -0,0 +1 @@ +{"frame_index": 240, "time_norm": 0.7317073170731707, "door_angle": 0.5467785596847534, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.0, "pregrasp_distance": 0.3300625783906004, "p_pre": 0.01982424547784726, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.0, "three_view_whole_tray_visibility": 0.07407407407407407, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 0.9871399176954733} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0245.json b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0245.json new file mode 100644 index 0000000000000000000000000000000000000000..5671687b271d7590abf93cda499f28f79cef861e --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0245.json @@ -0,0 +1 @@ +{"frame_index": 245, "time_norm": 0.7469512195121951, "door_angle": 0.49177706241607666, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.0, "pregrasp_distance": 0.3035838329601895, "p_pre": 0.01872327500450832, "p_ext": 0.25, "y_pre": 0.0, "y_ext": 0.0, "three_view_visibility": 0.0, "three_view_whole_tray_visibility": 0.07407407407407407, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 0.9871399176954733} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0250.json b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0250.json new file mode 100644 index 0000000000000000000000000000000000000000..9adb02502ff0c8898ae878621dd225f0616d34ab --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0250.json @@ -0,0 +1 @@ +{"frame_index": 250, "time_norm": 0.7621951219512195, "door_angle": 0.4829829931259155, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.0, "pregrasp_distance": 0.28732880309434655, "p_pre": 0.040812954673387, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.0, "three_view_whole_tray_visibility": 0.07407407407407407, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 0.9871399176954733} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0255.json b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0255.json new file mode 100644 index 0000000000000000000000000000000000000000..1d3df7c81af564ab2e4af36412c57d39972ebf04 --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0255.json @@ -0,0 +1 @@ +{"frame_index": 255, "time_norm": 0.7774390243902439, "door_angle": 0.4179123640060425, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.0, "pregrasp_distance": 0.28271660030543844, "p_pre": 0.04046299931013052, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.0, "three_view_whole_tray_visibility": 0.07407407407407407, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 0.9871399176954733} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0260.json b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0260.json new file mode 100644 index 0000000000000000000000000000000000000000..77398e05dac896d7fc62fde5c6aa10063e1c8502 --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0260.json @@ -0,0 +1 @@ +{"frame_index": 260, "time_norm": 0.7926829268292683, "door_angle": 0.3784524202346802, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.0, "pregrasp_distance": 0.2918885972913631, "p_pre": 0.0119950357587662, "p_ext": 0.25, "y_pre": 0.0, "y_ext": 0.0, "three_view_visibility": 0.0, "three_view_whole_tray_visibility": 0.07407407407407407, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 0.9871399176954733} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0270.json b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0270.json new file mode 100644 index 0000000000000000000000000000000000000000..fa06f707d0782be8e9959db0cc8c491898183bbf --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0270.json @@ -0,0 +1 @@ +{"frame_index": 270, "time_norm": 0.823170731707317, "door_angle": 0.36513006687164307, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.0, "pregrasp_distance": 0.2940959460458896, "p_pre": 0.039569116894113986, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.0, "three_view_whole_tray_visibility": 0.8649691358024691, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 0.9981245713305898} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0280.json b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0280.json new file mode 100644 index 0000000000000000000000000000000000000000..6da636a14d6bf1db269d64dc11747dc45a72f7b6 --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0280.json @@ -0,0 +1 @@ +{"frame_index": 280, "time_norm": 0.8536585365853658, "door_angle": 0.36513006687164307, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.22379947091648633, "pregrasp_distance": 0.19565768104675674, "p_pre": 0.06803280080003371, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.0, "three_view_whole_tray_visibility": 0.4884545038866026, "full_view_visibility": 1.0, "full_view_whole_tray_visibility": 0.9928952014428695} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0290.json b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0290.json new file mode 100644 index 0000000000000000000000000000000000000000..6abada7e4a14764c9e325085370124f4fc2b4cde --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0290.json @@ -0,0 +1 @@ +{"frame_index": 290, "time_norm": 0.8841463414634146, "door_angle": 0.36513006687164307, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.442042608548318, "pregrasp_distance": 0.14064490565442156, "p_pre": 0.15862653587975384, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.0, "three_view_whole_tray_visibility": 0.0797896662094193, "full_view_visibility": 0.0, "full_view_whole_tray_visibility": 0.7530768937661942} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0300.json b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0300.json new file mode 100644 index 0000000000000000000000000000000000000000..c5cac245a513a1c1f78cd5d005b95342230d5b2e --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0300.json @@ -0,0 +1 @@ +{"frame_index": 300, "time_norm": 0.9146341463414634, "door_angle": 0.36513006687164307, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.4929228446509164, "pregrasp_distance": 0.12781947011148276, "p_pre": 0.20005637481623686, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.7851851851851852, "three_view_whole_tray_visibility": 0.07407407407407407, "full_view_visibility": 0.7883676268861455, "full_view_whole_tray_visibility": 0.7107338820301783} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0310.json b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0310.json new file mode 100644 index 0000000000000000000000000000000000000000..1ba543004f3763d38f762725d3de7d59ba11e174 --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0310.json @@ -0,0 +1 @@ +{"frame_index": 310, "time_norm": 0.9451219512195121, "door_angle": 0.36513006687164307, "right_gripper_open": 1.0, "left_gripper_open": 0.0, "pregrasp_progress": 0.9405551202636095, "pregrasp_distance": 0.014984333150506202, "p_pre": 0.5769627777503024, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.7272727272727273, "three_view_whole_tray_visibility": 0.04558404558404561, "full_view_visibility": 0.7496162829496164, "full_view_whole_tray_visibility": 0.5052943969610637} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0320.json b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0320.json new file mode 100644 index 0000000000000000000000000000000000000000..41bea22a0cee220f245a3bfa73c117b436d0ab2a --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0320.json @@ -0,0 +1 @@ +{"frame_index": 320, "time_norm": 0.975609756097561, "door_angle": 0.36513006687164307, "right_gripper_open": 1.0, "left_gripper_open": 1.0, "pregrasp_progress": 0.9004308737131093, "pregrasp_distance": 0.025098494342753602, "p_pre": 0.733099563510279, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.9292929292929293, "three_view_whole_tray_visibility": 0.03418803418803418, "full_view_visibility": 0.9428058361391695, "full_view_whole_tray_visibility": 0.5335485913263691} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0326.json b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0326.json new file mode 100644 index 0000000000000000000000000000000000000000..dd252aca664d928673a75639fed65dfc51bdbbc9 --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_extract_sweep/frames/frame_0326.json @@ -0,0 +1 @@ +{"frame_index": 326, "time_norm": 0.9939024390243902, "door_angle": 0.36513006687164307, "right_gripper_open": 1.0, "left_gripper_open": 1.0, "pregrasp_progress": 0.8996997783074698, "pregrasp_distance": 0.025282782260137037, "p_pre": 0.7333511072830039, "p_ext": 1.0, "y_pre": 1.0, "y_ext": 1.0, "three_view_visibility": 0.9393939393939394, "three_view_whole_tray_visibility": 0.03418803418803418, "full_view_visibility": 0.950976430976431, "full_view_whole_tray_visibility": 0.5335485913263691} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_independent_full/episode0.dense.csv b/artifacts/results/oven_episode0_iter6_independent_full/episode0.dense.csv new file mode 100644 index 0000000000000000000000000000000000000000..ee958b8575f6082151c04126dca7eb550db7c077 --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_independent_full/episode0.dense.csv @@ -0,0 +1,330 @@ +frame_index,time_norm,door_angle,right_gripper_open,left_gripper_open,pregrasp_progress,pregrasp_distance,p_pre,p_ext,y_pre,y_ext,three_view_visibility,three_view_whole_tray_visibility,full_view_visibility,full_view_whole_tray_visibility,door_speed_abs,pregrasp_speed,phase_score,approach_active,y_retrieve,y_ready,phase_switch +0,0.0,1.5707963705062866,1.0,1.0,0.0,0.48738440681897394,0.003337103414831631,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0020328091853083485,0.008965512594941301,0.0,0.0,0.0,0.0 +1,0.003048780487804878,1.5707963705062866,1.0,1.0,0.0,0.4872827663597085,0.0033481020568915695,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.004410497035673977,0.0184790136569188,0.0,0.0,0.0,0.0 +2,0.006097560975609756,1.5707963705062866,1.0,1.0,0.0,0.48694335711540654,0.0033829515604484345,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.012315947770180635,0.05010952897083465,0.0,0.0,0.0,0.0 +3,0.009146341463414634,1.5707963705062866,1.0,1.0,0.0,0.48605117158269046,0.003453642048703964,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.021140144595475086,0.08542398889407633,0.0,0.0,0.0,0.0 +4,0.012195121951219513,1.5707963705062866,1.0,1.0,0.0,0.48482934265585903,0.003560243745304956,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.030320133759391688,0.12217059597389299,0.0,0.0,0.0,0.0 +5,0.01524390243902439,1.5707963705062866,1.0,1.0,0.0,0.4830191582067513,0.0037100098052282432,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.04188221224249944,0.16845635142130483,0.0,0.0,0.0,0.0 +6,0.018292682926829267,1.5707963705062866,1.0,1.0,0.0,0.4806411214316091,0.003898675863571014,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.04872160600514597,0.19586109298647664,0.0,0.0,0.0,0.0 +7,0.021341463414634148,1.5707963705062866,1.0,1.0,0.0,0.4781469976062367,0.004106735435999548,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.052342764993698054,0.2010266838589999,0.0,0.0,0.0,1.0 +8,0.024390243902439025,1.5707963705062866,1.0,1.0,0.0,0.4754068449322393,0.004332561711613714,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.05676469321189148,0.20108314042790343,0.0,0.0,0.0,1.0 +9,0.027439024390243903,1.5707963705062866,1.0,1.0,0.0,0.47247052828504754,0.004575163678115287,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.060587211985748124,0.20114379091952883,0.0,0.0,0.0,1.0 +10,0.03048780487804878,1.5707963705062866,1.0,1.0,0.0,0.46934812373366447,0.004834029268751901,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.06406912281950339,0.20120850731718798,0.0,0.0,0.0,1.0 +11,0.03353658536585366,1.5707963705062866,1.0,1.0,0.0,0.4660636160030972,0.0051094485599415505,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.06631821932019333,0.2012773621399854,0.0,0.0,0.0,1.0 +12,0.036585365853658534,1.5707963705062866,1.0,1.0,0.0,0.46271630180164514,0.005401737679123317,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.06922420145340002,0.20135043441978084,0.0,0.0,0.0,1.0 +13,0.039634146341463415,1.5707963705062866,1.0,1.0,0.0,0.4591411958577572,0.005714066364664152,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.07238337602676503,0.20142851659116606,0.0,0.0,0.0,1.0 +14,0.042682926829268296,1.5707963705062866,1.0,1.0,0.0,0.45547796419896863,0.006043486288197139,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.07577556021737208,0.2015108715720493,0.0,0.0,0.0,1.0 +15,0.04573170731707317,1.5707963705062866,1.0,1.0,0.0,0.45156363983602,0.006398355127471652,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.07748493595826023,0.20159958878186793,0.0,0.0,0.0,1.0 +16,0.04878048780487805,1.5707963705062866,1.0,1.0,0.0,0.4477294706031426,0.006767196801571359,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.07882046850557545,0.20169179920039285,0.0,0.0,0.0,1.0 +17,0.051829268292682924,1.5707963705062866,1.0,1.0,0.0,0.44368159298546245,0.007161629108841604,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0823206790086689,0.2017904072772104,0.0,0.0,0.0,1.0 +18,0.054878048780487805,1.5707963705062866,1.0,1.0,0.0,0.4394974027022757,0.007580662942664357,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.08274830013021539,0.2018951657356661,0.0,0.0,0.0,1.0 +19,0.057926829268292686,1.5707963705062866,1.0,1.0,0.0,0.4354067629724409,0.00802106166872772,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.08450695128379593,0.20200526541718195,0.0,0.0,0.0,1.0 +20,0.06097560975609756,1.5707963705062866,1.0,1.0,0.0,0.4310467075738961,0.00849017787599026,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0877189965602504,0.20212254446899758,0.0,0.0,0.0,1.0 +21,0.06402439024390244,1.5707963705062866,1.0,1.0,0.0,0.42663486331641587,0.008985789822806758,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0883042841368642,0.2022464474557017,0.0,0.0,0.0,1.0 +22,0.06707317073170732,1.5707963705062866,1.0,1.0,0.0,0.4222162791602097,0.009505455875637807,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.08922084864812663,0.20237636396890946,0.0,0.0,0.0,1.0 +23,0.0701219512195122,1.5707963705062866,1.0,1.0,0.0,0.4177127784516032,0.010057897960591252,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.09121921609384742,0.2025144744901478,0.0,0.0,0.0,1.0 +24,0.07317073170731707,1.5707963705062866,1.0,1.0,0.0,0.41309435755082496,0.010642241325464773,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0923618867005821,0.2026605603313662,0.0,0.0,0.0,1.0 +25,0.07621951219512195,1.5707963705062866,1.0,1.0,0.0,0.408476589781545,0.011255167474192088,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.09358283806790824,0.20281379186854803,0.0,0.0,0.0,1.0 +26,0.07926829268292683,1.5707963705062866,1.0,1.0,0.0,0.40373607374403414,0.011905164299046771,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0949738750982615,0.2029762910747617,0.0,0.0,0.0,1.0 +27,0.08231707317073171,1.5707963705062866,1.0,1.0,0.0,0.39897920227171885,0.012592298571562814,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.09536013479153727,0.20314807464289072,0.0,0.0,0.0,1.0 +28,0.08536585365853659,1.5707963705062866,1.0,1.0,0.0,0.3942000602648804,0.013314015902126289,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.09582337658999407,0.2033285039755316,0.0,0.0,0.0,1.0 +29,0.08841463414634146,1.5707963705062866,1.0,1.0,0.0,0.38939686461271944,0.014072347346794375,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.09681609066388319,0.20351808683669861,0.0,0.0,0.0,1.0 +30,0.09146341463414634,1.5707963705062866,1.0,1.0,0.0,0.3845184511984921,0.014870960670580257,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.097206893529444,0.20371774016764507,0.0,0.0,0.0,1.0 +31,0.09451219512195122,1.5707963705062866,1.0,1.0,0.0,0.37967617525977504,0.015705542770624272,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.09711412203007586,0.2039263856926561,0.0,0.0,0.0,1.0 +32,0.0975609756097561,1.5707963705062866,1.0,1.0,0.0,0.3748070389954845,0.016584213556683037,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0985320820290797,0.20414605338917077,0.0,0.0,0.0,1.0 +33,0.10060975609756098,1.5707963705062866,1.0,1.0,0.0,0.36982296705686707,0.017510746210172776,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.09866793975540189,0.2043776865525432,0.0,0.0,0.0,1.0 +34,0.10365853658536585,1.5707963705062866,1.0,1.0,0.0,0.3649402450199443,0.01848077067099055,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.09781706813729363,0.20462019266774764,0.0,0.0,0.0,1.0 +35,0.10670731707317073,1.5707963705062866,1.0,1.0,0.0,0.3600412602431377,0.019485093182396176,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.09738276311663241,0.20487127329559907,0.0,0.0,0.0,1.0 +36,0.10975609756097561,1.5707963705062866,1.0,1.0,0.0,0.3552019687082811,0.02054193368321873,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.09772300748352669,0.2051354834208047,0.0,0.0,0.0,1.0 +37,0.11280487804878049,1.5707963705062866,1.0,1.0,0.0,0.35026895949478504,0.02165447175717648,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.09864482416935216,0.20541361793929414,0.0,0.0,0.0,1.0 +38,0.11585365853658537,1.5707963705062866,1.0,1.0,0.0,0.34533748629134586,0.022823383475367172,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.09701263685025552,0.2057058458688418,0.0,0.0,0.0,1.0 +39,0.11890243902439024,1.5707963705062866,1.0,1.0,0.0,0.3405676958097595,0.02402638721869746,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.09549726281180393,0.20600659680467437,0.0,0.0,0.0,1.0 +40,0.12195121951219512,1.5707963705062866,1.0,1.0,0.0,0.33578776001016547,0.025285309869980815,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0940695362935956,0.2063213274674952,0.0,0.0,0.0,1.0 +41,0.125,1.5707963705062866,1.0,1.0,0.0,0.3311607421803999,0.026592217002532306,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.09344992096124494,0.2066480542506331,0.0,0.0,0.0,1.0 +42,0.12804878048780488,1.5707963705062866,1.0,1.0,0.0,0.326442767914041,0.027969437707454525,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.09270494500731141,0.20699235942686364,0.0,0.0,0.0,1.0 +43,0.13109756097560976,1.5707963705062866,1.0,1.0,0.0,0.3218902476796688,0.02939534505277013,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.089876631293907,0.20734883626319253,0.0,0.0,0.0,1.0 +44,0.13414634146341464,1.5707963705062866,1.0,1.0,0.0,0.3174551047846503,0.030881468876134778,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.08693164413050458,0.2077203672190337,0.0,0.0,0.0,1.0 +45,0.13719512195121952,1.5707963705062866,1.0,1.0,0.0,0.3131970832666183,0.03242135481031028,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.08532750558924829,0.20810533870257758,0.0,0.0,0.0,1.0 +46,0.1402439024390244,1.5707963705062866,1.0,1.0,0.0,0.30892235422572545,0.03405074771363118,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.08346551032889504,0.2085126869284078,0.0,0.0,0.0,1.0 +47,0.14329268292682926,1.5707963705062866,1.0,1.0,0.0,0.3048505322337288,0.03574285740277835,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.07954378693459885,0.2089357143506946,0.0,0.0,0.0,1.0 +48,0.14634146341463414,1.5707963705062866,1.0,1.0,0.0,0.30096797553226556,0.0375033527158106,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.07566498678597378,0.20937583817895267,0.0,0.0,0.0,1.0 +49,0.14939024390243902,1.5707963705062866,1.0,1.0,0.0,0.29728403355513144,0.039345513251043095,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.07256094369673116,0.20983637831276078,0.0,0.0,0.0,1.0 +50,0.1524390243902439,1.5707963705062866,1.0,1.0,0.0,0.29371188116259245,0.04127882386902349,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.06875072696865436,0.21031970596725588,0.0,0.0,0.0,1.0 +51,0.15548780487804878,1.5707963705062866,1.0,1.0,0.0,0.290408960858266,0.043295545808287775,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0622781518579002,0.21082388645207195,0.0,0.0,0.0,1.0 +52,0.15853658536585366,1.5707963705062866,1.0,1.0,0.0,0.2874840659768024,0.04527359372609499,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.052491882558824976,0.21131839843152375,0.0,0.0,0.0,1.0 +53,0.16158536585365854,1.5707963705062866,1.0,1.0,0.0,0.2851597726023835,0.04702237504970469,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.040255667242644066,0.17277826273300245,0.0,0.0,0.0,1.0 +54,0.16463414634146342,1.5707963705062866,1.0,1.0,0.0,0.283458499252538,0.04840777826973744,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.028095090044523707,0.12448230474552918,0.0,0.0,0.0,1.0 +55,0.1676829268292683,1.5707963705062866,1.0,1.0,0.0,0.28235026359793114,0.04936439220578228,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.013478887460816602,0.06625664789471197,0.0,0.0,0.0,1.0 +56,0.17073170731707318,1.5707963705062866,1.0,1.0,0.0,0.28211061050645636,0.049455355921515405,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0033878777586604514,0.025915350015020655,0.0,0.0,0.0,1.0 +57,0.17378048780487804,1.5707963705062866,1.0,1.0,0.0,0.2820114758220651,0.049468894520784325,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.004354127540145414,0.029783733790777735,0.0,0.0,0.0,1.0 +58,0.17682926829268292,1.5707963705062866,1.0,1.0,0.0,0.2816751977524418,0.04988268930715352,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.004625727994355122,0.03097358430420887,0.0,0.0,0.0,1.0 +59,0.1798780487804878,1.5707963705062866,1.0,1.0,0.0,0.2815489030226296,0.05005274329400923,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0013608373801116125,0.017956535343948758,0.0,0.0,0.0,1.0 +60,0.18292682926829268,1.5707963705062866,1.0,1.0,0.0,0.28153911401443066,0.05009895725783195,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,1.7484328053707365e-05,0.012594676626672817,0.0,0.0,0.0,1.0 +61,0.18597560975609756,1.5707963705062866,1.0,1.0,0.0,0.2815471545898242,0.05011632570066666,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.001988831083530873,0.020484405759290156,0.0,0.0,0.0,1.0 +62,0.18902439024390244,1.5707963705062866,1.0,1.0,0.0,0.28134023090607757,0.05015857789932251,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.002793731346449335,0.02371456986062797,0.0,0.0,0.0,1.0 +63,0.19207317073170732,1.5707963705062866,1.0,1.0,0.0,0.2812677814551793,0.0501749157715252,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0005729697267936595,0.014835607850055938,0.0,0.0,0.0,1.0 +64,0.1951219512195122,1.5707963705062866,1.0,1.0,0.0,0.2812829339333982,0.050218365914250565,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,-0.0005600948756612212,0.012554591478562641,0.0,0.0,0.0,1.0 +65,0.19817073170731708,1.5707963705062866,1.0,1.0,0.0,0.2813237909427454,0.050236132368532346,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,-0.0005702036217103412,0.012559033092133087,0.0,0.0,0.0,1.0 +66,0.20121951219512196,1.5707963705062866,1.0,1.0,0.0,0.28133995429556924,0.050238845712115114,0.0007359186808268223,1.0,0.0,1.0,1.0,1.0,1.0,0.0,-0.0006854370146941458,0.012559711428028779,0.0,0.0,0.0,1.0 +67,0.20426829268292682,1.5707963705062866,1.0,1.0,0.0,0.2813923346442148,0.05022463703969803,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,2.6223667818903174e-05,0.01266105393120012,0.0,0.0,0.0,1.0 +68,0.2073170731707317,1.5707963705062866,1.0,1.0,0.0,0.28133733192878735,0.05024870963371672,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0004991750250521454,0.014558877508637762,0.0,0.0,0.0,1.0 +69,0.21036585365853658,1.5707963705062866,1.0,1.0,0.0,0.2813424171417096,0.050242903790302,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.00015949292187900088,0.013198697635091504,0.0,0.0,0.0,1.0 +70,0.21341463414634146,1.5707963705062866,1.0,1.0,0.0,0.28132138263659945,0.05024764544697469,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0001303902344629293,0.013083472299595389,0.0,0.0,0.0,1.0 +71,0.21646341463414634,1.5707963705062866,1.0,1.0,0.0,0.2813293781182633,0.05024517464315188,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,-0.0005287249068919309,0.01256129366078797,0.0,0.0,0.0,1.0 +72,0.21951219512195122,1.5707963705062866,1.0,1.0,0.0,0.28137425512728864,0.050242964691626334,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0003287514237587663,0.013875746867941649,0.0,0.0,0.0,1.0 +73,0.2225609756097561,1.5707963705062866,1.0,1.0,0.0,0.28129650297588743,0.05025642283637584,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,-0.00032625255159901556,0.01256410570909396,0.0,0.0,0.0,1.0 +74,0.22560975609756098,1.5707963705062866,1.0,1.0,0.0,0.28140688038244854,0.050227263395668215,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,-0.00094634040056496,0.012556815848917054,0.0,0.0,0.0,1.0 +75,0.22865853658536586,1.5707963705062866,1.0,1.0,0.0,0.2813911370159439,0.05023472972473504,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0007360911661202785,0.015503047095664874,0.0,0.0,0.0,1.0 +76,0.23170731707317074,1.5707963705062866,1.0,1.0,0.0,0.2813332712658365,0.050244957177249555,0.0007335344950358067,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.00031999285486528084,0.013841210713773512,0.0,0.0,0.0,1.0 +77,0.2347560975609756,1.5707963705062866,1.0,1.0,0.0,0.2813591377304574,0.050239972292032656,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,-0.0006472645943977895,0.012559993073008164,0.0,0.0,0.0,1.0 +78,0.23780487804878048,1.5707963705062866,1.0,1.0,0.0,0.2813979977252763,0.050232138353839724,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.00036882795740711405,0.014033346418088387,0.0,0.0,0.0,1.0 +79,0.24085365853658536,1.5707963705062866,1.0,1.0,0.0,0.2813222549347167,0.050246068104597336,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0006386785019396601,0.015116231033907974,0.0,0.0,0.0,1.0 +80,0.24390243902439024,1.5707963705062866,1.0,1.0,0.0,0.28133412987508233,0.05024699618846855,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,-0.00040394865343462705,0.012561749047117137,0.0,0.0,0.0,1.0 +81,0.24695121951219512,1.5707963705062866,1.0,1.0,0.0,0.28136264980006015,0.050241261251424314,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,-0.0001367034334326389,0.012560315312856079,0.0,0.0,0.0,1.0 +82,0.25,1.5707963705062866,1.0,1.0,0.0,0.2813478002184256,0.05025137030828504,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,-0.0003876810189135105,0.01256284257707126,0.0,0.0,0.0,1.0 +83,0.2530487804878049,1.5707963705062866,1.0,1.0,0.0,0.2814014179019515,0.0502320120577646,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,-0.00027657367780931086,0.01255800301444115,0.0,0.0,0.0,1.0 +84,0.25609756097560976,1.5707963705062866,1.0,1.0,0.0,0.2813754575862065,0.050235513673420724,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.00035569902181342705,0.01398167450560889,0.0,0.0,0.0,1.0 +85,0.25914634146341464,1.5707963705062866,1.0,1.0,0.0,0.28136584799977016,0.05024141879811847,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.00014676868495211437,0.013147429439338075,0.0,0.0,0.0,1.0 +86,0.2621951219512195,1.5707963705062866,1.0,1.0,0.0,0.2813607807177113,0.050240438159946374,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.00010572860825397434,0.01298302397300249,0.0,0.0,0.0,1.0 +87,0.2652439024390244,1.5707963705062866,1.0,1.0,0.0,0.28135527513894476,0.05024033856368166,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0004433514892987489,0.01433349059811541,0.0,0.0,0.0,1.0 +88,0.2682926829268293,1.5707963705062866,1.0,1.0,0.0,0.28131644556878144,0.05025310147138277,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,-0.00017694873780171871,0.012563275367845692,0.0,0.0,0.0,1.0 +89,0.27134146341463417,1.5707963705062866,1.0,1.0,0.0,0.28137297001272493,0.05024162018754357,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0,-0.0001251986483591372,0.012560405046885893,0.0,0.0,0.0,1.0 +90,0.27439024390243905,1.5707963705062866,1.0,1.0,0.0,0.28132896543361735,0.050244576846469546,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0024890899658203125,0.005534285264635064,0.03469828527015764,0.0,0.0,0.0,1.0 +91,0.2774390243902439,1.5705474615097046,0.0,1.0,0.0,0.2808195414862614,0.05034020214773165,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0015521049499511719,0.003698527875334312,0.02737916203827016,0.0,0.0,0.0,1.0 +92,0.2804878048780488,1.5709515810012817,0.0,1.0,0.0,0.2809591126460839,0.050316890898715216,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.010194778442382812,-0.002326936626381171,0.012579222724678804,0.0,0.0,0.0,1.0 +93,0.28353658536585363,1.5695279836654663,0.0,1.0,0.0,0.28105223514889954,0.050292342759892396,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0032663345336914062,-0.0006522298561245643,0.012573085689973099,0.0,0.0,0.0,1.0 +94,0.2865853658536585,1.5706249475479126,0.0,1.0,0.0,0.2810243356316964,0.05030004727980727,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.009906291961669922,0.00041053376581223766,0.014217146883200768,0.0,0.0,0.0,1.0 +95,0.2896341463414634,1.5705186128616333,0.0,1.0,0.0,0.2810111817723183,0.050306283914770177,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.02365589141845703,-0.0006108054002501584,0.012576570978692544,0.0,0.0,0.0,1.0 +96,0.2926829268292683,1.568259358406067,0.0,1.0,0.0,0.2810854161717214,0.05028298167978022,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.07559776306152344,-0.0009636962702747054,0.012570745419945056,0.0,0.0,0.0,1.0 +97,0.29573170731707316,1.562958836555481,0.0,1.0,0.0,0.2811075513993458,0.05027864643880685,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.11466026306152344,-0.0008826074113188476,0.012569661609701712,0.0,0.0,0.0,1.0 +98,0.29878048780487804,1.5567933320999146,0.0,1.0,0.0,0.2811736769128533,0.050266933418766285,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.16804218292236328,0.00028145883508301495,0.013692568695023631,0.0,0.0,0.0,1.0 +99,0.3018292682926829,1.5461546182632446,0.0,1.0,0.0,0.2810794055158375,0.05028916194779279,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.2055072784423828,0.0007477129465055521,0.015563142272970405,0.0,0.0,0.0,1.0 +100,0.3048780487804878,1.5362426042556763,0.0,1.0,0.0,0.2810989056182027,0.050285508281559796,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.1978611946105957,0.00025213122688882983,0.013579901977945268,0.0,0.0,0.0,1.0 +101,0.3079268292682927,1.526368498802185,0.0,1.0,0.0,0.2810541923931486,0.0502993420957198,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.23316383361816406,0.0005418465982720555,0.014742221917018171,0.0,0.0,0.0,1.0 +102,0.31097560975609756,1.5129262208938599,0.0,1.0,0.0,0.2810447209583755,0.05029819253037929,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.37841320037841797,-0.00014586587694986886,0.012574548132594822,0.0,0.0,0.0,1.0 +103,0.31402439024390244,1.4885271787643433,0.0,1.0,0.0,0.2810687789808436,0.05029362214993461,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.5527257919311523,-0.0006075776679387301,0.012573405537483652,0.0,0.0,0.0,1.0 +104,0.3170731707317073,1.4576536417007446,0.0,1.0,0.0,0.2811054787251694,0.05028424631448131,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.6206488609313965,-0.00044124965874581257,0.012571061578620327,0.0,0.0,0.0,1.0 +105,0.3201219512195122,1.4264622926712036,0.0,1.0,0.0,0.2811129039467182,0.05028423117690854,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.649726390838623,0.0007518844982395967,0.015578595787185522,0.0,0.0,0.0,1.0 +106,0.3231707317073171,1.3926810026168823,0.0,1.0,0.0,0.28103029027534543,0.050303854218231026,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.6446409225463867,0.0003022905479377336,0.01378512574630869,0.0,0.0,0.0,1.0 +107,0.32621951219512196,1.361998200416565,0.0,1.0,0.0,0.2810826748919244,0.05028939936195017,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.5937409400939941,-0.0006351589818370806,0.012572349840487542,0.0,0.0,0.0,1.0 +108,0.32926829268292684,1.333306908607483,0.0,1.0,0.0,0.28109380617352914,0.05028474385497095,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.6044220924377441,-0.00019935834096429517,0.012571185963742737,0.0,0.0,0.0,1.0 +109,0.3323170731707317,1.3015559911727905,0.0,1.0,0.0,0.28110261072602083,0.025075122140730766,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.6241393089294434,0.0005339480997573753,0.008404572934212193,0.0,0.0,0.0,1.0 +110,0.3353658536585366,1.2708929777145386,0.0,1.0,0.0,0.2810404113635534,0.025093370235175917,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.6352806091308594,0.0004489027072823726,0.00806895338792347,0.0,0.0,0.0,1.0 +111,0.3384146341463415,1.2380279302597046,0.0,1.0,0.0,0.2810577204552926,0.025088519157101485,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.6475830078125,9.858683605035168e-06,0.006311564523695512,0.0,0.0,0.0,1.0 +112,0.34146341463414637,1.2061346769332886,0.0,1.0,0.0,0.2810394254951929,0.025094447640866123,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.6644439697265625,-0.0004903288292679164,0.006273611910216531,0.0,0.0,0.0,1.0 +113,0.3445121951219512,1.1715835332870483,0.0,1.0,0.0,0.2811067533382194,0.025075078655341847,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.6639575958251953,-0.0003644325752244493,0.006268769663835462,0.0,0.0,0.0,1.0 +114,0.3475609756097561,1.139738917350769,0.0,1.0,0.0,0.28107586875271534,0.025083543943211536,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.6851863861083984,-1.7719433555996034e-05,0.006270885985802884,0.0,0.0,0.0,1.0 +115,0.35060975609756095,1.1030648946762085,0.0,1.0,0.0,0.281108525281575,0.02507375563930243,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.6821441650390625,-3.230383415764315e-06,0.0062684389098256075,0.0,0.0,0.0,1.0 +116,0.35365853658536583,1.0715245008468628,0.0,1.0,0.0,0.2810761917910569,0.02508378347037167,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.6114912033081055,0.00030192839464870946,0.0074786594461877555,0.0,0.0,0.0,1.0 +117,0.3567073170731707,1.041915774345398,0.0,1.0,0.0,0.2810783324421101,0.02508294568089438,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.6328201293945312,-0.00018315199420970707,0.006270736420223595,0.0,0.0,0.0,1.0 +118,0.3597560975609756,1.0082424879074097,0.0,1.0,0.0,0.2810945069904779,0.0250784185791984,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.6022191047668457,-0.00028325050283606323,0.0062696046447996,0.0,0.0,0.0,1.0 +119,0.3628048780487805,0.9816938638687134,0.0,1.0,0.0,0.2811066574923937,0.02507480588859391,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.5958437919616699,0.0006443171211861776,0.008845969956893188,0.0,0.0,0.0,1.0 +120,0.36585365853658536,0.9486581087112427,0.0,1.0,0.0,0.28103007527835927,0.025097653983985092,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.6099581718444824,0.0007083629445847617,0.00910786527433532,0.0,0.0,0.0,1.0 +121,0.36890243902439024,0.9206980466842651,0.0,1.0,0.0,0.28103582119793524,0.025096543427098245,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.5614638328552246,0.00018175973214573649,0.007001174785357507,0.0,0.0,0.0,1.0 +122,0.3719512195121951,0.8925117254257202,0.0,1.0,0.0,0.2810118993051447,0.025103589226666993,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.5962872505187988,-0.00025586344024552954,0.006275897306666748,0.0,0.0,0.0,1.0 +123,0.375,0.8610693216323853,0.0,1.0,0.0,0.2810614075419598,0.025088117080191374,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.663154125213623,-0.00016695537296995688,0.006272029270047844,0.0,0.0,0.0,1.0 +124,0.3780487804878049,0.8261963129043579,0.0,1.0,0.0,0.2810285948424417,0.025097347544026104,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.6862950325012207,0.00021755087105390647,0.007144540370222152,0.0,0.0,0.0,1.0 +125,0.38109756097560976,0.7924398183822632,0.0,1.0,0.0,0.2810396524548544,0.02509464864200862,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.5678534507751465,2.13742698373931e-05,0.0063591592398517275,0.0,0.0,0.0,1.0 +126,0.38414634146341464,0.7694109678268433,0.0,1.0,0.0,0.28102645741545795,0.025098475514594352,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.43990612030029297,-0.0010243060015291405,0.006274618878648588,0.0,0.0,0.0,1.0 +127,0.3871951219512195,0.7484492063522339,0.0,1.0,0.0,0.2811420830550073,0.025064538590724304,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.35784244537353516,-0.00029520839880781136,0.006266134647681076,0.0,0.0,0.0,1.0 +128,0.3902439024390244,0.7336267232894897,0.0,1.0,0.0,0.28105597825533873,0.025089678296333875,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.12450933456420898,0.0012452156007558557,0.011253281977106892,0.0,0.0,0.0,1.0 +129,0.3932926829268293,0.735998272895813,0.0,1.0,0.0,0.28101756149493173,0.02510143072023377,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.036695003509521484,0.003246238093446152,0.01926031005384305,0.0,0.0,0.0,1.0 +130,0.39634146341463417,0.7299572229385376,1.0,1.0,0.0,0.2807313544459941,0.025190372580530272,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.07925748825073242,0.0010164967063264196,0.010363579970438247,0.0,0.0,0.0,1.0 +131,0.39939024390243905,0.7280725240707397,1.0,1.0,0.0,0.2809159118242991,0.025132832607138732,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.0008845329284667969,-0.002778688128904916,0.006283208151784683,0.0,0.0,0.0,1.0 +132,0.4024390243902439,0.7298687696456909,1.0,1.0,0.0,0.2810092232588846,0.02510434072988856,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.011527538299560547,-0.0006978082441660982,0.00627608518247214,0.0,0.0,0.0,1.0 +133,0.4054878048780488,0.7269197702407837,1.0,1.0,0.0,0.2809856926487157,0.02511024702201442,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.014717578887939453,-0.0020378806378401615,0.006277561755503605,0.0,0.0,0.0,1.0 +134,0.40853658536585363,0.728397011756897,1.0,1.0,0.0,0.2812130113226686,0.02504116274260691,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.006787776947021484,-0.003000387546002181,0.006260290685651727,0.0,0.0,0.0,1.0 +135,0.4115853658536585,0.7275985479354858,1.0,1.0,0.0,0.2812857314033159,0.025017702682497173,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.0019240379333496094,-0.0010541880659947767,0.006254425670624293,0.0,0.0,0.0,1.0 +136,0.4146341463414634,0.7285894155502319,1.0,1.0,0.0,0.2813184301292681,0.025008027930001342,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.020041465759277344,-0.00010349368871176434,0.0062520069825003355,0.0,0.0,0.0,1.0 +137,0.4176829268292683,0.7296026945114136,1.0,1.0,0.0,0.2812960807721871,0.025013899237889926,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.0116729736328125,-0.00022738912531683475,0.006253474809472481,0.0,0.0,0.0,1.0 +138,0.42073170731707316,0.7274221181869507,1.0,1.0,0.0,0.2813411690417998,0.025000890578619133,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.011415481567382812,-9.691108308895746e-05,0.006250222644654783,0.0,0.0,0.0,1.0 +139,0.42378048780487804,0.7284611463546753,1.0,1.0,0.0,0.281305771880496,0.02501212539838033,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.026462078094482422,-0.00014361036747567724,0.006253031349595082,0.0,0.0,0.0,1.0 +140,0.4268292682926829,0.7300683259963989,1.0,1.0,0.0,0.28135553007854736,0.024996905671400567,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.0062274932861328125,-0.0001291939129643982,0.006249226417850142,0.0,0.0,0.0,1.0 +141,0.4298780487804878,0.7290838956832886,1.0,1.0,0.0,0.28131869127179243,0.025007713453743356,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.013506412506103516,0.0005369252230941202,0.00839962925581232,0.0,0.0,0.0,1.0 +142,0.4329268292682927,0.7287176847457886,1.0,1.0,0.0,0.28130183755623794,0.02501287833539466,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.006310939788818359,0.0001561918664133577,0.0068779870495020955,0.0,0.0,0.0,1.0 +143,0.43597560975609756,0.7297149896621704,1.0,1.0,0.0,0.2813030720851511,0.025012420619795344,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.01852273941040039,-0.00013590966656207293,0.006253105154948836,0.0,0.0,0.0,1.0 +144,0.43902439024390244,0.7305699586868286,1.0,1.0,0.0,0.28131542852289415,0.025008687813882633,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.002524852752685547,-0.00013399119924262237,0.006252171953470658,0.0,0.0,0.0,1.0 +145,0.4420731707317073,0.7294625043869019,1.0,1.0,0.0,0.28131647120507536,0.02500869898919056,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.027599334716796875,2.6609754293915877e-05,0.006358613764473303,0.0,0.0,0.0,1.0 +146,0.4451219512195122,0.7278100252151489,1.0,1.0,0.0,0.28131276754746476,0.025009227070480256,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.012359619140625,0.000105610694822178,0.006674749546908776,0.0,0.0,0.0,1.0 +147,0.4481707317073171,0.7306984663009644,1.0,1.0,0.0,0.28130591013559314,0.025011217431046538,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.0035429000854492188,0.0002317743114249593,0.007179901603461472,0.0,0.0,0.0,1.0 +148,0.45121951219512196,0.7281643152236938,1.0,1.0,0.0,0.28128959011632226,0.025016324344726143,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.003376007080078125,3.7261569730273614e-05,0.00640312736510263,0.0,0.0,0.0,1.0 +149,0.45426829268292684,0.7303608655929565,1.0,1.0,0.0,0.2813021839786201,0.025012171132584898,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.025835037231445312,-0.0003909997706008639,0.006253042783146224,0.0,0.0,0.0,1.0 +150,0.4573170731707317,0.7307478189468384,1.0,1.0,0.0,0.28132869009338235,0.025004563752281106,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.014524459838867188,1.6128374760726594e-05,0.006315654437113183,0.0,0.0,0.0,1.0 +151,0.4603658536585366,0.7289084196090698,1.0,1.0,0.0,0.28130057114114404,0.0250128438065796,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.015099048614501953,0.0005803714886143396,0.008574696906102259,0.0,0.0,0.0,1.0 +152,0.4634146341463415,0.7292379140853882,1.0,1.0,0.0,0.2812706529445209,0.02502178147860069,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.0020956993103027344,-2.6731679753644322e-05,0.0062554453696501726,0.0,0.0,0.0,1.0 +153,0.46646341463414637,0.7291179895401001,1.0,1.0,0.0,0.2813032443091194,0.025012405421091292,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.014748573303222656,-0.0007794284299922349,0.006253101355272823,0.0,0.0,0.0,1.0 +154,0.4695121951219512,0.7307127714157104,1.0,1.0,0.0,0.28134859578752014,0.02499910564269511,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.04534006118774414,0.00017861379091932417,0.006964231574351074,0.0,0.0,0.0,1.0 +155,0.4725609756097561,0.7336519956588745,1.0,1.0,0.0,0.28128538293002747,0.025018117305972955,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.016705989837646484,0.00040170680839446415,0.007861356560071095,0.0,0.0,0.0,1.0 +156,0.47560975609756095,0.7323833703994751,1.0,1.0,0.0,0.2813084251066807,0.025010960127440602,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.05991697311401367,-0.0001580391989408625,0.0062527400318601505,0.0,0.0,0.0,1.0 +157,0.47865853658536583,0.7276602983474731,1.0,1.0,0.0,0.28130118684992156,0.025012362532961283,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.037539005279541016,1.1242799535238213e-05,0.0062980618313812735,0.0,0.0,0.0,1.0 +158,0.4817073170731707,0.728629469871521,1.0,1.0,0.0,0.28130730082672717,0.02501110830130844,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.0076389312744140625,6.340373938984456e-05,0.006506392032886488,0.0,0.0,0.0,1.0 +159,0.4847560975609756,0.7284241914749146,1.0,1.0,0.0,0.2812948464759826,0.025014449504129226,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.007007122039794922,-7.402220340013699e-06,0.006253612376032306,0.0,0.0,0.0,1.0 +160,0.4878048780487805,0.7293301820755005,1.0,1.0,0.0,0.28130804104876117,0.02501090511468399,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,2.384185791015625e-06,-0.00033232818605788417,0.006252726278670998,0.0,0.0,0.0,1.0 +161,0.49085365853658536,0.7284244298934937,1.0,1.0,0.0,0.28132807929458836,0.025005051064781618,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.011262893676757812,2.579995202256491e-05,0.006354462574285664,0.0,0.0,0.0,1.0 +162,0.49390243902439024,0.7282038927078247,1.0,1.0,0.0,0.2813054610535589,0.02501132181698695,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.027751922607421875,0.00014553674014372575,0.0068349774148216405,0.0,0.0,0.0,1.0 +163,0.4969512195121951,0.7311996221542358,1.0,1.0,0.0,0.281313525620574,0.025008879465364134,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.0023698806762695312,3.971097568056248e-05,0.006411063769063283,0.0,0.0,0.0,1.0 +164,0.5,0.7279669046401978,1.0,1.0,0.0,0.28130148995599086,0.025012412304960364,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.025272369384765625,-0.0002640933080877428,0.006253103076240091,0.0,0.0,0.0,1.0 +165,0.5030487804878049,0.7286723852157593,1.0,1.0,0.0,0.28133993495138276,0.025002157171208114,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.006177425384521484,0.0002704681617610172,0.007332411939846097,0.0,0.0,0.0,1.0 +166,0.5060975609756098,0.7285846471786499,1.0,1.0,0.0,0.28127444313981476,0.02502075020511547,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.01245737075805664,0.0003275933233126693,0.007565560844529545,0.0,0.0,0.0,1.0 +167,0.5091463414634146,0.7274266481399536,1.0,1.0,0.0,0.2813071756190515,0.02501085943342875,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.018603801727294922,-0.000316240026295711,0.006252714858357188,0.0,0.0,0.0,1.0 +168,0.5121951219512195,0.7304450273513794,1.0,1.0,0.0,0.2813060671424443,0.025011739016601833,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.00829458236694336,-0.00010549957523031672,0.006252934754150458,0.0,0.0,0.0,1.0 +169,0.5152439024390244,0.728256106376648,1.0,1.0,0.0,0.28131772557657453,0.025007915785294092,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.026984214782714844,-0.0003502241312736132,0.006251978946323523,0.0,0.0,0.0,1.0 +170,0.5182926829268293,0.7277466058731079,1.0,1.0,0.0,0.2813410895555717,0.02500107145650796,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.009417533874511719,0.0003312154588891447,0.007575129699683569,0.0,0.0,0.0,1.0 +171,0.5213414634146342,0.7273143529891968,1.0,1.0,0.0,0.2812846040306856,0.02501798207523234,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.02754688262939453,0.0005146280977663675,0.008313007909873556,0.0,0.0,0.0,1.0 +172,0.524390243902439,0.7305012941360474,1.0,1.0,0.0,0.28128962674579505,0.02501637978339148,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.01882314682006836,-0.0005323985029165312,0.00625409494584787,0.0,0.0,0.0,1.0 +173,0.5274390243902439,0.7291966676712036,1.0,1.0,0.0,0.28133784388097727,0.025001779156417984,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.018756389617919922,0.0016075473303239773,0.012680634110400405,0.0,0.0,0.0,1.0 +174,0.5304878048780488,0.7286256551742554,1.0,1.0,0.0,0.28112887201276265,0.02506522929282253,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.006880760192871094,0.0026272093352874837,0.01677514466435557,0.0,0.0,0.0,1.0 +175,0.5335365853658537,0.7298847436904907,1.0,1.0,0.0,0.2810751229474485,0.025082568131946415,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.004901885986328125,0.004380962563844126,0.023794492288363108,0.0,0.0,0.0,1.0 +176,0.5365853658536586,0.7291158437728882,1.0,1.0,0.0,0.28069077575637824,0.025188272108945944,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.0003743171691894531,0.00518891692646517,0.027052735733097168,0.0,0.0,0.0,1.0 +177,0.5396341463414634,0.7298473119735718,1.0,1.0,0.0,0.280556231254802,0.025229056744756912,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.012478828430175781,0.010063332608142295,0.04656059461875841,0.0,0.0,0.0,1.0 +178,0.5426829268292683,0.7278679609298706,1.0,1.0,0.0014102771842066097,0.279684442495564,0.02547027934862177,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.014722347259521484,0.025946628945801575,0.11092973807167539,0.0,0.0,0.0,1.0 +179,0.5457317073170732,0.7283750772476196,1.0,1.0,0.007561654055832978,0.27796156836022184,0.025949001444983247,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.017654895782470703,0.04394396166192471,0.1864220067396528,0.0,0.0,0.0,1.0 +180,0.5487804878048781,0.7296334505081177,1.0,1.0,0.017100098223450266,0.27529004632937154,0.02670776022740496,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.012710094451904297,0.06467058299690409,0.2160819940797489,0.0,0.0,0.0,1.0 +181,0.551829268292683,0.7296460866928101,1.0,1.0,0.03065174045598773,0.27149451006053144,0.02782693156000917,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.0005316734313964844,0.08131110439819289,0.22381519014079557,1.0,0.0,0.0,1.0 +182,0.5548780487804879,0.7296866178512573,1.0,1.0,0.04613154251680107,0.26715893588955225,0.02915945319827199,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.0018286705017089844,0.08944336827829025,0.2326622116838086,1.0,0.0,0.0,1.0 +183,0.5579268292682927,0.729828953742981,1.0,1.0,0.06258672181109914,0.2625501732327024,0.0306476665752349,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.011799335479736328,0.0942557993922033,0.24208461363991327,1.0,0.0,0.0,1.0 +184,0.5609756097560976,0.730866551399231,1.0,1.0,0.07978478104925013,0.2577333559503319,0.03229099599672382,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.018427371978759766,0.09482003147341822,0.25195437857626857,1.0,0.0,0.0,1.0 +185,0.5640243902439024,0.727986216545105,1.0,1.0,0.09644143390156912,0.2530681700853606,0.033968106492488145,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.01725912094116211,0.09393334550932164,0.2615348152689851,1.0,0.0,0.0,1.0 +186,0.5670731707317073,0.7291406393051147,1.0,1.0,0.1133228902087482,0.24834002139939976,0.035763622048362226,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.015692710876464844,0.09246768417712131,0.27126849512690204,1.0,0.0,0.0,1.0 +187,0.5701219512195121,0.7295554876327515,1.0,1.0,0.12945624097239072,0.24382140166764846,0.037569165395040564,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.00929117202758789,0.09048781597886052,0.28059322388357505,1.0,0.0,0.0,1.0 +188,0.573170731707317,0.728211522102356,1.0,1.0,0.14563080201153078,0.2392912398015137,0.03947655857064575,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.030248165130615234,0.08953052861734312,0.28996608074900343,1.0,0.0,0.0,1.0 +189,0.5762195121951219,0.7265306711196899,1.0,1.0,0.1614223613902105,0.23486834880591415,0.041435612650913674,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.0029969215393066406,0.08805190326770546,0.2991412019273442,1.0,0.0,0.0,1.0 +190,0.5792682926829268,0.7285112142562866,1.0,1.0,0.17706899172625656,0.23048604947474316,0.04347581562935202,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.005202293395996094,0.08644182661262656,0.30825689935677913,1.0,0.0,0.0,1.0 +191,0.5823170731707317,0.7270509004592896,1.0,1.0,0.1922856868414855,0.2262241661446515,0.04556009306500875,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.0018572807312011719,0.08568177439867986,0.31714715102906926,1.0,0.0,0.0,1.0 +192,0.5853658536585366,0.7283254861831665,1.0,1.0,0.20766094693181836,0.22191787203487517,0.04777117963554145,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.02269744873046875,0.08593754918806762,0.3261563157213855,1.0,0.0,0.0,1.0 +193,0.5884146341463414,0.7293206453323364,1.0,1.0,0.22296895811241468,0.21763041122584473,0.05008426518518364,0.0007335344950358067,0.0,0.0,1.0,1.0,1.0,1.0,0.01842498779296875,0.08507501194363332,0.335153993258124,1.0,0.0,0.0,1.0 +194,0.5914634146341463,0.7301679849624634,1.0,1.0,0.23803626269432532,0.21341037084051184,0.05247380524838564,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.004842281341552734,0.08537723395811353,0.3440383957939754,1.0,0.0,0.0,1.0 +195,0.5945121951219512,0.7288364171981812,1.0,1.0,0.2534521858937704,0.20909268783003337,0.055038816198098736,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.012362003326416016,0.08495432150581017,0.35315840629109846,1.0,0.0,0.0,1.0 +196,0.5975609756097561,0.7289317846298218,1.0,1.0,0.26836848698752025,0.20491493868993083,0.057650599323840895,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.0077056884765625,0.08434502647310521,0.3620153176740964,1.0,0.0,0.0,1.0 +197,0.600609756097561,0.7280658483505249,1.0,1.0,0.2835668665103409,0.20065818518272285,0.060441933831476335,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.014400482177734375,0.08577134208955395,0.3710722600385566,1.0,0.0,0.0,1.0 +198,0.6036585365853658,0.7274917364120483,1.0,1.0,0.298992421580595,0.19633780448097543,0.06341455357324854,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.03000497817993164,0.08558576487241981,0.38029947026263944,1.0,0.0,0.0,1.0 +199,0.6067073170731707,0.7250653505325317,1.0,1.0,0.3141245423080641,0.19209960869548087,0.06648275230281657,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.04314899444580078,0.0877622803544037,0.3893891863451394,1.0,0.0,0.0,1.0 +200,0.6097560975609756,0.7231768369674683,1.0,1.0,0.33032720388326076,0.18756157644553506,0.07132988487413651,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.019037723541259766,0.09002850749401742,0.3995124333543276,1.0,0.0,0.0,1.0 +201,0.6128048780487805,0.7231615781784058,1.0,1.0,0.34626846191708915,0.18309675794607913,0.08620071508768884,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.016238689422607422,0.09087183006389332,0.4119978328263213,1.0,0.0,0.0,1.0 +202,0.6158536585365854,0.7215529680252075,1.0,1.0,0.36277222467674397,0.17847439343914573,0.10179538992277282,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.03296852111816406,0.09271797121852748,0.42497357105290245,1.0,0.0,0.0,1.0 +203,0.6189024390243902,0.7198647260665894,1.0,1.0,0.37937263188118886,0.17382496082422638,0.11772699894586472,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.008540153503417969,0.09408747157290398,0.4380866972711201,1.0,0.0,0.0,1.0 +204,0.6219512195121951,0.7206989526748657,1.0,1.0,0.39636536319655824,0.16906564628185533,0.13431068852884784,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.008661746978759766,0.09545285596661096,0.45157862189031905,1.0,0.0,0.0,1.0 +205,0.625,0.7207309007644653,1.0,1.0,0.4134532693893602,0.16427967522756529,0.15129149599364713,0.0007343292236328118,0.0,0.0,1.0,1.0,1.0,1.0,0.015075206756591797,0.0972019927470269,0.4652221721625599,1.0,0.0,0.0,1.0 +206,0.6280487804878049,0.7191914319992065,1.0,1.0,0.431070515277835,0.15934544700715264,0.1690535185271685,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.009691715240478516,0.09930031961393998,0.47935216303460143,1.0,0.0,0.0,1.0 +207,0.6310975609756098,0.7197617292404175,1.0,1.0,0.44890761132015433,0.1543496432661713,0.18742625491059145,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.029811859130859375,0.10176612551434955,0.4937557499537328,1.0,0.0,0.0,1.0 +208,0.6341463414634146,0.7162102460861206,1.0,1.0,0.46740525241094166,0.14916883445571769,0.20678630342806342,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.01926422119140625,0.10498640135921472,0.5087694646830337,1.0,0.0,0.0,1.0 +209,0.6371951219512195,0.7178353071212769,1.0,1.0,0.4863921208280306,0.14385100313024982,0.2270743123670211,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.02666473388671875,0.10719913732688796,0.5242842445471722,1.0,0.0,0.0,1.0 +210,0.6402439024390244,0.7188767194747925,1.0,1.0,0.5056798006304472,0.1384489207230289,0.24815715072423786,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.013899803161621094,0.10988217007684847,0.5401631780278054,1.0,0.0,0.0,1.0 +211,0.6432926829268293,0.719225287437439,1.0,1.0,0.5256246195343869,0.13286278612256497,0.2704442895304122,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.01163482666015625,0.11338403984052198,0.5567046131265159,1.0,0.0,0.0,1.0 +212,0.6463414634146342,0.7177132368087769,1.0,1.0,0.5461626161720725,0.1271105167389767,0.29401975170742295,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.01987457275390625,0.11625722701630078,0.5738943768214957,1.0,0.0,0.0,1.0 +213,0.649390243902439,0.7172378301620483,1.0,1.0,0.567133286076839,0.12123706342093489,0.3186498214594703,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.004255771636962891,0.12026314246887909,0.5915857627071291,1.0,0.0,0.0,1.0 +214,0.6524390243902439,0.7172876596450806,1.0,1.0,0.5891015573012158,0.11508420249208878,0.34492660009526055,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.0013828277587890625,0.12341576790540751,0.6102375065394838,1.0,0.0,0.0,1.0 +215,0.6554878048780488,0.7173761129379272,1.0,1.0,0.6111978455318907,0.10889548663039414,0.4223995058276863,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.001125335693359375,0.1255543214717597,0.6417586914994615,1.0,1.0,0.0,1.0 +216,0.6585365853658537,0.7174001932144165,1.0,1.0,0.6339296692854535,0.10252877034491281,0.454069638100702,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.018002986907958984,0.13030807837693933,0.662178727632175,1.0,1.0,0.0,1.0 +217,0.6615853658536586,0.7155758142471313,1.0,1.0,0.6577232436359997,0.0958646787927002,0.4878848264739377,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.0024175643920898438,0.13510799176046875,0.6837189906182843,1.0,1.0,0.0,1.0 +218,0.6646341463414634,0.7171584367752075,1.0,1.0,0.6821688386985512,0.08901797116886594,0.5227937174061783,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.007088184356689453,0.13747194818901118,0.7058912906357477,1.0,1.0,0.0,1.0 +219,0.6676829268292683,0.7162846326828003,1.0,1.0,0.7068064441503517,0.08211748397379909,0.52832772211174,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.00202178955078125,0.14070171783771415,0.7208254748106284,1.0,1.0,0.0,1.0 +220,0.6707317073170732,0.7169562578201294,1.0,1.0,0.7324052008459391,0.07494779938509452,0.5346595129321682,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.007202625274658203,0.1426210818965752,0.7364877386983086,1.0,1.0,0.0,1.0 +221,0.6737804878048781,0.7170048952102661,1.0,1.0,0.7577281013870986,0.06785537578414157,0.5493888127541264,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.027806758880615234,0.1446048286100822,0.7540976589514359,1.0,1.0,0.0,1.0 +222,0.676829268292683,0.7141755819320679,1.0,1.0,0.7840351358006507,0.0604873165240863,0.568226671393713,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.028438568115234375,0.14779503225099,0.7732759925387862,1.0,1.0,0.0,1.0 +223,0.6798780487804879,0.7141610383987427,1.0,1.0,0.8104970716507057,0.053075872559042565,0.5798400194619151,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.21281957626342773,0.14565985801340836,0.790733394273367,1.0,1.0,0.0,1.0 +224,0.6829268292682927,0.6928936243057251,1.0,1.0,0.8360417588029425,0.045921330722745464,0.5873423633537109,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.41469812393188477,0.1425996492308732,0.8066585581800463,1.0,1.0,0.0,1.0 +225,0.6859756097560976,0.6726912260055542,1.0,1.0,0.8614110742004125,0.038815907635955244,0.5931403481591203,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.42354822158813477,0.1385162946902596,0.822061177850007,1.0,1.0,0.0,1.0 +226,0.6890243902439024,0.6505388021469116,1.0,1.0,0.8854978344375096,0.0320697012537195,0.6178986887144712,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.39438486099243164,0.19057140857471583,0.8414984811192482,1.0,1.0,0.0,1.0 +227,0.6920731707317073,0.633252739906311,1.0,1.0,0.9294529890043959,0.01975876677848366,0.6024522395754088,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.3260660171508789,0.17838933116270678,0.8618122038462699,1.0,1.0,0.0,1.0 +228,0.6951219512195121,0.6179322004318237,1.0,1.0,0.9491902410626207,0.014230768137448824,0.654559454444733,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.28383970260620117,0.18033433671317378,0.8856944961956247,1.0,1.0,0.0,1.0 +229,0.698170731707317,0.6048687696456909,1.0,1.0,0.9938398435482133,0.0017253331071662831,0.6744309856623041,0.0007339318593343093,1.0,0.0,1.0,1.0,1.0,1.0,0.23910045623779297,0.01654260117242977,0.7813900650568124,1.0,1.0,0.0,1.0 +230,0.7012195121951219,0.5940221548080444,1.0,1.0,0.9550966383910175,0.012576508020205848,0.688481461872948,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.19945859909057617,-0.2008379783465631,0.6974235165832967,0.0,1.0,0.0,1.0 +231,0.7042682926829268,0.5849229097366333,1.0,1.0,0.9221323356335759,0.021809130941822595,0.7026218785498828,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.1739215850830078,-0.147061257127397,0.6828282542359375,0.0,1.0,0.0,1.0 +232,0.7073170731707317,0.5766299962997437,1.0,1.0,0.9025896563506407,0.02728263373294555,0.7342314109644605,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.15069961547851562,-0.07957713154023698,0.6799821637339676,0.0,1.0,0.0,1.0 +233,0.7103658536585366,0.5698529481887817,1.0,1.0,0.8937199926833093,0.029766844095846293,0.7390085517057207,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.1085805892944336,-0.025193599420997616,0.6762981339022504,0.0,1.0,0.0,1.0 +234,0.7134146341463414,0.5657719373703003,1.0,0.0,0.893594492894221,0.02980199367504531,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.03125190734863281,0.0022235016276432595,0.7503709776023946,0.0,1.0,1.0,1.0 +235,0.7164634146341463,0.5667277574539185,1.0,0.0,0.8945138736593434,0.029544493933081967,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.006563663482666016,0.0018283458857379364,0.7492960140555907,0.0,1.0,1.0,1.0 +236,0.7195121951219512,0.5651155710220337,1.0,0.0,0.8942472865103727,0.029619159086471517,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.013582706451416016,-8.186486788797076e-05,0.741836007580705,0.0,1.0,1.0,1.0 +237,0.7225609756097561,0.5653694868087769,1.0,0.0,0.8944846452735403,0.029552680419870764,1.0,1.0,1.0,1.0,1.0,0.9981309538547489,1.0,0.9998784723549352,0.0012922286987304688,0.0010386804507893366,0.7461212767036045,0.0,1.0,1.0,1.0 +238,0.725609756097561,0.5652447938919067,1.0,0.0,0.8946181398687825,0.029515291041392583,1.0,1.0,1.0,1.0,1.0,0.9975697449620808,1.0,0.9998359780251598,0.05249977111816406,-0.00012967908497342473,0.7420399769278304,0.0,1.0,1.0,1.0 +239,0.7286585365853658,0.5601195096969604,1.0,0.0,0.8944383439728432,0.029565648328368107,1.0,1.0,1.0,1.0,1.0,0.9980125095705308,1.0,0.999869056403538,0.1368093490600586,-7.53621863138279e-05,0.7419410891850637,0.0,1.0,1.0,1.0 +240,0.7317073170731707,0.5515638589859009,1.0,0.0,0.8945912340380718,0.029522827260023966,1.0,1.0,1.0,1.0,1.0,0.9978240414020231,1.0,0.9998566379719624,0.19321680068969727,0.00153323423473236,0.748158115659869,0.0,1.0,1.0,1.0 +241,0.7347560975609756,0.5407978296279907,1.0,0.0,0.8949857720675397,0.02941232490489487,1.0,1.0,1.0,1.0,1.0,0.9979772116246319,1.0,0.9998331845985909,0.22546052932739258,-0.0005394619754117355,0.7422421746371468,0.0,1.0,1.0,1.0 +242,0.7378048780487805,0.5290178060531616,1.0,0.0,0.8943986202289975,0.02957677345756514,1.0,1.0,1.0,1.0,1.0,0.9976901991997839,1.0,0.9997507050311704,0.23253679275512695,-0.0018023442200076553,0.7419192411259488,0.0,1.0,1.0,1.0 +243,0.7408536585365854,0.517544150352478,1.0,0.0,0.8943422592936238,0.029592559326895636,1.0,1.0,1.0,1.0,1.0,0.9976027548182282,1.0,0.9997601439207482,0.2314615249633789,4.7299621069030184e-05,0.7420774410957692,0.0,1.0,1.0,1.0 +244,0.7439024390243902,0.5058716535568237,1.0,0.0,0.8944155096123694,0.029572043495458236,1.0,1.0,1.0,1.0,1.0,0.9967757392289539,1.0,0.9995930658676894,0.21686315536499023,-0.0019519883828695087,0.7419285302868033,0.0,1.0,1.0,1.0 +245,0.7469512195121951,0.495857834815979,1.0,0.0,0.8936453192039543,0.029787758165182587,1.0,1.0,1.0,1.0,1.0,0.9970954331883456,1.0,0.9995457257590444,0.1348710060119629,0.0014873222808947303,0.7474542146857538,0.0,1.0,1.0,1.0 +246,0.75,0.49238455295562744,1.0,0.0,0.8949465469012324,0.029423311267368763,1.0,1.0,1.0,1.0,1.0,0.996354931492743,1.0,0.9994603872672415,0.05344390869140625,0.0018143191559395408,0.7494778774194361,0.0,1.0,1.0,1.0 +247,0.7530487804878049,0.4905134439468384,1.0,0.0,0.8942931070847704,0.029606326249588633,1.0,1.0,1.0,1.0,1.0,0.9964965670503168,1.0,0.9993390563858441,0.02185821533203125,-0.001642635106383697,0.7418612088966238,0.0,1.0,1.0,1.0 +248,0.7560975609756098,0.4901987314224243,1.0,0.0,0.8943600580840779,0.029587574778007133,1.0,1.0,1.0,1.0,1.0,0.9953636627064619,1.0,0.9990113701795187,0.0005483627319335938,0.0014872416710843411,0.7478469986305802,0.0,1.0,1.0,1.0 +249,0.7591463414634146,0.490458607673645,1.0,0.0,0.8948241139967935,0.0294576020824802,1.0,1.0,1.0,1.0,1.0,0.9957990867579909,1.0,0.9988686010038642,0.003952980041503906,0.0005985049873223972,0.744547282647526,0.0,1.0,1.0,1.0 +250,0.7621951219512195,0.4905940294265747,1.0,0.0,0.8945737488387131,0.029527724279274893,1.0,1.0,1.0,1.0,1.0,0.9952733138799891,1.0,0.9985753918087815,0.010023117065429688,-0.0021364923368088,0.7420155618612922,0.0,1.0,1.0,1.0 +251,0.7652439024390244,0.48945629596710205,1.0,0.0,0.8940612989355451,0.02967125131616108,1.0,1.0,1.0,1.0,1.0,0.9954803669602681,1.0,0.998323355720887,0.16467571258544922,-0.0010079927129107852,0.7417337144145498,0.0,1.0,1.0,1.0 +252,0.7682926829268293,0.4741264581680298,1.0,0.0,0.8942138532613899,0.02962852355056597,1.0,1.0,1.0,1.0,1.0,0.9955111209309176,1.0,0.9981049394602002,0.28752803802490234,0.0025655400225706865,0.7520797793840472,0.0,1.0,1.0,1.0 +253,0.7713414634146342,0.4607034921646118,1.0,0.0,0.8949773016178141,0.02941469731390401,1.0,1.0,1.0,1.0,1.0,0.9953089856393643,1.0,0.997854986503342,0.25584936141967773,-4.5551032972421246e-05,0.7422375158897978,0.0,1.0,1.0,1.0 +254,0.774390243902439,0.448541522026062,1.0,0.0,0.8941975888238702,0.029633078653863214,1.0,1.0,1.0,1.0,1.0,0.9959961547704879,1.0,0.9979601775656272,0.2480626106262207,-0.0017880105281601819,0.7418086738531287,0.0,1.0,1.0,1.0 +255,0.7774390243902439,0.43589723110198975,1.0,0.0,0.894338908478012,0.02959349836672003,1.0,1.0,1.0,1.0,1.0,0.9944930124710158,1.0,0.9968631200632508,0.23119211196899414,0.0029044548480288562,0.7535042190550221,0.0,1.0,1.0,1.0 +256,0.7804878048780488,0.4254223108291626,1.0,0.0,0.8952346017679291,0.029342633169060328,1.0,1.0,1.0,1.0,1.0,0.9948755044593304,1.0,0.9968103441729655,0.20719289779663086,0.0005119122942716728,0.7444266801494478,0.0,1.0,1.0,1.0 +257,0.7835365853658537,0.41517794132232666,1.0,0.0,0.8945216819121092,0.02954230713729286,1.0,0.8188127358754472,1.0,1.0,1.0,0.9953441821839559,1.0,0.9968549767105493,0.1868605613708496,-0.0030116233395534667,0.7419869250516602,0.0,1.0,1.0,1.0 +258,0.7865853658536586,0.40673625469207764,1.0,0.0,0.8941593275364192,0.029643795503015675,1.0,0.8344967047373449,1.0,1.0,1.0,0.9950774028288228,1.0,0.9967649581037358,0.07913589477539062,-0.0011426581051923387,0.7417876301450306,0.0,1.0,1.0,1.0 +259,0.7896341463414634,0.4072643518447876,1.0,0.0,0.8941137071774273,0.029656572947812095,1.0,0.8512177944183346,1.0,1.0,1.0,0.9942946649868063,1.0,0.9963829892899574,0.06866455078125,0.0011181964161968358,0.7462353246123724,0.0,1.0,1.0,1.0 +260,0.7926829268292683,0.39986979961395264,1.0,0.0,0.8945585684143049,0.02953197586139599,1.0,0.8658070246378576,1.0,1.0,1.0,0.9945979865951027,1.0,0.996948474344118,0.12090444564819336,0.0010611952083606352,0.7462519934613103,0.0,1.0,1.0,1.0 +261,0.7957317073170732,0.39517390727996826,1.0,0.0,0.8944925973286895,0.029550453426976032,1.0,0.8777726570765173,1.0,1.0,1.0,0.9940111570603946,1.0,0.9967970000283933,0.05896329879760742,-0.0012481471036224906,0.7419709285307792,0.0,1.0,1.0,1.0 +262,0.7987804878048781,0.3939734697341919,1.0,0.0,0.8941129286692873,0.02965679057175824,1.0,0.8893925825754797,1.0,1.0,1.0,0.9941349568746829,1.0,0.9967306809506012,0.02172708511352539,-0.002038832082371933,0.741762110768108,0.0,1.0,1.0,1.0 +263,0.801829268292683,0.3930011987686157,1.0,0.0,0.8937646477348092,0.029754336635213225,1.0,0.8979309479395544,1.0,1.0,1.0,0.994130604778462,1.0,0.9967043547113479,0.015587806701660156,0.0011304852904163443,0.7460924974158105,0.0,1.0,1.0,1.0 +264,0.8048780487804879,0.3924146890640259,1.0,0.0,0.8945165585848273,0.029543742042716606,1.0,0.8984167257944738,1.0,1.0,1.0,0.993474299359055,1.0,0.9962003906607584,0.016314983367919922,0.0031414710259695944,0.7545499913255334,0.0,1.0,1.0,1.0 +265,0.8079268292682927,0.39136970043182373,1.0,0.0,0.8948862842210801,0.029440189532616266,1.0,0.8922069152196245,1.0,1.0,1.0,0.9927899751881737,1.0,0.9957737265711132,0.012123584747314453,-0.0007171442008435322,0.7421874563215941,0.0,1.0,1.0,1.0 +266,0.8109756097560976,0.39120233058929443,1.0,0.0,0.8942605091463285,0.02961545646280096,1.0,0.8942861239115393,1.0,1.0,1.0,0.9925977127057937,1.0,0.9958181793651616,0.005779266357421875,-0.001747388770690951,0.7418432800304807,0.0,1.0,1.0,1.0 +267,0.8140243902439024,0.39079177379608154,1.0,0.0,0.894262393881382,0.02961492840968536,1.0,0.8951374769210811,1.0,1.0,1.0,0.9925977127057937,1.0,0.9958042862733515,0.0034189224243164062,-0.0005481362211957191,0.7418443166347601,0.0,1.0,1.0,1.0 +268,0.8170731707317073,0.3915442228317261,1.0,0.0,0.8940647995334049,0.02967027008492053,1.0,0.8993366241455074,1.0,1.0,1.0,0.9925977127057937,1.0,0.9957884702622597,0.005900859832763672,-0.0008016909677018708,0.7417356397433728,0.0,1.0,1.0,1.0 +269,0.8201219512195121,0.3913818597793579,1.0,0.0,0.8939761565552895,0.029695097506455548,1.0,0.923199343681335,1.0,1.0,1.0,0.9937154467477961,1.0,0.9963157170248379,0.0024247169494628906,0.002144216215702148,0.7502637509682178,0.0,1.0,1.0,1.0 +270,0.823170731707317,0.3913017511367798,1.0,0.0,0.8948303768193887,0.029455848463350316,1.0,0.9609966357549028,1.0,1.0,1.0,0.9924408879244089,1.0,0.995655597348449,0.0020647048950195312,0.001900547224225127,0.7497588961475643,0.0,1.0,1.0,1.0 +271,0.8262195121951219,0.39158833026885986,1.0,0.0,0.8946547289397461,0.029505042784033035,1.0,1.0,1.0,1.0,1.0,0.9931062569418734,1.0,0.9962227279267472,0.0012230873107910156,0.0004017677822134788,0.7436671720457143,0.0,1.0,1.0,1.0 +272,0.8292682926829268,0.3914240598678589,1.0,0.0,0.894973821835206,0.02941567168512897,1.0,1.0,1.0,1.0,0.9860234720317025,0.9943227757903615,0.9860234720317025,0.9969658522030159,0.0032472610473632812,-0.0003180603535603288,0.7422356020093633,0.0,1.0,1.0,1.0 +273,0.8323170731707317,0.39126360416412354,1.0,0.0,0.8945411684180443,0.029536848819389068,1.0,1.0,1.0,1.0,0.7222664228014023,0.9964277862337223,0.7222664228014023,0.9979716594541616,0.005166530609130859,-0.0016193002723941669,0.7419976426299244,0.0,1.0,1.0,1.0 +274,0.8353658536585366,0.391940712928772,1.0,0.0,0.8943956674253929,0.029577601712368385,1.0,1.0,1.0,1.0,0.2887019255194837,0.9960045662100456,0.2887019255194837,0.997759013773534,0.0015497207641601562,0.0010263536460186282,0.7460230316680406,0.0,1.0,1.0,1.0 +275,0.8384146341463414,0.39141857624053955,1.0,0.0,0.8949076214648166,0.029434213454787205,1.0,1.0,1.0,1.0,0.22645938119189146,0.9903007400409385,0.22645938119189146,0.9943439183921935,0.006802082061767578,0.006125294355956747,0.7667003692294762,0.0,1.0,1.0,1.0 +276,0.8414634146341463,0.3912605047225952,1.0,0.0,0.8965826518440602,0.02896507227677271,1.0,1.0,1.0,1.0,0.5324357481170898,0.9730046033337045,0.5324357481170898,0.9830935449025764,0.006539821624755859,0.013666339505030156,0.7977858165343538,1.0,1.0,1.0,1.0 +277,0.8445121951219512,0.39207255840301514,1.0,0.0,0.899787072109903,0.02806757950428419,1.0,1.0,1.0,1.0,0.6655562087660853,0.9424202662747774,0.6655562087660853,0.9602173435678368,0.0036072731018066406,0.017746525773347892,0.8158689927538383,1.0,1.0,1.0,1.0 +278,0.8475609756097561,0.3916212320327759,1.0,0.0,0.9029188963180984,0.02719041969943792,1.0,1.0,1.0,1.0,0.7483644914756025,0.6046185312024352,0.7483644914756025,0.7196661432529892,0.0048828125,0.014488971645541873,0.8045612795571216,1.0,1.0,1.0,1.0 +279,0.850609756097561,0.39158427715301514,1.0,0.0,0.9049602387049095,0.026618682339730002,1.0,1.0,1.0,1.0,0.76,0.50380658436214,0.76,0.606351942914032,0.005016326904296875,0.014116732371351505,0.8041950607731063,1.0,1.0,1.0,1.0 +280,0.8536585365853658,0.39212286472320557,1.0,0.0,0.9079591595770848,0.02577874646230277,1.0,1.0,1.0,1.0,0.7494310134310135,0.5043724279835391,0.7494310134310135,0.5724308389892001,0.000553131103515625,-0.017425388160916128,0.7493775377673967,0.0,1.0,1.0,1.0 +281,0.8567073170731707,0.3915289640426636,1.0,0.0,0.8987386493790444,0.028361221155821615,1.0,1.0,1.0,1.0,0.5543859649122806,0.7179549114331722,0.5543859649122806,0.7680582457458224,0.006923675537109375,-0.03802428436985656,0.7443062571584744,0.0,1.0,1.0,1.0 +282,0.8597560975609756,0.39143049716949463,1.0,0.0,0.894382905544303,0.029581174899288427,1.0,1.0,1.0,1.0,0.6600322061191627,0.9281045751633987,0.6600322061191627,0.9400121717204715,0.0015282630920410156,-0.011905726777267506,0.7419105980493668,0.0,1.0,1.0,1.0 +283,0.8628048780487805,0.3916817903518677,1.0,0.0,0.8944878115023689,0.029551793833548366,1.0,1.0,1.0,1.0,0.3876543209876543,0.9166666666666667,0.3876543209876543,0.9332729468599034,0.0009131431579589844,-0.0009834038189230829,0.741968296326303,0.0,1.0,1.0,1.0 +284,0.8658536585365854,0.39133918285369873,1.0,0.0,0.8940317913454535,0.029679515281180735,1.0,1.0,1.0,1.0,0.18018018018018012,0.8788888888888889,0.18018018018018012,0.9086075109448284,0.0007724761962890625,-0.003938598542065942,0.7417174852399995,0.0,1.0,1.0,1.0 +285,0.8689024390243902,0.39160454273223877,1.0,0.0,0.893081567113763,0.02994565368775496,1.0,1.0,1.0,1.0,0.11711711711711714,0.5216137566137566,0.11711711711711714,0.6371838976678524,0.0011992454528808594,-0.00205675717533587,0.7411948619125697,0.0,1.0,1.0,1.0 +286,0.8719512195121951,0.3914591073989868,1.0,0.0,0.8932974440357666,0.029885190998714322,1.0,1.0,1.0,1.0,0.18018018018018012,0.2963888888888889,0.18018018018018012,0.4753619733756359,0.0008034706115722656,-0.0046163571477155635,0.7413135942196717,0.0,1.0,1.0,1.0 +287,0.875,0.39152419567108154,1.0,0.0,0.8914333362466271,0.030407289402526516,1.0,1.0,1.0,1.0,0.1351351351351351,0.5904761904761905,0.1351351351351351,0.6946417963618918,0.0003409385681152344,0.0008403197059778794,0.7436496137595565,0.0,1.0,1.0,1.0 +288,0.8780487804878049,0.3914250135421753,1.0,0.0,0.8935974731585705,0.029801159028116534,1.0,1.0,1.0,1.0,0.08108108108108114,0.5925925925925926,0.08108108108108114,0.7212436236674806,0.002434253692626953,0.008289826563991805,0.774637916493181,0.0,1.0,1.0,1.0 +289,0.8810975609756098,0.39176762104034424,1.0,0.0,0.8943931501874732,0.029578306746127336,1.0,1.0,1.0,1.0,0.03669724770642202,0.10648148148148151,0.03669724770642202,0.4298094633044919,0.00020742416381835938,0.0038775164971923196,0.7574262985918796,0.0,1.0,1.0,1.0 +290,0.8841463414634146,0.39140427112579346,1.0,0.0,0.8949819054303781,0.029413407378397302,1.0,1.0,1.0,1.0,0.03703703703703698,0.0,0.03703703703703698,0.35037878787878785,0.0034308433532714844,-0.0005854170693679606,0.742240047986708,0.0,1.0,1.0,1.0 +291,0.8871951219512195,0.3914245367050171,1.0,0.0,0.8941841319266499,0.02963684845306413,1.0,1.0,1.0,1.0,0.03703703703703698,0.0,0.03703703703703698,0.3814992025518342,0.0011301040649414062,1.3921986582558776e-05,0.7418569605059877,0.0,1.0,1.0,1.0 +292,0.8902439024390244,0.3912912607192993,1.0,0.0,0.894986878348621,0.029412015179739046,1.0,1.0,1.0,1.0,0.01851851851851849,0.0,0.01851851851851849,0.38906395891690015,0.0002551078796386719,0.0014169062638402091,0.7479104081471024,0.0,1.0,1.0,1.0 +293,0.8932926829268293,0.39145004749298096,1.0,0.0,0.8946900253442049,0.02949515782668011,1.0,1.0,1.0,1.0,0.01851851851851849,0.0,0.01851851851851849,0.3992773261065944,3.5762786865234375e-05,-0.0016534472862023142,0.7420795139393128,0.0,1.0,1.0,1.0 +294,0.8963414634146342,0.39129483699798584,1.0,0.0,0.8943965283022035,0.029577359908359278,1.0,1.0,1.0,1.0,0.01851851851851849,0.0,0.01851851851851849,0.4013851249623607,0.00014543533325195312,-0.0005821578864624241,0.7419180905662119,0.0,1.0,1.0,1.0 +295,0.899390243902439,0.39143550395965576,1.0,0.0,0.8944821722383709,0.029553373615326353,1.0,1.0,1.0,1.0,0.01851851851851849,0.0,0.01851851851851849,0.3984725301798472,0.00179290771484375,-0.001257271121828142,0.7419651947311041,0.0,1.0,1.0,1.0 +296,0.9024390243902439,0.3914741277694702,1.0,0.0,0.8939476308435097,0.029703087020542092,1.0,1.0,1.0,1.0,0.01851851851851849,0.0,0.01851851851851849,0.3991058122205663,0.00133514404296875,-0.000649672914528783,0.7416711969639304,0.0,1.0,1.0,1.0 +297,0.9054878048780488,0.39156901836395264,1.0,0.0,0.8942502099397533,0.02961834090677923,1.0,1.0,1.0,1.0,0.01851851851851849,0.0,0.01851851851851849,0.3984725301798472,0.0006389617919921875,0.0015813024073656548,0.748162825096327,0.0,1.0,1.0,1.0 +298,0.9085365853658537,0.39153802394866943,1.0,0.0,0.8945122198555856,0.029544956779805526,1.0,1.0,1.0,1.0,0.018867924528301883,0.0,0.018867924528301883,0.40109592013888895,0.003616809844970703,-0.0013325876950122037,0.7419817209205721,0.0,1.0,1.0,1.0 +299,0.9115853658536586,0.39120733737945557,1.0,0.0,0.893774421531571,0.029751599676280452,1.0,1.0,1.0,1.0,0.01904761904761909,0.0,0.01904761904761909,0.3729762789545398,0.003006458282470703,0.00020068568490922561,0.742378674582001,0.0,1.0,1.0,1.0 +300,0.9146341463414634,0.39123737812042236,1.0,0.0,0.8945838748832303,0.029524888211314604,1.0,1.0,1.0,1.0,0.019230769230769273,0.0,0.019230769230769273,0.36488095238095253,0.0006890296936035156,0.0027294004493175206,0.7529387329830468,0.0,1.0,1.0,1.0 +301,0.9176829268292683,0.3911384344100952,1.0,0.0,0.8947489282394846,0.0294786596313487,1.0,1.0,1.0,1.0,0.019607843137254943,0.0,0.019607843137254943,0.3164582010582011,0.005402565002441406,0.0008189151096794217,0.7453875709704343,0.0,1.0,1.0,1.0 +302,0.9207317073170732,0.3917776346206665,1.0,0.0,0.8948762618561807,0.02944299670034666,1.0,1.0,1.0,1.0,0.010101010101010055,0.0,0.017433595211373,0.31247420165859874,0.010287761688232422,-0.0010570992476827135,0.7421819440208994,0.0,1.0,1.0,1.0 +303,0.9237804878048781,0.39216721057891846,1.0,0.0,0.8943715025501187,0.02958436955611697,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.31712573918456266,0.0003528594970703125,-0.003285799270077369,0.7419043264025653,0.0,1.0,1.0,1.0 +304,0.926829268292683,0.3917423486709595,1.0,0.0,0.8937030958376664,0.0297715766273544,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.3232380952380952,0.007979869842529297,-0.00039149603449670917,0.7415367027107165,0.0,1.0,1.0,1.0 +305,0.9298780487804879,0.3913692235946655,1.0,0.0,0.8942317195469944,0.029623519159566642,1.0,1.0,1.0,1.0,0.0,0.0,0.03703703703703698,0.2888494318181818,0.006835460662841797,0.0014991966883100283,0.7478242325040871,0.0,1.0,1.0,1.0 +306,0.9329268292682927,0.3910588026046753,1.0,0.0,0.8942383701514391,0.029621656958523396,1.0,1.0,1.0,1.0,0.0,0.0,0.014814814814814836,0.3867324561403509,0.00048160552978515625,0.0009206857778570193,0.7455138466947197,0.0,1.0,1.0,1.0 +307,0.9359756097560976,0.39141738414764404,1.0,0.0,0.8945604440686599,0.02953145058178094,1.0,1.0,1.0,1.0,0.0,0.0,0.022222222222222254,0.248081841432225,0.0005698204040527344,0.0016765359317152603,0.748714387964624,0.0,1.0,1.0,1.0 +308,0.9390243902439024,0.39111578464508057,1.0,0.0,0.8948369631969071,0.02945400336535187,1.0,1.0,1.0,1.0,0.0,0.0,0.0444444444444444,0.595770202020202,0.000553131103515625,0.0007542366097024189,0.7451772761971086,0.0,1.0,1.0,1.0 +309,0.9420731707317073,0.3913620710372925,1.0,0.0,0.8948297397403624,0.029456026920810698,1.0,1.0,1.0,1.0,0.0,0.0,0.007407407407407418,0.6026041666666666,0.006084442138671875,-0.0026077681177369763,0.7421563568571994,0.0,1.0,1.0,1.0 +310,0.9451219512195121,0.39172422885894775,1.0,0.0,0.893905882513074,0.029714780177125567,1.0,1.0,1.0,1.0,0.0,0.0,0.029629629629629672,1.0,0.0009632110595703125,-0.002555838304063203,0.7416482353821907,0.0,1.0,1.0,1.0 +311,0.948170731707317,0.3914583921432495,1.0,0.0,0.8939171977000793,0.02971161075121702,1.0,1.0,1.0,1.0,0.0,0.0,0.022222222222222254,0.42222222222222217,0.00331878662109375,-0.0005444074076351238,0.7416544587350437,0.0,1.0,1.0,1.0 +312,0.9512195121951219,0.39205610752105713,1.0,0.0,0.8937115053219723,0.02976922091788908,1.0,1.0,1.0,1.0,0.0,0.01851851851851849,0.022222222222222254,0.44746227709190667,0.0015854835510253906,0.0005932899781070297,0.743914487839513,0.0,1.0,1.0,1.0 +313,0.9542682926829268,0.39161694049835205,1.0,0.0,0.8941290273710614,0.029652281753406316,1.0,1.0,1.0,1.0,0.0,0.07407407407407407,0.051851851851851816,0.46673525377229075,0.00952005386352539,0.0026017572864725155,0.7521779941999739,0.0,1.0,1.0,1.0 +314,0.9573170731707317,0.3911041021347046,1.0,0.0,0.8946404399680645,0.029509045189241828,1.0,1.0,1.0,1.0,0.0,0.1157407407407407,0.029629629629629672,0.566712962962963,0.0015664100646972656,0.033239814480304705,0.8750114999036543,1.0,1.0,1.0,1.0 +315,0.9603658536585366,0.3914602994918823,1.0,1.0,0.9059970234001095,0.026328300305375845,0.7547424919077979,1.0,1.0,1.0,0.9142857142857143,0.031339031339031376,0.9261893004115226,0.5272011938678606,0.007107257843017578,0.048611156548003104,0.8814286120390221,1.0,1.0,1.0,1.0 +316,0.9634146341463414,0.39181482791900635,1.0,1.0,0.9119966442659512,0.024647929534441518,0.7485339187555786,1.0,1.0,1.0,0.9428571428571428,0.028490028490028463,0.9519028022731726,0.509747282895431,0.0019335746765136719,0.015323904069460374,0.7500272503130094,1.0,1.0,1.0,1.0 +317,0.9664634146341463,0.39126694202423096,1.0,1.0,0.9114682917748704,0.024795909898429808,0.7485158670080193,1.0,1.0,1.0,0.9444444444444444,0.028490028490028463,0.9524798049077884,0.524831981883264,0.004470348358154297,-0.030190060249302673,0.6884365272281836,0.0,1.0,1.0,1.0 +318,0.9695121951219512,0.3913677930831909,1.0,1.0,0.901217538410478,0.027666935559371785,0.7584120430788449,1.0,1.0,1.0,0.9428571428571428,0.02564102564102566,0.9508430335097001,0.5273199023199024,0.0006508827209472656,-0.013527439696874345,0.6852726568954742,0.0,1.0,1.0,1.0 +319,0.9725609756097561,0.3913320302963257,1.0,1.0,0.9066384364223751,0.026148653868117242,0.751670110431458,1.0,1.0,1.0,0.9444444444444444,0.028490028490028463,0.9521170553269318,0.5219257554727641,0.005414485931396484,-0.002350650556147485,0.6865686676401708,0.0,1.0,1.0,1.0 +320,0.975609756097561,0.39190924167633057,1.0,1.0,0.900378258577776,0.027902000614986534,0.757920223322718,1.0,1.0,1.0,0.9259259259259259,0.03703703703703698,0.9340994767057867,0.558641975308642,0.0016808509826660156,-0.025100096936220076,0.6846880980484563,0.0,1.0,1.0,1.0 +321,0.9786585365853658,0.3915001153945923,1.0,1.0,0.8976766577866835,0.02865866356173925,0.7610809558014039,1.0,1.0,1.0,0.9074074074074074,0.03703703703703698,0.9176954732510288,0.5328483245149911,0.002460479736328125,-0.002797879648634982,0.6839924007330269,0.0,1.0,1.0,1.0 +322,0.9817073170731707,0.39166319370269775,1.0,1.0,0.8993793003031135,0.028181788579850032,0.7587438286971109,1.0,1.0,1.0,0.9238095238095239,0.03418803418803418,0.9333369913123,0.5257173382173383,0.003941059112548828,0.01527386607724876,0.7454400366499853,1.0,1.0,1.0,1.0 +323,0.9847560975609756,0.39189422130584717,1.0,1.0,0.9031300606571405,0.027131276954014374,0.7550383455608409,1.0,1.0,1.0,0.9259259259259259,0.028490028490028463,0.935188741553625,0.524831981883264,0.0019001960754394531,0.001242853260909338,0.6904525327952749,0.0,1.0,1.0,1.0 +324,0.9878048780487805,0.3914731740951538,1.0,1.0,0.8998230484472695,0.028057503253759098,0.7589882107506394,1.0,1.0,1.0,0.9074074074074074,0.03418803418803418,0.9189859269420312,0.5271545584045585,0.0011444091796875,0.011946751071087412,0.7324367336180078,1.0,1.0,1.0,1.0 +325,0.9908536585365854,0.3917797803878784,1.0,1.0,0.9073955497501147,0.025936601846905633,0.751629800878126,1.0,1.0,1.0,0.9444444444444444,0.028490028490028463,0.9521170553269318,0.5233788686780141,0.0019025802612304688,0.008517380979160584,0.721044526498737,0.0,1.0,1.0,1.0 +326,0.9939024390243902,0.39128291606903076,1.0,1.0,0.9028641082266967,0.02720576515584304,0.7559080772400589,1.0,1.0,1.0,0.9351851851851852,0.03418803418803418,0.9442432556012803,0.5423323133199676,0.0016617774963378906,0.002250891676042442,0.6945558455388677,0.0,1.0,1.0,1.0 +327,0.9969512195121951,0.39161360263824463,1.0,1.0,0.9081992109410523,0.02571151267930139,0.7516271068086917,1.0,1.0,1.0,0.9523809523809523,0.031339031339031376,0.9615389640080998,0.5300841134174468,0.0014209747314453125,-0.003368067212637417,0.6874163427197517,0.0,1.0,1.0,1.0 +328,1.0,0.3914250135421753,1.0,1.0,0.9016615670558527,0.02754257187710678,0.7553027732971624,1.0,1.0,1.0,0.9259259259259259,0.03703703703703698,0.9346441091297059,0.5261316872427984,0.0037717819213867188,-0.03662118395610786,0.6847395552050096,0.0,1.0,1.0,1.0 diff --git a/artifacts/results/oven_episode0_iter6_independent_full/episode0.keyframes.csv b/artifacts/results/oven_episode0_iter6_independent_full/episode0.keyframes.csv new file mode 100644 index 0000000000000000000000000000000000000000..cba801feb079888bd45b809f961e024d7cba62ad --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_independent_full/episode0.keyframes.csv @@ -0,0 +1,15 @@ +frame_index,time_norm,door_angle,right_gripper_open,left_gripper_open,pregrasp_progress,pregrasp_distance,p_pre,p_ext,y_pre,y_ext,three_view_visibility,three_view_whole_tray_visibility,full_view_visibility,full_view_whole_tray_visibility,door_speed_abs,pregrasp_speed,phase_score,approach_active,y_retrieve,y_ready,phase_switch,keyframe_ordinal +61,0.18597560975609756,1.5707963705062866,1.0,1.0,0.0,0.2815471545898242,0.05011632570066666,0.0007351239522298171,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.001988831083530873,0.020484405759290156,0.0,0.0,0.0,1.0,0 +91,0.2774390243902439,1.5705474615097046,0.0,1.0,0.0,0.2808195414862614,0.05034020214773165,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0015521049499511719,0.003698527875334312,0.02737916203827016,0.0,0.0,0.0,1.0,1 +93,0.28353658536585363,1.5695279836654663,0.0,1.0,0.0,0.28105223514889954,0.050292342759892396,0.0007343292236328118,1.0,0.0,1.0,1.0,1.0,1.0,0.0032663345336914062,-0.0006522298561245643,0.012573085689973099,0.0,0.0,0.0,1.0,2 +130,0.39634146341463417,0.7299572229385376,1.0,1.0,0.0,0.2807313544459941,0.025190372580530272,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.07925748825073242,0.0010164967063264196,0.010363579970438247,0.0,0.0,0.0,1.0,3 +132,0.4024390243902439,0.7298687696456909,1.0,1.0,0.0,0.2810092232588846,0.02510434072988856,0.0007351239522298171,0.0,0.0,1.0,1.0,1.0,1.0,0.011527538299560547,-0.0006978082441660982,0.00627608518247214,0.0,0.0,0.0,1.0,4 +175,0.5335365853658537,0.7298847436904907,1.0,1.0,0.0,0.2810751229474485,0.025082568131946415,0.0007339318593343093,0.0,0.0,1.0,1.0,1.0,1.0,0.004901885986328125,0.004380962563844126,0.023794492288363108,0.0,0.0,0.0,1.0,5 +234,0.7134146341463414,0.5657719373703003,1.0,0.0,0.893594492894221,0.02980199367504531,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.03125190734863281,0.0022235016276432595,0.7503709776023946,0.0,1.0,1.0,1.0,6 +236,0.7195121951219512,0.5651155710220337,1.0,0.0,0.8942472865103727,0.029619159086471517,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.013582706451416016,-8.186486788797076e-05,0.741836007580705,0.0,1.0,1.0,1.0,7 +266,0.8109756097560976,0.39120233058929443,1.0,0.0,0.8942605091463285,0.02961545646280096,1.0,0.8942861239115393,1.0,1.0,1.0,0.9925977127057937,1.0,0.9958181793651616,0.005779266357421875,-0.001747388770690951,0.7418432800304807,0.0,1.0,1.0,1.0,8 +295,0.899390243902439,0.39143550395965576,1.0,0.0,0.8944821722383709,0.029553373615326353,1.0,1.0,1.0,1.0,0.01851851851851849,0.0,0.01851851851851849,0.3984725301798472,0.00179290771484375,-0.001257271121828142,0.7419651947311041,0.0,1.0,1.0,1.0,9 +315,0.9603658536585366,0.3914602994918823,1.0,1.0,0.9059970234001095,0.026328300305375845,0.7547424919077979,1.0,1.0,1.0,0.9142857142857143,0.031339031339031376,0.9261893004115226,0.5272011938678606,0.007107257843017578,0.048611156548003104,0.8814286120390221,1.0,1.0,1.0,1.0,10 +317,0.9664634146341463,0.39126694202423096,1.0,1.0,0.9114682917748704,0.024795909898429808,0.7485158670080193,1.0,1.0,1.0,0.9444444444444444,0.028490028490028463,0.9524798049077884,0.524831981883264,0.004470348358154297,-0.030190060249302673,0.6884365272281836,0.0,1.0,1.0,1.0,11 +322,0.9817073170731707,0.39166319370269775,1.0,1.0,0.8993793003031135,0.028181788579850032,0.7587438286971109,1.0,1.0,1.0,0.9238095238095239,0.03418803418803418,0.9333369913123,0.5257173382173383,0.003941059112548828,0.01527386607724876,0.7454400366499853,1.0,1.0,1.0,1.0,12 +328,1.0,0.3914250135421753,1.0,1.0,0.9016615670558527,0.02754257187710678,0.7553027732971624,1.0,1.0,1.0,0.9259259259259259,0.03703703703703698,0.9346441091297059,0.5261316872427984,0.0037717819213867188,-0.03662118395610786,0.6847395552050096,0.0,1.0,1.0,1.0,13 diff --git a/artifacts/results/oven_episode0_iter6_independent_full/episode0.metrics.json b/artifacts/results/oven_episode0_iter6_independent_full/episode0.metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c968be91c287462fb5fb3eb104d3e4c7c80350ca --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_independent_full/episode0.metrics.json @@ -0,0 +1,53 @@ +{ + "episode_name": "episode0", + "description": "take tray out of oven", + "num_dense_frames": 329, + "num_keyframes": 14, + "phase_switch_rises": 1, + "phase_switch_falls": 0, + "ppre_cross_frame": 216, + "pext_cross_frame": 232, + "phase_cross_frame": 7, + "retrieve_cross_frame": 215, + "ready_cross_frame": 234, + "ordering_ok": true, + "dense_boundary_error_to_retrieve_frames": 208.0, + "dense_boundary_error_frames": 227.0, + "dense_boundary_error_fraction": 0.6899696048632219, + "key_boundary_error_to_retrieve_keyframes": 6.0, + "key_boundary_error_keyframes": 6.0, + "auroc_vret_ypre_three": 0.37333333333333335, + "auprc_vret_ypre_three": 0.6271326031029801, + "auroc_vret_ypre_full": 0.37333333333333335, + "auprc_vret_ypre_full": 0.6268323582996906, + "auroc_ppre_ypre": 0.7608547008547009, + "auprc_ppre_ypre": 0.9029342359139458, + "auroc_pext_yext": 1.0, + "auprc_pext_yext": 1.0, + "auroc_phase_yretrieve": 1.0, + "auprc_phase_yretrieve": 1.0, + "f1_phase_yretrieve": 0.5229357798165137, + "auroc_phase_yready": 0.9615384615384615, + "auprc_phase_yready": 0.7866105317416701, + "f1_phase_yready": 0.4556354916067146, + "baseline_auroc_door_yext": 0.0, + "baseline_auprc_door_yext": 0.16605628948799386, + "baseline_auroc_time_yext": 1.0, + "baseline_auprc_time_yext": 1.0, + "baseline_auroc_whole_vis_yext": 0.030927835051546393, + "baseline_auprc_whole_vis_yext": 0.16672328515787038, + "pre_ready_open_more_increases_pext": 1.0, + "pre_ready_open_more_trials": 2.0, + "pre_ready_hold_open_increases_pext": 1.0, + "pre_ready_hold_open_trials": 2.0, + "pre_ready_extract_success": 0.0, + "pre_ready_extract_trials": 2.0, + "pre_ready_wait_extract_success": 0.0, + "pre_ready_wait_trials": 2.0, + "post_ready_extract_success": 0.0, + "post_ready_extract_trials": 2.0, + "post_ready_open_more_low_gain": 2.0, + "post_ready_open_more_trials": 2.0, + "post_ready_hold_open_low_gain": 2.0, + "post_ready_hold_open_trials": 2.0 +} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_independent_full/summary.json b/artifacts/results/oven_episode0_iter6_independent_full/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..90d3021c375e145cdadff41c0fc521c9d4dcfec2 --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_independent_full/summary.json @@ -0,0 +1,106 @@ +{ + "num_episodes": 1, + "mean_metrics": { + "num_dense_frames": 329.0, + "num_keyframes": 14.0, + "phase_switch_rises": 1.0, + "phase_switch_falls": 0.0, + "ppre_cross_frame": 216.0, + "pext_cross_frame": 232.0, + "phase_cross_frame": 7.0, + "retrieve_cross_frame": 215.0, + "ready_cross_frame": 234.0, + "dense_boundary_error_to_retrieve_frames": 208.0, + "dense_boundary_error_frames": 227.0, + "dense_boundary_error_fraction": 0.6899696048632219, + "key_boundary_error_to_retrieve_keyframes": 6.0, + "key_boundary_error_keyframes": 6.0, + "auroc_vret_ypre_three": 0.37333333333333335, + "auprc_vret_ypre_three": 0.6271326031029801, + "auroc_vret_ypre_full": 0.37333333333333335, + "auprc_vret_ypre_full": 0.6268323582996906, + "auroc_ppre_ypre": 0.7608547008547009, + "auprc_ppre_ypre": 0.9029342359139458, + "auroc_pext_yext": 1.0, + "auprc_pext_yext": 1.0, + "auroc_phase_yretrieve": 1.0, + "auprc_phase_yretrieve": 1.0, + "f1_phase_yretrieve": 0.5229357798165137, + "auroc_phase_yready": 0.9615384615384615, + "auprc_phase_yready": 0.7866105317416701, + "f1_phase_yready": 0.4556354916067146, + "baseline_auroc_door_yext": 0.0, + "baseline_auprc_door_yext": 0.16605628948799386, + "baseline_auroc_time_yext": 1.0, + "baseline_auprc_time_yext": 1.0, + "baseline_auroc_whole_vis_yext": 0.030927835051546393, + "baseline_auprc_whole_vis_yext": 0.16672328515787038, + "pre_ready_open_more_increases_pext": 1.0, + "pre_ready_open_more_trials": 2.0, + "pre_ready_hold_open_increases_pext": 1.0, + "pre_ready_hold_open_trials": 2.0, + "pre_ready_extract_success": 0.0, + "pre_ready_extract_trials": 2.0, + "pre_ready_wait_extract_success": 0.0, + "pre_ready_wait_trials": 2.0, + "post_ready_extract_success": 0.0, + "post_ready_extract_trials": 2.0, + "post_ready_open_more_low_gain": 2.0, + "post_ready_open_more_trials": 2.0, + "post_ready_hold_open_low_gain": 2.0, + "post_ready_hold_open_trials": 2.0 + }, + "median_metrics": { + "num_dense_frames": 329.0, + "num_keyframes": 14.0, + "phase_switch_rises": 1.0, + "phase_switch_falls": 0.0, + "ppre_cross_frame": 216.0, + "pext_cross_frame": 232.0, + "phase_cross_frame": 7.0, + "retrieve_cross_frame": 215.0, + "ready_cross_frame": 234.0, + "dense_boundary_error_to_retrieve_frames": 208.0, + "dense_boundary_error_frames": 227.0, + "dense_boundary_error_fraction": 0.6899696048632219, + "key_boundary_error_to_retrieve_keyframes": 6.0, + "key_boundary_error_keyframes": 6.0, + "auroc_vret_ypre_three": 0.37333333333333335, + "auprc_vret_ypre_three": 0.6271326031029801, + "auroc_vret_ypre_full": 0.37333333333333335, + "auprc_vret_ypre_full": 0.6268323582996906, + "auroc_ppre_ypre": 0.7608547008547009, + "auprc_ppre_ypre": 0.9029342359139458, + "auroc_pext_yext": 1.0, + "auprc_pext_yext": 1.0, + "auroc_phase_yretrieve": 1.0, + "auprc_phase_yretrieve": 1.0, + "f1_phase_yretrieve": 0.5229357798165137, + "auroc_phase_yready": 0.9615384615384615, + "auprc_phase_yready": 0.7866105317416701, + "f1_phase_yready": 0.4556354916067146, + "baseline_auroc_door_yext": 0.0, + "baseline_auprc_door_yext": 0.16605628948799386, + "baseline_auroc_time_yext": 1.0, + "baseline_auprc_time_yext": 1.0, + "baseline_auroc_whole_vis_yext": 0.030927835051546393, + "baseline_auprc_whole_vis_yext": 0.16672328515787038, + "pre_ready_open_more_increases_pext": 1.0, + "pre_ready_open_more_trials": 2.0, + "pre_ready_hold_open_increases_pext": 1.0, + "pre_ready_hold_open_trials": 2.0, + "pre_ready_extract_success": 0.0, + "pre_ready_extract_trials": 2.0, + "pre_ready_wait_extract_success": 0.0, + "pre_ready_wait_trials": 2.0, + "post_ready_extract_success": 0.0, + "post_ready_extract_trials": 2.0, + "post_ready_open_more_low_gain": 2.0, + "post_ready_open_more_trials": 2.0, + "post_ready_hold_open_low_gain": 2.0, + "post_ready_hold_open_trials": 2.0 + }, + "single_switch_rate": 1.0, + "reversion_rate": 0.0, + "ordering_ok_rate": 1.0 +} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_independent_full/templates.json b/artifacts/results/oven_episode0_iter6_independent_full/templates.json new file mode 100644 index 0000000000000000000000000000000000000000..0bd24b38166ecfb125568bb499187227fb060343 --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_independent_full/templates.json @@ -0,0 +1,234 @@ +{ + "templates": { + "approach_rel_poses": [ + [ + -0.3625197505146321, + 0.08372429131714548, + 0.13691903626392898, + 0.6416348447407467, + 0.6410872565393582, + 0.29868034011062794, + 0.2968196589661076 + ], + [ + -0.32979445983162176, + 0.08659364792515764, + 0.12045077578809749, + 0.6287469690798895, + 0.6287301318727057, + 0.3243430018231259, + 0.32276506520462594 + ], + [ + -0.2910925493361141, + 0.08985276158129711, + 0.10101096601604831, + 0.6124184244028302, + 0.6122709767290938, + 0.35430518709849695, + 0.35289624381998647 + ], + [ + -0.244818538450706, + 0.09371070170750202, + 0.07770067425331129, + 0.5909841767637374, + 0.5908549510320831, + 0.3889344056030255, + 0.38776043866540033 + ], + [ + -0.19036243621330934, + 0.09824358579289771, + 0.04990667629200307, + 0.5635900638946065, + 0.5631538374566398, + 0.4277702591171187, + 0.4268917903310006 + ], + [ + -0.12217129631756263, + 0.09345070134195246, + -0.006546997831216039, + 0.5503450945485194, + 0.5264249147312487, + 0.4450459711257041, + 0.47109571176286236 + ], + [ + -0.11087643306877748, + 0.09014108451750254, + -0.031580235354697894, + 0.5622041544757288, + 0.5226343775452266, + 0.43323659021636735, + 0.472319651291199 + ] + ], + "pregrasp_rel_pose": [ + -0.12217129631756263, + 0.09345070134195246, + -0.006546997831216039, + 0.5503450945485194, + 0.5264249147312487, + 0.4450459711257041, + 0.47109571176286236 + ], + "grasp_rel_pose": [ + -0.09865615619553114, + 0.09471180553609355, + -0.023587008474192483, + 0.5452601219922814, + 0.5150377871073674, + 0.45379910210390734, + 0.48113808012481835 + ], + "retreat_rel_poses": [ + [ + 0.2548525929450989, + 0.23748670518398285, + 0.292730450630188, + 0.3300291728725241, + 0.627796734434498, + 0.6244628081014154, + 0.3271058033489361 + ], + [ + 0.22123366594314575, + 0.20692090690135956, + 0.3001290559768677, + 0.3293369490711715, + 0.6272174893562581, + 0.6253236114995244, + 0.3272701879538016 + ], + [ + 0.17805954813957214, + 0.16776257753372192, + 0.3092261552810669, + 0.3292203946981642, + 0.627092205167199, + 0.6254558193462786, + 0.3273748859934127 + ], + [ + 0.132161945104599, + 0.1261904537677765, + 0.31862151622772217, + 0.32922833561062037, + 0.6270130163004302, + 0.6255370861132601, + 0.32736330630941085 + ], + [ + 0.05666536092758179, + 0.058310166001319885, + 0.33417391777038574, + 0.3290531759368521, + 0.6267400620289424, + 0.6259557840834131, + 0.3272617582705744 + ], + [ + 0.0558415949344635, + 0.05751470848917961, + 0.3844491243362427, + 0.32944931283048395, + 0.6271554580797323, + 0.6255767695203596, + 0.3267918100454689 + ], + [ + 0.05576580762863159, + 0.053012214601039886, + 0.5137358903884888, + 0.3352571906446373, + 0.6275228042160846, + 0.6205178281888475, + 0.329811114442256 + ], + [ + 0.05594903230667114, + 0.05725332349538803, + 0.6016567945480347, + 0.3290406683903203, + 0.6269357648722236, + 0.625839814295268, + 0.3271212498634039 + ], + [ + 0.11017268896102905, + 0.09445947408676147, + 0.6008111238479614, + 0.3295905054305836, + 0.6274618621218736, + 0.6252874250360436, + 0.3266149819043174 + ], + [ + 0.1597837209701538, + 0.1288578361272812, + 0.6011183261871338, + 0.3293548308249215, + 0.627458650421648, + 0.6253267712318655, + 0.32678351642036935 + ], + [ + 0.19115081429481506, + 0.15017743408679962, + 0.6012866497039795, + 0.3296702831570499, + 0.6273651178974856, + 0.6251746471824625, + 0.3269360392628933 + ] + ], + "grasp_local_center": [ + -0.09865615619553109, + 0.09471180553609354, + -0.02358700847419226 + ], + "grasp_region_extents": [ + 0.03, + 0.015, + 0.004 + ], + "hold_open_angle": 0.7285879850387573, + "open_more_delta": 0.12, + "reference_tray_height": 1.0472617149353027, + "mask_handle_ids": [ + 163 + ] + }, + "template_episode": "episode0", + "template_frames": { + "pregrasp": 229, + "grasp": 234, + "right_close": 91, + "right_open": 130, + "approach": [ + 177, + 187, + 197, + 208, + 218, + 229, + 232 + ], + "retreat": [ + 239, + 244, + 249, + 254, + 264, + 274, + 284, + 295, + 305, + 310, + 315 + ] + }, + "episode_offset": 0 +} \ No newline at end of file diff --git a/artifacts/results/oven_episode0_iter6_visual_checks/boundary_rgb_contact_sheet.png b/artifacts/results/oven_episode0_iter6_visual_checks/boundary_rgb_contact_sheet.png new file mode 100644 index 0000000000000000000000000000000000000000..7e57a5563af9e121cdcac5c2cd0d49aa249f0ba3 --- /dev/null +++ b/artifacts/results/oven_episode0_iter6_visual_checks/boundary_rgb_contact_sheet.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c9b167f0368d6f5fe98575e669b376df9f889c258fe3128d6d593f89d0d2960 +size 277236 diff --git a/code/rr_label_study/oven_study.py b/code/rr_label_study/oven_study.py index 3ed58577fb2029f7bd32b4c4c0571363a8a0cff7..403417de8f4bc660e5fd81a821868e6d7724531d 100644 --- a/code/rr_label_study/oven_study.py +++ b/code/rr_label_study/oven_study.py @@ -14,6 +14,7 @@ from PIL import Image from pyrep.const import ConfigurationPathAlgorithms as Algos from pyrep.errors import ConfigurationPathError from pyrep.objects.joint import Joint +from pyrep.objects.object import Object from pyrep.objects.shape import Shape from rlbench.action_modes.action_mode import BimanualJointPositionActionMode from rlbench.action_modes.gripper_action_modes import BimanualDiscrete @@ -49,7 +50,7 @@ DEFAULT_PPRE_TAU = 0.45 DEFAULT_VISIBILITY_TAU = 0.35 DEFAULT_PEXT_TAU = 0.45 DEFAULT_DOOR_SPEED_TAU = 0.08 -DEFAULT_PHASE_SCORE_TAU = 0.2 +DEFAULT_PHASE_SCORE_TAU = 0.5 DEFAULT_APPROACH_SPEED_TAU = 0.01 DEFAULT_APPROACH_PROGRESS_TAU = 0.02 DEFAULT_APPROACH_ONSET_WINDOW = 96 @@ -70,8 +71,15 @@ class SimulatorSnapshot: right_gripper_tree: bytes left_arm_tree: bytes left_gripper_tree: bytes + right_arm_joints: Tuple[float, ...] + left_arm_joints: Tuple[float, ...] + right_gripper_joints: Tuple[float, ...] + left_gripper_joints: Tuple[float, ...] right_grasped: Tuple[str, ...] left_grasped: Tuple[str, ...] + right_grasped_old_parents: Dict[str, Optional[str]] + left_grasped_old_parents: Dict[str, Optional[str]] + grasped_subtree_poses: Dict[str, Tuple[float, ...]] @dataclass @@ -230,32 +238,100 @@ def _load_mask(episode_dir: Path, frame_index: int, camera_name: str) -> np.ndar def _capture_snapshot(task) -> SimulatorSnapshot: robot = task._scene.robot + right_grasped = tuple(robot.right_gripper.get_grasped_objects()) + left_grasped = tuple(robot.left_gripper.get_grasped_objects()) + grasped_subtree_poses: Dict[str, Tuple[float, ...]] = {} + for grasped_object in right_grasped + left_grasped: + for subtree_object in grasped_object.get_objects_in_tree(exclude_base=False): + grasped_subtree_poses[subtree_object.get_name()] = tuple( + float(value) for value in subtree_object.get_pose() + ) return SimulatorSnapshot( task_state=task._task.get_state(), right_arm_tree=robot.right_arm.get_configuration_tree(), right_gripper_tree=robot.right_gripper.get_configuration_tree(), left_arm_tree=robot.left_arm.get_configuration_tree(), left_gripper_tree=robot.left_gripper.get_configuration_tree(), - right_grasped=tuple(obj.get_name() for obj in robot.right_gripper.get_grasped_objects()), - left_grasped=tuple(obj.get_name() for obj in robot.left_gripper.get_grasped_objects()), + right_arm_joints=tuple(float(value) for value in robot.right_arm.get_joint_positions()), + left_arm_joints=tuple(float(value) for value in robot.left_arm.get_joint_positions()), + right_gripper_joints=tuple(float(value) for value in robot.right_gripper.get_joint_positions()), + left_gripper_joints=tuple(float(value) for value in robot.left_gripper.get_joint_positions()), + right_grasped=tuple(obj.get_name() for obj in right_grasped), + left_grasped=tuple(obj.get_name() for obj in left_grasped), + right_grasped_old_parents={ + obj.get_name(): ( + None if old_parent is None else old_parent.get_name() + ) + for obj, old_parent in zip(right_grasped, robot.right_gripper._old_parents) + }, + left_grasped_old_parents={ + obj.get_name(): ( + None if old_parent is None else old_parent.get_name() + ) + for obj, old_parent in zip(left_grasped, robot.left_gripper._old_parents) + }, + grasped_subtree_poses=grasped_subtree_poses, ) def _restore_snapshot(task, snapshot: SimulatorSnapshot) -> None: robot = task._scene.robot - robot.release_gripper() + snapshot_has_grasp = bool(snapshot.right_grasped or snapshot.left_grasped) + if not snapshot_has_grasp: + robot.release_gripper() + try: + task._task.restore_state(snapshot.task_state) + except RuntimeError: + task._pyrep.set_configuration_tree(snapshot.task_state[0]) task._pyrep.set_configuration_tree(snapshot.right_arm_tree) task._pyrep.set_configuration_tree(snapshot.right_gripper_tree) task._pyrep.set_configuration_tree(snapshot.left_arm_tree) task._pyrep.set_configuration_tree(snapshot.left_gripper_tree) - task._pyrep.set_configuration_tree(snapshot.task_state[0]) + robot.right_arm.set_joint_positions(list(snapshot.right_arm_joints), disable_dynamics=True) + robot.left_arm.set_joint_positions(list(snapshot.left_arm_joints), disable_dynamics=True) + robot.right_arm.set_joint_target_positions(list(snapshot.right_arm_joints)) + robot.left_arm.set_joint_target_positions(list(snapshot.left_arm_joints)) + robot.right_gripper.set_joint_positions( + list(snapshot.right_gripper_joints), disable_dynamics=True + ) + robot.left_gripper.set_joint_positions( + list(snapshot.left_gripper_joints), disable_dynamics=True + ) + robot.right_gripper.set_joint_target_positions(list(snapshot.right_gripper_joints)) + robot.left_gripper.set_joint_target_positions(list(snapshot.left_gripper_joints)) + if snapshot_has_grasp: + robot.release_gripper() + for name, pose in snapshot.grasped_subtree_poses.items(): + Object.get_object(name).set_pose(np.asarray(pose, dtype=np.float64)) + task._pyrep.step() + if not snapshot_has_grasp: + robot.release_gripper() for name in snapshot.right_grasped: - robot.right_gripper.grasp(Shape(name)) + _force_attach_grasped_object( + robot.right_gripper, + Shape(name), + snapshot.right_grasped_old_parents.get(name), + ) for name in snapshot.left_grasped: - robot.left_gripper.grasp(Shape(name)) + _force_attach_grasped_object( + robot.left_gripper, + Shape(name), + snapshot.left_grasped_old_parents.get(name), + ) task._pyrep.step() +def _force_attach_grasped_object( + gripper, obj: Shape, old_parent_name: Optional[str] +) -> None: + if any(grasped.get_name() == obj.get_name() for grasped in gripper.get_grasped_objects()): + return + gripper._grasped_objects.append(obj) + old_parent = obj.get_parent() if old_parent_name is None else Object.get_object(old_parent_name) + gripper._old_parents.append(old_parent) + obj.set_parent(gripper._attach_point, keep_in_place=True) + + def _build_joint_action(target_obs) -> np.ndarray: def _joint_vector(value, fallback) -> np.ndarray: array = np.asarray(fallback if value is None else value, dtype=np.float64) @@ -357,6 +433,27 @@ class ReplayCache: if not np.allclose(current, desired): self.discrete_gripper.action(self.task._scene, desired) self.current_obs = self._observation_from_scene() + self._maintain_grasp_state(desired) + self.current_obs = self._observation_from_scene() + + def _maintain_grasp_state(self, desired: np.ndarray) -> None: + scene = self.task._scene + robot = scene.robot + if float(desired[0]) <= 0.5: + left_grasped = {obj.get_name() for obj in robot.left_gripper.get_grasped_objects()} + for graspable in scene.task.get_graspable_objects(): + if graspable.get_name() not in left_grasped: + robot.right_gripper.grasp(graspable) + elif robot.right_gripper.get_grasped_objects(): + robot.right_gripper.release() + + if float(desired[1]) <= 0.5: + right_grasped = {obj.get_name() for obj in robot.right_gripper.get_grasped_objects()} + for graspable in scene.task.get_graspable_objects(): + if graspable.get_name() not in right_grasped: + robot.left_gripper.grasp(graspable) + elif robot.left_gripper.get_grasped_objects(): + robot.left_gripper.release() def _quat_to_matrix(quat: Sequence[float]) -> np.ndarray: @@ -839,10 +936,17 @@ def _extract_height_threshold(templates: MotionTemplates) -> float: def _extraction_progress_score(current_height: float, templates: MotionTemplates) -> float: + baseline = float(templates.reference_tray_height) threshold = _extract_height_threshold(templates) - margin = max(0.0, float(current_height) - threshold) + current_height = float(current_height) + if current_height <= baseline: + return 0.0 + if current_height < threshold: + lift_fraction = (current_height - baseline) / max(threshold - baseline, 1e-6) + return float(np.clip(0.8 * lift_fraction, 0.0, 0.8)) + margin = current_height - threshold # Saturate smoothly once the tray is clearly lifted above the oven lip. - return min(1.0, 0.8 + margin / 0.12) + return float(min(1.0, 0.8 + margin / 0.12)) def _pregrasp_score_and_success(task, templates: MotionTemplates) -> Tuple[float, bool]: @@ -858,7 +962,7 @@ def _pregrasp_score_and_success(task, templates: MotionTemplates) -> Tuple[float current_pose, tray_pose, templates ) best = progress - success = distance_to_pregrasp <= 0.08 + success = distance_to_pregrasp <= 0.08 or progress >= 0.50 for pose in _pregrasp_candidates(tray_pose, templates): proximity = math.exp(-float(np.linalg.norm(current_pose[:3] - pose[:3])) / 0.09) best = max(best, 0.7 * progress + 0.3 * proximity) @@ -889,6 +993,16 @@ def _extract_score_and_success(task, templates: MotionTemplates) -> Tuple[float, ) approach_poses = [] if already_grasped else poses[:2] retreat_poses = poses[2:] + if already_grasped and retreat_poses: + future_retreat_poses = [ + pose for pose in retreat_poses if float(pose[2]) > current_height + 0.01 + ] + if future_retreat_poses: + retreat_poses = future_retreat_poses + elif current_height < _extract_height_threshold(templates): + retreat_poses = [retreat_poses[-1]] + else: + retreat_poses = [] milestone_poses = approach_poses + retreat_poses milestone_collision = ([False] * len(approach_poses)) + ([True] * len(retreat_poses)) progress = _extraction_progress_score(current_height, templates) * 0.25 @@ -1012,6 +1126,7 @@ def _compute_frame_rows_sequential( rows: List[Dict[str, float]] = [] for frame_index in sorted({int(index) for index in frame_indices}): cache.step_to(frame_index) + frame_snapshot = cache.snapshot() state = cache.current_state() visibility = _frame_metrics(episode_dir, demo, state, templates) pregrasp_progress, pregrasp_distance = _pregrasp_progress_and_distance( @@ -1037,6 +1152,7 @@ def _compute_frame_rows_sequential( **visibility, } ) + cache.restore(frame_snapshot) return rows finally: env.shutdown() @@ -1111,11 +1227,8 @@ def _annotate_phase_columns(frame_df: pd.DataFrame) -> pd.DataFrame: pregrasp_speed = -np.gradient(pregrasp_distance, DEMO_DT) frame_df["pregrasp_speed"] = pregrasp_speed - approach_speed_score = np.clip(pregrasp_speed / 0.05, 0.0, 1.0) frame_df["phase_score"] = np.clip( - 0.55 * pregrasp_progress - + 0.20 * approach_speed_score - + 0.25 * frame_df["p_pre"].to_numpy(dtype=float), + 0.7 * pregrasp_progress + 0.3 * frame_df["p_pre"].to_numpy(dtype=float), 0.0, 1.0, ) diff --git a/code/scripts/launch_parallel_oven_label_study.py b/code/scripts/launch_parallel_oven_label_study.py index 2c3cde5a94ff9e8048ef86ce5e0e84519f58992b..2ebc1d92e05c2d5106e4a96c1a8667c4593eea81 100644 --- a/code/scripts/launch_parallel_oven_label_study.py +++ b/code/scripts/launch_parallel_oven_label_study.py @@ -68,6 +68,7 @@ def _launch_worker( checkpoint_stride: int, template_episode_index: int, max_frames: Optional[int], + independent_replay: bool, ) -> Tuple[subprocess.Popen, subprocess.Popen]: worker_dir.mkdir(parents=True, exist_ok=True) xvfb = _launch_xvfb(display_num, worker_dir.joinpath("xvfb.log")) @@ -94,6 +95,8 @@ def _launch_worker( ] if max_frames is not None: command.extend(["--max-frames", str(max_frames)]) + if independent_replay: + command.append("--independent-replay") env = os.environ.copy() env["DISPLAY"] = f":{display_num}" @@ -152,6 +155,7 @@ def main(argv: Optional[List[str]] = None) -> int: parser.add_argument("--template-episode-index", type=int, default=0) parser.add_argument("--base-display", type=int, default=110) parser.add_argument("--max-frames", type=int) + parser.add_argument("--independent-replay", action="store_true") args = parser.parse_args(argv) dataset_root = Path(args.dataset_root) @@ -183,6 +187,7 @@ def main(argv: Optional[List[str]] = None) -> int: checkpoint_stride=args.checkpoint_stride, template_episode_index=args.template_episode_index, max_frames=args.max_frames, + independent_replay=args.independent_replay, ) workers.append((xvfb, process)) worker_meta.append(