Initial release: RyWorld VLN stage1 discrete step15000 ckpt + eval pkg
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +2 -34
- EVAL_SUMMARY.md +70 -0
- README.md +211 -0
- a100_4gpu_discrete.yaml +256 -0
- ckpt_step0015000_final.pt +3 -0
- eval_results/SUMMARY.md +70 -0
- eval_results/scripts/agg_dedup_v2.py +45 -0
- eval_results/scripts/eval_metrics2.py +82 -0
- eval_results/scripts/final_verify.py +118 -0
- eval_results/scripts/ground_truth_analysis.py +74 -0
- eval_results/scripts/sweep_diff.py +51 -0
- eval_results/shards/shard0_serial/eval.log.gz +3 -0
- eval_results/shards/shard0_serial/eval_cfg.py +105 -0
- eval_results/shards/shard0_serial/eval_result.log +16 -0
- eval_results/shards/shard0_serial/meta.json +161 -0
- eval_results/shards/shard0_serial/per_episode.csv +104 -0
- eval_results/shards/shard0_serial/server.log.gz +3 -0
- eval_results/shards/shard1_retry/eval.log.gz +3 -0
- eval_results/shards/shard1_retry/eval_cfg.py +105 -0
- eval_results/shards/shard1_retry/eval_result.log +16 -0
- eval_results/shards/shard1_retry/meta.json +162 -0
- eval_results/shards/shard1_retry/per_episode.csv +104 -0
- eval_results/shards/shard1_retry/server.log.gz +3 -0
- eval_results/shards/shard1_serial/eval_cfg.py +105 -0
- eval_results/shards/shard2_serial/eval.log.gz +3 -0
- eval_results/shards/shard2_serial/eval_cfg.py +105 -0
- eval_results/shards/shard2_serial/eval_result.log +16 -0
- eval_results/shards/shard2_serial/meta.json +162 -0
- eval_results/shards/shard2_serial/per_episode.csv +104 -0
- eval_results/shards/shard2_serial/server.log.gz +3 -0
- eval_results/shards/shard3_serial/eval.log.gz +3 -0
- eval_results/shards/shard3_serial/eval_cfg.py +105 -0
- eval_results/shards/shard3_serial/eval_result.log +16 -0
- eval_results/shards/shard3_serial/meta.json +161 -0
- eval_results/shards/shard3_serial/per_episode.csv +104 -0
- eval_results/shards/shard3_serial/server.log.gz +3 -0
- eval_results/shards/shard4_serial/eval.log.gz +3 -0
- eval_results/shards/shard4_serial/eval_cfg.py +105 -0
- eval_results/shards/shard4_serial/eval_result.log +16 -0
- eval_results/shards/shard4_serial/meta.json +161 -0
- eval_results/shards/shard4_serial/per_episode.csv +104 -0
- eval_results/shards/shard4_serial/server.log.gz +3 -0
- eval_results/shards/shard5/eval.log.gz +3 -0
- eval_results/shards/shard5/eval_cfg.py +105 -0
- eval_results/shards/shard5/eval_result.log +15 -0
- eval_results/shards/shard5/eval_resume.log +0 -0
- eval_results/shards/shard5/meta.json +161 -0
- eval_results/shards/shard5/per_episode.csv +97 -0
- eval_results/shards/shard5/server.log.gz +3 -0
- eval_results/shards/shard5/server_resume.log +1319 -0
.gitattributes
CHANGED
|
@@ -1,35 +1,3 @@
|
|
| 1 |
-
*.7z filter=lfs diff=lfs merge=lfs -text
|
| 2 |
-
*.arrow filter=lfs diff=lfs merge=lfs -text
|
| 3 |
-
*.bin filter=lfs diff=lfs merge=lfs -text
|
| 4 |
-
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
| 5 |
-
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
| 6 |
-
*.ftz filter=lfs diff=lfs merge=lfs -text
|
| 7 |
-
*.gz filter=lfs diff=lfs merge=lfs -text
|
| 8 |
-
*.h5 filter=lfs diff=lfs merge=lfs -text
|
| 9 |
-
*.joblib filter=lfs diff=lfs merge=lfs -text
|
| 10 |
-
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
| 11 |
-
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
| 12 |
-
*.model filter=lfs diff=lfs merge=lfs -text
|
| 13 |
-
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
| 14 |
-
*.npy filter=lfs diff=lfs merge=lfs -text
|
| 15 |
-
*.npz filter=lfs diff=lfs merge=lfs -text
|
| 16 |
-
*.onnx filter=lfs diff=lfs merge=lfs -text
|
| 17 |
-
*.ot filter=lfs diff=lfs merge=lfs -text
|
| 18 |
-
*.parquet filter=lfs diff=lfs merge=lfs -text
|
| 19 |
-
*.pb filter=lfs diff=lfs merge=lfs -text
|
| 20 |
-
*.pickle filter=lfs diff=lfs merge=lfs -text
|
| 21 |
-
*.pkl filter=lfs diff=lfs merge=lfs -text
|
| 22 |
*.pt filter=lfs diff=lfs merge=lfs -text
|
| 23 |
-
*.
|
| 24 |
-
*.
|
| 25 |
-
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
| 26 |
-
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
| 27 |
-
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
| 28 |
-
*.tar filter=lfs diff=lfs merge=lfs -text
|
| 29 |
-
*.tflite filter=lfs diff=lfs merge=lfs -text
|
| 30 |
-
*.tgz filter=lfs diff=lfs merge=lfs -text
|
| 31 |
-
*.wasm filter=lfs diff=lfs merge=lfs -text
|
| 32 |
-
*.xz filter=lfs diff=lfs merge=lfs -text
|
| 33 |
-
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
-
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
-
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
*.pt filter=lfs diff=lfs merge=lfs -text
|
| 2 |
+
*.gz filter=lfs diff=lfs merge=lfs -text
|
| 3 |
+
*.tar.gz filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
EVAL_SUMMARY.md
ADDED
|
@@ -0,0 +1,70 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# RyWorld VLNVerse Eval — Full coarse/val_unseen 835 ep
|
| 2 |
+
|
| 3 |
+
## Final metrics (canonical: dedupe-by-trajectory_id across all 835 ep)
|
| 4 |
+
|
| 5 |
+
| Metric | Value |
|
| 6 |
+
|--------|-------|
|
| 7 |
+
| **SR (success rate)** | **51.14%** |
|
| 8 |
+
| **SPL** | **49.22%** |
|
| 9 |
+
| **OSR (oracle success rate)** | **64.79%** |
|
| 10 |
+
| **NE (navigation error, lower better)** | **3.727 m** |
|
| 11 |
+
| **TL (trajectory length)** | **6.121 m** |
|
| 12 |
+
| **nDTW (path alignment)** | **0.9445** |
|
| 13 |
+
|
| 14 |
+
## Run config
|
| 15 |
+
- Checkpoint: `ckpt_step0015000_final.pt` (stage1 discrete, InternVL3.5-1B + StopHead + ProprioProjector)
|
| 16 |
+
- `stop_threshold` = **0.95** (selected after 4-point sweep 0.88/0.92/0.95/0.97 on 30-ep smoke)
|
| 17 |
+
- Sharded 8-way: 7×104 + 1×107 episodes across 8 GPUs
|
| 18 |
+
- `RYWORLD_STOP_DEBUG=1` (per-step disc_argmax + stop_prob captured in server.log.gz)
|
| 19 |
+
- Eval framework: `third_party/vlnverse_emr` `VlnPeEvaluator` + `VLNPEMetric`
|
| 20 |
+
- Data: `data/vlnverse/raw_data/final_splits/coarse_val_unseen.json.gz` (835 ep, raw — evaluator picks `formal` instruction on-the-fly)
|
| 21 |
+
|
| 22 |
+
## Comparison vs VLNVerse paper (arXiv:2512.19021) Table 3 baselines
|
| 23 |
+
|
| 24 |
+
| Method | SR | SPL | Δ vs RyWorld |
|
| 25 |
+
|--------|----|----|--------------|
|
| 26 |
+
| CMA (VLN-CE) | 32.15% | 29.06% | -19.0 |
|
| 27 |
+
| Seq2Seq | 31.91% | 29.68% | -19.2 |
|
| 28 |
+
| HNR | 36.02% | 33.67% | -15.1 |
|
| 29 |
+
| RDP | 41.61% | 37.53% | -9.5 |
|
| 30 |
+
| GAMA (paper SOTA) | 42.45% | 38.89% | -8.7 |
|
| 31 |
+
| **RyWorld @ thr=0.95** | **51.14%** | **49.22%** | — |
|
| 32 |
+
|
| 33 |
+
## Stop head behavior (151,740 chunk positions)
|
| 34 |
+
|
| 35 |
+
| Statistic | Value |
|
| 36 |
+
|-----------|-------|
|
| 37 |
+
| stop_prob median | 0.752 |
|
| 38 |
+
| stop_prob p90 | 0.897 |
|
| 39 |
+
| pathA fire (argmax==Stop natural) | 2.51% |
|
| 40 |
+
| pathB fire (threshold override) | 0.68% |
|
| 41 |
+
| no-stop | 96.81% |
|
| 42 |
+
|
| 43 |
+
## Bucket SR by shortest_path
|
| 44 |
+
|
| 45 |
+
| shortest_path | n | SR | NE |
|
| 46 |
+
|--------------|---|-----|-----|
|
| 47 |
+
| [ 0, 5) m | 151 | 66.9% | 2.55 |
|
| 48 |
+
| [ 5, 8) m | 360 | 59.4% | 3.07 |
|
| 49 |
+
| [ 8, 12) m | 226 | 42.9% | 4.33 |
|
| 50 |
+
| [12, 18) m | 96 | 14.6% | 6.58 |
|
| 51 |
+
| [18, 30) m | 2 | 50.0% | 4.55 |
|
| 52 |
+
|
| 53 |
+
## Files in this package
|
| 54 |
+
|
| 55 |
+
- `shards/<name>/`: per-shard artifacts
|
| 56 |
+
- `meta.json` — provenance + aggregate per shard
|
| 57 |
+
- `per_episode.csv` — every episode's NE/success/SPL/etc
|
| 58 |
+
- `eval_result.log` — vlnverse_emr official format
|
| 59 |
+
- `eval.log.gz` — full eval client log
|
| 60 |
+
- `server.log.gz` — full agent server log (incl STOP_DEBUG per chunk position)
|
| 61 |
+
- `eval_cfg.py` — exact cfg used
|
| 62 |
+
- `scripts/`: aggregation + comparison scripts
|
| 63 |
+
- `agg_dedup_v2.py` — dedupe-by-tid aggregator (canonical numbers)
|
| 64 |
+
- `final_verify.py` — multi-source cross-check
|
| 65 |
+
- `sweep_diff.py`, `eval_metrics2.py`, `ground_truth_analysis.py` — supplementary analyzers
|
| 66 |
+
|
| 67 |
+
## Reproduction
|
| 68 |
+
1. Same ckpt + same cfg + same `stop_threshold=0.95`
|
| 69 |
+
2. Run `scripts/eval/run_eval_structured.sh` 8 times across GPUs with sharded data
|
| 70 |
+
3. Aggregate with `agg_dedup_v2.py`
|
README.md
ADDED
|
@@ -0,0 +1,211 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: apache-2.0
|
| 3 |
+
base_model: OpenGVLab/InternVL3_5-1B
|
| 4 |
+
pipeline_tag: robotics
|
| 5 |
+
library_name: pytorch
|
| 6 |
+
tags:
|
| 7 |
+
- vision-language-navigation
|
| 8 |
+
- VLN
|
| 9 |
+
- VLNVerse
|
| 10 |
+
- InternVL
|
| 11 |
+
- robot-navigation
|
| 12 |
+
- sim2real
|
| 13 |
+
- embodied-AI
|
| 14 |
+
model-index:
|
| 15 |
+
- name: RyWorld VLN — Stage 1 Discrete (step 15000)
|
| 16 |
+
results:
|
| 17 |
+
- task:
|
| 18 |
+
type: vision-language-navigation
|
| 19 |
+
name: VLN coarse/val_unseen
|
| 20 |
+
dataset:
|
| 21 |
+
name: VLNVerse coarse/val_unseen
|
| 22 |
+
type: Eyz/VLNVerse_data
|
| 23 |
+
split: val_unseen
|
| 24 |
+
metrics:
|
| 25 |
+
- type: success_rate
|
| 26 |
+
value: 51.14
|
| 27 |
+
name: Success Rate (%)
|
| 28 |
+
- type: spl
|
| 29 |
+
value: 49.22
|
| 30 |
+
name: SPL (%)
|
| 31 |
+
- type: oracle_success_rate
|
| 32 |
+
value: 64.79
|
| 33 |
+
name: Oracle Success Rate (%)
|
| 34 |
+
- type: navigation_error
|
| 35 |
+
value: 3.727
|
| 36 |
+
name: Navigation Error (m)
|
| 37 |
+
- type: ndtw
|
| 38 |
+
value: 0.9445
|
| 39 |
+
name: nDTW
|
| 40 |
+
---
|
| 41 |
+
|
| 42 |
+
# RyWorld VLN — Stage 1 Discrete (step 15000)
|
| 43 |
+
|
| 44 |
+
**Vision-language navigation policy** built on InternVL3.5-1B with a separate
|
| 45 |
+
StopHead and ProprioProjector. Trained on the VLNVerse coarse/fine training
|
| 46 |
+
set; evaluated on the official `coarse/val_unseen` 835-episode benchmark using
|
| 47 |
+
the [vlnverse_emr](https://github.com/sihaoevery/vlnverse) evaluation framework.
|
| 48 |
+
|
| 49 |
+
## Headline result
|
| 50 |
+
|
| 51 |
+
On the full **VLNVerse coarse/val_unseen (835 episodes)** with `stop_threshold = 0.95`:
|
| 52 |
+
|
| 53 |
+
| Metric | Value |
|
| 54 |
+
|--------|-------|
|
| 55 |
+
| **Success Rate (SR)** | **51.14%** |
|
| 56 |
+
| **SPL** | **49.22%** |
|
| 57 |
+
| Oracle Success Rate (OSR) | 64.79% |
|
| 58 |
+
| Navigation Error (NE) | 3.727 m |
|
| 59 |
+
| nDTW | 0.9445 |
|
| 60 |
+
| Mean Trajectory Length | 6.121 m |
|
| 61 |
+
|
| 62 |
+
## Comparison vs VLNVerse paper baselines
|
| 63 |
+
|
| 64 |
+
Reproduced inside the official `vlnverse_emr` framework on the same `coarse/val_unseen`
|
| 65 |
+
split. Baseline numbers from VLNVerse paper ([arXiv:2512.19021](https://arxiv.org/abs/2512.19021), Table 3):
|
| 66 |
+
|
| 67 |
+
| Method | SR ↑ | SPL ↑ | Δ vs RyWorld |
|
| 68 |
+
|--------|------|-------|--------------|
|
| 69 |
+
| CMA (VLN-CE) | 32.15% | 29.06% | −18.99 / −20.16 |
|
| 70 |
+
| Seq2Seq | 31.91% | 29.68% | −19.23 / −19.54 |
|
| 71 |
+
| HNR | 36.02% | 33.67% | −15.12 / −15.55 |
|
| 72 |
+
| RDP | 41.61% | 37.53% | −9.53 / −11.69 |
|
| 73 |
+
| GAMA (paper SOTA) | 42.45% | 38.89% | **−8.69 / −10.33** |
|
| 74 |
+
| **RyWorld @ thr=0.95 (this model)** | **51.14%** | **49.22%** | — |
|
| 75 |
+
|
| 76 |
+
## Architecture
|
| 77 |
+
|
| 78 |
+
```
|
| 79 |
+
Inputs: Outputs (per chunk position, chunk_size=4):
|
| 80 |
+
- RGB 256x256 (Isaac live or - Discrete head xattn: 4-way CE
|
| 81 |
+
pre-rendered training video) (0=Stop / 1=Forward / 2=TurnLeft / 3=TurnRight)
|
| 82 |
+
- Instruction text (formal variant) - Stop head xattn: BCE-with-pos_weight
|
| 83 |
+
- Proprio history N=8 keyframes soft target stop_proximity = exp(-d/tau)
|
| 84 |
+
(body-frame deltas [dx, dy, tau=4.33 aligned to success_radius=3 m
|
| 85 |
+
cos(dtheta), sin(dtheta)])
|
| 86 |
+
- Previous action class history
|
| 87 |
+
(decision-point keyframe selector)
|
| 88 |
+
|
| 89 |
+
Backbone: OpenGVLab/InternVL3_5-1B (InternViT-300M + Qwen3-0.6B, d_model=1024,
|
| 90 |
+
vision tower frozen, LoRA r=8 on language, mlp1 trainable)
|
| 91 |
+
Connector: ProprioProjector (continuous proprio -> 1024 embedding)
|
| 92 |
+
```
|
| 93 |
+
|
| 94 |
+
Detailed architecture & training in `docs/RYWORLD_ARCHITECTURE.md` of the source repo.
|
| 95 |
+
|
| 96 |
+
## Per-segment performance
|
| 97 |
+
|
| 98 |
+
SR broken down by reference path length (`shortest_path_length`):
|
| 99 |
+
|
| 100 |
+
| Path length (m) | n | SR | NE (m) |
|
| 101 |
+
|-----------------|---|----|--------|
|
| 102 |
+
| [ 0, 5) | 151 | 66.9% | 2.55 |
|
| 103 |
+
| [ 5, 8) | 360 | 59.4% | 3.07 |
|
| 104 |
+
| [ 8, 12) | 226 | 42.9% | 4.33 |
|
| 105 |
+
| [12, 18) | 96 | 14.6% | 6.58 |
|
| 106 |
+
| [18, 30) | 2 | 50.0% | 4.55 |
|
| 107 |
+
|
| 108 |
+
The drop on long paths (>12 m) is the dominant remaining gap; addressing it
|
| 109 |
+
likely requires either training-time long-horizon planning supervision or
|
| 110 |
+
larger `forward_distance` per high-level action.
|
| 111 |
+
|
| 112 |
+
## Stop head behavior (151,740 chunk-positions)
|
| 113 |
+
|
| 114 |
+
| Statistic | Value |
|
| 115 |
+
|-----------|-------|
|
| 116 |
+
| stop_prob median | 0.752 |
|
| 117 |
+
| stop_prob p90 | 0.897 |
|
| 118 |
+
| pathA fire (argmax==Stop, natural) | 2.51% |
|
| 119 |
+
| pathB fire (threshold override) | 0.68% |
|
| 120 |
+
| no-stop | 96.81% |
|
| 121 |
+
|
| 122 |
+
`stop_threshold=0.95` was selected via a 4-point sweep (0.88/0.92/0.95/0.97) on
|
| 123 |
+
a 30-episode smoke subset before the full run. Higher thresholds (0.97+) cause
|
| 124 |
+
overshoot regressions on the long-path segment; 0.95 is the empirical sweet spot.
|
| 125 |
+
|
| 126 |
+
## How to use
|
| 127 |
+
|
| 128 |
+
### 1. Load the checkpoint
|
| 129 |
+
|
| 130 |
+
```python
|
| 131 |
+
import torch
|
| 132 |
+
from omegaconf import OmegaConf
|
| 133 |
+
import sys
|
| 134 |
+
sys.path.insert(0, "/path/to/ry-dynamics-vln-ryworld")
|
| 135 |
+
from ryworld.training.train_ryworld_vlm import build_model_from_yaml
|
| 136 |
+
from ryworld.training.ryworld_train_utils_vlm import load_vlm_checkpoint
|
| 137 |
+
|
| 138 |
+
cfg = OmegaConf.merge(
|
| 139 |
+
OmegaConf.load("stage1_discrete.yaml"),
|
| 140 |
+
OmegaConf.load("a100_4gpu_discrete.yaml"),
|
| 141 |
+
)
|
| 142 |
+
model = build_model_from_yaml(cfg, device=torch.device("cuda"))
|
| 143 |
+
load_vlm_checkpoint(model, None, "ckpt_step0015000_final.pt", strict_model=False)
|
| 144 |
+
model.train(False) # inference mode
|
| 145 |
+
```
|
| 146 |
+
|
| 147 |
+
### 2. Evaluate on VLNVerse
|
| 148 |
+
|
| 149 |
+
```bash
|
| 150 |
+
cd /path/to/ry-dynamics-vln-ryworld
|
| 151 |
+
conda activate vlnverse # Isaac Sim 4.5 + torch 2.7.1 + cu126
|
| 152 |
+
export OMNI_KIT_ACCEPT_EULA=YES
|
| 153 |
+
|
| 154 |
+
bash scripts/eval/run_eval_structured.sh \
|
| 155 |
+
--ckpt ckpt_step0015000_final.pt \
|
| 156 |
+
--tag eval_replicate \
|
| 157 |
+
--stop-thr 0.95
|
| 158 |
+
```
|
| 159 |
+
|
| 160 |
+
See `scripts/eval/run_eval_structured.sh` for the eval pipeline (records meta.json + per_episode.csv + appends to docs/eval_ledger.jsonl).
|
| 161 |
+
|
| 162 |
+
## Training data
|
| 163 |
+
|
| 164 |
+
- **VLNVerse coarse + fine train** (~12,000 trajectories, 33 indoor scenes)
|
| 165 |
+
- Pre-rendered RGB videos at 256x256 (10 fps)
|
| 166 |
+
- Discrete action labels (0=Stop / 1=Forward / 2=TurnLeft / 3=TurnRight)
|
| 167 |
+
- Formal-variant instruction text
|
| 168 |
+
|
| 169 |
+
Trained on 4x A100 80 GB with `chunk_size=4` multi-step CE supervision +
|
| 170 |
+
StopHead BCE (pos_weight=5.0, tau=4.33).
|
| 171 |
+
|
| 172 |
+
## Files in this repo
|
| 173 |
+
|
| 174 |
+
| File | Description |
|
| 175 |
+
|------|-------------|
|
| 176 |
+
| `ckpt_step0015000_final.pt` | Main checkpoint (2.81 GB) |
|
| 177 |
+
| `stage1_discrete.yaml` | Base training config |
|
| 178 |
+
| `a100_4gpu_discrete.yaml` | Production overlay (4x A100) |
|
| 179 |
+
| `h1_ryworld_cfg_vlnverse_coarse_val_unseen.py` | Eval config (vlnverse_emr) |
|
| 180 |
+
| `eval_results/` | Full eval artifacts: per-shard meta.json, per_episode.csv, server.log.gz with STOP_DEBUG |
|
| 181 |
+
| `EVAL_SUMMARY.md` | One-page summary of headline metrics |
|
| 182 |
+
|
| 183 |
+
## Citation
|
| 184 |
+
|
| 185 |
+
```bibtex
|
| 186 |
+
@misc{ryworld2026,
|
| 187 |
+
title = {RyWorld: Vision-Language Navigation with a Unified Multimodal World Model},
|
| 188 |
+
author = {RyWorld Team, Ruyi Dynamics},
|
| 189 |
+
year = {2026},
|
| 190 |
+
url = {https://huggingface.co/ruyidynamics/ryworld-vln-stage1-discrete-15k}
|
| 191 |
+
}
|
| 192 |
+
```
|
| 193 |
+
|
| 194 |
+
If you use this model on the VLNVerse benchmark, please also cite the underlying
|
| 195 |
+
benchmark paper:
|
| 196 |
+
|
| 197 |
+
```bibtex
|
| 198 |
+
@article{vlnverse2025,
|
| 199 |
+
title = {VLNVerse: A Large-Scale Extensible Benchmark for Vision-Language Navigation},
|
| 200 |
+
author = {Sihao Yu and Yuxuan Zhang and others},
|
| 201 |
+
journal = {arXiv preprint arXiv:2512.19021},
|
| 202 |
+
year = {2025}
|
| 203 |
+
}
|
| 204 |
+
```
|
| 205 |
+
|
| 206 |
+
## License
|
| 207 |
+
|
| 208 |
+
Apache-2.0 (model weights & code).
|
| 209 |
+
|
| 210 |
+
Note: VLNVerse data and Isaac Sim assets retain their own licenses (see the
|
| 211 |
+
[VLNVerse repo](https://github.com/sihaoevery/vlnverse) for details).
|
a100_4gpu_discrete.yaml
ADDED
|
@@ -0,0 +1,256 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# A100 4×GPU Discrete training recipe — VLNVerse R2R-CE.
|
| 2 |
+
#
|
| 3 |
+
# 这是单文件 overlay:所有 A100 4GPU 的 batch / LR / schedule + 数据采样 +
|
| 4 |
+
# inflection-weight + weight_decay 调优都在这里。原 ``stride1_iw32.yaml`` 和
|
| 5 |
+
# ``_run_nocache_mlp1_train.yaml`` 已合并入此文件,避免覆盖顺序陷阱
|
| 6 |
+
# (OmegaConf last-wins,多个 overlay 间冲突 key 容易静默失效)。
|
| 7 |
+
#
|
| 8 |
+
# **2026-05-08 默认切换为 no-cache + mlp1 trainable**:让 1M 参数的 mlp1
|
| 9 |
+
# connector 学 IsaacSim 渲染 → InternViT WebData 的 sim domain gap。原
|
| 10 |
+
# cache + frozen mlp1 baseline 通过 cli override 可恢复(见 §Ablation 节)。
|
| 11 |
+
#
|
| 12 |
+
# Recipe rationale (4 层修复,按贡献排序):
|
| 13 |
+
#
|
| 14 |
+
# 1. 视觉泛化 (sample_stride=1 + inflection_weight_coef=3.2)
|
| 15 |
+
# 旧默认 sample_stride=3 (decision-point-aware) 只让模型见到 ~33% steady-state
|
| 16 |
+
# Forward 视觉上下文。replay-eval 在 stride=1 (closed-loop 实际分布) 上 Forward
|
| 17 |
+
# acc=35%,stride=3 (训练同分布) 70% —— 35pp gap 是结构性视觉泛化失败。
|
| 18 |
+
# fix: stride=1 让视觉覆盖每帧;iw=3.2 在 loss 里给"行动切换帧" 3.2× 权重。
|
| 19 |
+
# stop_oversample_factor=1 因为 iw=3.2 × class_weight[Stop]=3.0 已给 Stop ~9.6×
|
| 20 |
+
# 有效梯度(叠 class_weights 后层级:Stop 9.6 > Turn 3.2 > F-decision 1.28 >
|
| 21 |
+
# F-steady 0.4)。vlnverse_emr 5 个 baseline 全部用 iw=3.2。
|
| 22 |
+
#
|
| 23 |
+
# class_weights 重标定 [2.0,0.6,1.2,1.2] → [3.0,0.4,1.0,1.0]:
|
| 24 |
+
# base 的 [2.0,0.6,1.2,1.2] 是为 stride=3+oversample=4 自洽标定的;本 overlay 切到
|
| 25 |
+
# stride=1+oversample=1+iw=3.2 后,旧 weights 会让 Stop 梯度 share 跌到 7.6%(远低于
|
| 26 |
+
# 原 21% 设计目标)。实测 per-frame 分布 1.99%/66.83%/16.54%/14.65% + 上述 iw 加权后,
|
| 27 |
+
# 新 weights [3.0,0.4,1.0,1.0] 给出 Stop 14% / F 33% / TL 27.5% / TR 25.5%(温和折中,
|
| 28 |
+
# 不极端到 [4.14,0.23,1.0,1.0] 完全恢复旧 21/21/30/30 target)。
|
| 29 |
+
#
|
| 30 |
+
# 2. 训练量 (max_steps=15000,约 9.86 epoch)
|
| 31 |
+
# 实测 stride=1 数据 = 7928 trajectories × 49.1 frames = 389,499 samples/epoch。
|
| 32 |
+
# effective batch = 4 GPU × 64 = 256 → 1521.5 steps/epoch (实测精确值)。
|
| 33 |
+
# 15000 / 1521.5 ≈ 9.86 epoch — 1B + LoRA fine-tune 经验甜区上沿。
|
| 34 |
+
# 旧 max_steps=3000 在 stride=1 下 = 1.97 epoch(严重欠训)。
|
| 35 |
+
# vlnverse_emr 跑 80 epoch 但模型是小 CMA,不直接对照。
|
| 36 |
+
#
|
| 37 |
+
# 3. weight_decay (0.01 → 1e-4)
|
| 38 |
+
# base AdamW 默认 0.01 对 1B + LoRA 偏强,可能压扁 LoRA 与 scratch heads。
|
| 39 |
+
# vlnverse_emr 用 1e-5(小 CMA 可承受),我们走中点 1e-4。
|
| 40 |
+
#
|
| 41 |
+
# 4. 长程 spatial memory (keyframe selector_type=decision_point + max_history=8)
|
| 42 |
+
# 之前 FIFO 4 是激进轻量化,三个理由经审视后均不成立或失效:(a) 闭环 inference
|
| 43 |
+
# 没法 decision_point 是错误的——NavigationMemory.update 是增量计算只查
|
| 44 |
+
# yaw 与最近 KF 差,不需未来;vlm_runtime 已正确使用同 selector,无 train-infer
|
| 45 |
+
# mismatch;(b) ViT 提速 2× 在 vision_cache 启用后失效(ViT compute = 0);
|
| 46 |
+
# (c) "Stop/Turn 短瞬态" 不解释 Forward steady-state 视觉混淆(0.4s FIFO 看
|
| 47 |
+
# 不出"我已 Forward 5 步还是 12 步"),这正是 vlnverse_emr 报告的 R2R-CE 主因。
|
| 48 |
+
# 8 = 1 anchor (frame 0) + 3 KF (yaw>15° 决策点) + 4 recent,覆盖长/中/短程
|
| 49 |
+
# spatial memory。文献甜点 6-8(DUET/HAMT/NavGPT/vlnverse_emr 5 baselines)。
|
| 50 |
+
# Cost: 序列长度 1.78×(attention O(N²) 增加),per-step wall 估 +30-50%;
|
| 51 |
+
# cache 让 ViT compute 持平。
|
| 52 |
+
#
|
| 53 |
+
# **2026-05 实测 step time(A100 4-GPU batch=64 per-rank, N_h=8 decision_point)**:
|
| 54 |
+
# cache mode + frozen mlp1 ≈ 9-10 sec/step → ~38-42 h 总训 (15k steps)
|
| 55 |
+
# no-cache + trainable mlp1 ≈ 12-13 sec/step → ~50-54 h 总训
|
| 56 |
+
# (旧上古 ~4 sec/step 估算来自 FIFO N_h=4 时代,已不适用 N_h=8)
|
| 57 |
+
#
|
| 58 |
+
# 5. 性能优化已落地(详见 docs/RYWORLD_ARCHITECTURE.md §4.12)
|
| 59 |
+
# a. forward_with_cached_vision_features_batched (单次 LM batched forward 替代 per-sample loop)
|
| 60 |
+
# b. forward_batched (no-cache 路径同样 batched)
|
| 61 |
+
# c. logits_to_keep=1 跳 lm_head 全长 GEMM (~2 sec/step + 45 GiB transient)
|
| 62 |
+
# d. batched proprio inject (索引一次替代 B*N_h 次元素赋值)
|
| 63 |
+
# e. 显式 attn_implementation="flash_attention_2"
|
| 64 |
+
# f. worker-side PIL preprocess (parallel via num_workers=16)
|
| 65 |
+
# g. drop input_embeds.clone() (代码清爽,性能微正)
|
| 66 |
+
#
|
| 67 |
+
# Launch (StopHead 默认 ON;**vision_cache 默认 OFF + mlp1 trainable**):
|
| 68 |
+
#
|
| 69 |
+
# 默认 (no-cache + mlp1 trainable, ~13.5 sec/step DDP, ~50-56 h 总训):
|
| 70 |
+
# 推荐用 ./run_train.sh — 设 RYWORLD_RUN_TS 让 train.log + ckpt + run_shell.log
|
| 71 |
+
# 全落到 checkpoints/{exp}_{TS}/ 同目录。Manual 等价:
|
| 72 |
+
# PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True \
|
| 73 |
+
# torchrun --nproc_per_node=4 -m ryworld.training.train_ryworld_vlm \
|
| 74 |
+
# --config ryworld/configs/stage1_discrete.yaml \
|
| 75 |
+
# --config-override ryworld/configs/overlays/a100_4gpu_discrete.yaml
|
| 76 |
+
#
|
| 77 |
+
# Ablation A (cache mode + frozen mlp1, ~9-10 sec/step DDP, ~38-42 h 总训):
|
| 78 |
+
# train_ryworld_vlm argparse 不收 cli key=value 位置参数。Ablation 用
|
| 79 |
+
# 一个 2 行 overlay 文件 _ablation_cache.yaml(model.trunk.freeze_mlp1=true
|
| 80 |
+
# + data.vision_cache_root=/robot/tw/vlnverse_vision_cache_internvl1b),
|
| 81 |
+
# 然后双 overlay 叠加:
|
| 82 |
+
# # 一次性预算 cache (cache-root 由 precompute 脚本参数指定,无需 yaml):
|
| 83 |
+
# python scripts/data/precompute_vision_features.py \
|
| 84 |
+
# --config ryworld/configs/stage1_discrete.yaml \
|
| 85 |
+
# --config-override ryworld/configs/overlays/a100_4gpu_discrete.yaml \
|
| 86 |
+
# --data-root /robot/tw/vlnverse_datasets \
|
| 87 |
+
# --cache-root /robot/tw/vlnverse_vision_cache_internvl1b
|
| 88 |
+
# # 训练:
|
| 89 |
+
# torchrun ... \
|
| 90 |
+
# --config-override ryworld/configs/overlays/a100_4gpu_discrete.yaml \
|
| 91 |
+
# --config-override ryworld/configs/overlays/_ablation_cache.yaml
|
| 92 |
+
#
|
| 93 |
+
# 评判(用 scripts/eval/replay_offline_eval.py):
|
| 94 |
+
# * stride=1 Forward acc 旧 35% → 目标 ≥ 60%
|
| 95 |
+
# * stride=3 Forward acc ≥ 65%
|
| 96 |
+
# * 训练曲线 classes 间 loss 差距缩小,5k-8k step 后仍下降
|
| 97 |
+
|
| 98 |
+
# ---------------------------------------------------------------------------
|
| 99 |
+
# Model — VEPFS 本地权重路径 + class_weights 重标定 + 默认启用 StopHead
|
| 100 |
+
# (StopHead 字段 2026-05-07 由原 overlays/stop_head.yaml 合并入此 recipe;
|
| 101 |
+
# VLNVerse goal_position 数据 100% 命中、推理路径与训练对齐已落地,
|
| 102 |
+
# StopHead 现为本 recipe 默认配置;单独 overlay 已删除以避免覆盖顺序陷阱)
|
| 103 |
+
#
|
| 104 |
+
# **freeze_mlp1=false (默认 2026-05-08)**:让 1M 参数的 mlp1 connector
|
| 105 |
+
# 学 IsaacSim 渲染 → InternViT WebData 的 sim domain gap。VLNVerse 的图像
|
| 106 |
+
# 全部由 IsaacSim 渲染 (贴图风格 / 光照频谱 / 纹理统计),跟 InternViT 在
|
| 107 |
+
# WebData 上 pretrain 的真实分布有不可忽视的 gap;mlp1 是唯一能在 vision
|
| 108 |
+
# side 吸收 gap 的 trainable 1M 参数 (vision tower 仍冻结)。Cost: 训练图
|
| 109 |
+
# 多走 ViT (~2 sec/step) + mlp1 forward+bwd (~0.1 sec),~+25-30% step time
|
| 110 |
+
# vs cache mode。Cache 模式 (frozen mlp1) 通过 cli override 可恢复,见
|
| 111 |
+
# 上方 Ablation A 节。
|
| 112 |
+
#
|
| 113 |
+
# **vision_cache_root=null (默认 2026-05-08)**:禁用 cache 配套
|
| 114 |
+
# freeze_mlp1=false。cache + freeze_mlp1=False 是 silent 死锁 (cache
|
| 115 |
+
# 绕过 mlp1 forward → mlp1 trainable 但永远收不到梯度),
|
| 116 |
+
# train_ryworld_vlm.py 启动时 guard 显式 raise 阻止该组合。
|
| 117 |
+
# ---------------------------------------------------------------------------
|
| 118 |
+
model:
|
| 119 |
+
trunk:
|
| 120 |
+
model_id_or_path: /imotion-vepfs/imotion_zxnet/workspace_wei/hf_models/InternVL3_5-1B
|
| 121 |
+
local_files_only: true
|
| 122 |
+
freeze_mlp1: false # default 2026-05-08: mlp1 trainable 学 sim domain gap
|
| 123 |
+
joint:
|
| 124 |
+
# Separate binary StopHead — decouples "am I at the goal?" from
|
| 125 |
+
# navigation argmax. Soft labels via stop_proximity = exp(-d/τ); inference
|
| 126 |
+
# gate P(stop) > stop_threshold (default 0.5) overrides argmax with class 0.
|
| 127 |
+
enable_stop_head: true
|
| 128 |
+
stop_head_type: xattn
|
| 129 |
+
stop_xattn_n_layers: 2
|
| 130 |
+
stop_xattn_dropout: 0.1
|
| 131 |
+
# Action history conditioning — fuse past N keyframes' discrete action
|
| 132 |
+
# class into the per-keyframe embedding via Embedding(4, d_model). Targets
|
| 133 |
+
# the Forward steady-state visual confusion (visual context alone cannot
|
| 134 |
+
# distinguish "forwarding for 3 steps" from "forwarding for 10" in a
|
| 135 |
+
# corridor; explicit class history makes it trivial).
|
| 136 |
+
#
|
| 137 |
+
# Re-enable (2026-05-08): the 2026-05-07 triage crash on this overlay
|
| 138 |
+
# ("DDP reducer reports static_graph violation on iter 2") was caused
|
| 139 |
+
# by all-pad early-episode samples (history_mask all-False) — the
|
| 140 |
+
# per-sample slice of action_emb's batched output collapses to
|
| 141 |
+
# ``[0, d_model]``, so on the very first iter autograd can't see
|
| 142 |
+
# action_emb participating, ``static_graph=True`` locks it as
|
| 143 |
+
# "unused", and any later iter with a non-empty mask flips the
|
| 144 |
+
# participation pattern → reducer error. The longer history window
|
| 145 |
+
# under decision_point (max_history=8 vs FIFO=4) makes early-episode
|
| 146 |
+
# all-pad batches more likely. Fix lives in ``compute_losses`` of
|
| 147 |
+
# ``ryworld/models/world/ryworld_vlm_joint.py``: action_emb +
|
| 148 |
+
# action_emb_scale are now unconditionally folded into the
|
| 149 |
+
# zero-scaled dummy term whenever the module is allocated, which
|
| 150 |
+
# guarantees consistent grad participation across iters. Verified by
|
| 151 |
+
# tests/test_action_history.py + an all-pad batch smoke test.
|
| 152 |
+
use_action_history: true
|
| 153 |
+
action_emb_init_scale: 0.1
|
| 154 |
+
loss:
|
| 155 |
+
# 2026-05-10 重新标定(旧 [3.0, 0.4, 1.0, 1.0] + iw=3.2 实测 cls1 acc plateau
|
| 156 |
+
# 在 0.43-0.49,pred_frac 0.34 vs label 0.67 gap 0.32,模型完美收敛到 loss
|
| 157 |
+
# 设计的 Forward share 33%。Bayesian 反推:要 replay-eval Forward acc ≥ 60%,
|
| 158 |
+
# designed share 需 ≥ 55% → cw[1] 0.4 → 0.7(+75%)。同时 iw 3.2 → 2.5
|
| 159 |
+
# (-22%),减少 inflection 帧(多为 Turn)的 boost,间接释放 Forward share。
|
| 160 |
+
# 新 designed share: Stop 12% / Forward 53% / TurnL 20% / TurnR 18%。
|
| 161 |
+
# 历史: 旧 base [2.0,0.6,1.2,1.2] 是为 stride=3+oversample=4 标定的。
|
| 162 |
+
discrete_class_weights: [3.0, 0.7, 1.0, 1.0]
|
| 163 |
+
# StopHead BCE 与 VLNVerse success_radius=3.0m 对齐:
|
| 164 |
+
# - stop_proximity = exp(-d/τ)。要让 d=success_radius 时软目标 ≈ 推理阈值
|
| 165 |
+
# stop_threshold=0.5(即 d=3m 处训练-推理决策点对齐),解
|
| 166 |
+
# τ = -3.0/ln(0.5) ≈ 4.33。
|
| 167 |
+
# 旧值 τ=2.0 让 d=3m 时目标仅 0.22 → 推理 0.5 阈值实际触发距离仅 1.39m,
|
| 168 |
+
# 模型可能穿过 success 半径仍不停,浪费 navigation steps。
|
| 169 |
+
# - lambda_stop=0.5(保守起步):BCE-with-pos_weight=5 数值上可能远大于
|
| 170 |
+
# 4-class focal CE,1.0 同权易让 stop loss 主导梯度让 navigation 头退化。
|
| 171 |
+
# 依据前 500 step 两 loss 数值与 stop_recall/precision 再回调。
|
| 172 |
+
# - focal γ=2 强压大量 negative;pos_weight=5 补 Stop 帧 ~2% 类频。
|
| 173 |
+
lambda_stop: 0.5
|
| 174 |
+
stop_focal_gamma: 2.0
|
| 175 |
+
stop_proximity_tau: 4.33
|
| 176 |
+
stop_pos_weight: 5.0
|
| 177 |
+
|
| 178 |
+
# ---------------------------------------------------------------------------
|
| 179 |
+
# Data — A100-80GB 大 batch + 视觉泛化 fix (stride=1 + iw=3.2 + oversample=1) +
|
| 180 |
+
# decision_point 8 历史帧(1 anchor + 3 KF + 4 recent,长程+决策点+短程)+
|
| 181 |
+
# no-cache (ViT + mlp1 进训练图,mlp1 学 sim domain gap)
|
| 182 |
+
#
|
| 183 |
+
# Keyframe selector 选型(2026-05 决策):
|
| 184 |
+
# * 之前 FIFO 4 的三个理由经审视后均不成立或失效:
|
| 185 |
+
# (a) 闭环 inference 没法 decision_point —— 错。NavigationMemory.update 是
|
| 186 |
+
# 增量计算,只比较与最近 KF 的 yaw 差,不需要未来序列;vlm_runtime
|
| 187 |
+
# 已正确使用同一个 selector,不存在 train-infer mismatch。
|
| 188 |
+
# (b) ViT 提速 2× —— 切到 no-cache 后 ViT compute 又回到训练图 ~2 sec/step,
|
| 189 |
+
# FIFO 4 vs decision_point 8 的 attention seq 长度 1.78× 差距重新有意义;
|
| 190 |
+
# 但 use_action_history=true 已补偿 Forward steady-state 视觉混淆。
|
| 191 |
+
# (c) Stop/Turn 1-2 帧短瞬态够用 —— 不解释 Forward steady-state 失明
|
| 192 |
+
# (0.4s FIFO 看不出"我已 Forward 5 步还是 12 步"),这正是 vlnverse_emr
|
| 193 |
+
# 报告的 R2R-CE Forward 视觉混淆主因。
|
| 194 |
+
# * 文献甜点 6-8 history(DUET / HAMT / NavGPT / vlnverse_emr 5 baselines),
|
| 195 |
+
# FIFO 4 是激进轻量化偏离。
|
| 196 |
+
# * 选 8 = 1 anchor (frame 0, episode 起点场景锚) + 3 KF (yaw 变化决策点) +
|
| 197 |
+
# 4 recent (短期连续上下文),三段 buffer 覆盖长/中/短程 spatial memory。
|
| 198 |
+
# * 序列长度 ~1320 → ~2350 (1.78×),attention O(N²) 升 3×;no-cache 模式
|
| 199 |
+
# ViT compute 回训练图 ~2 sec/step。实测 ~12-13 sec/step DDP @ 4xA100。
|
| 200 |
+
# ---------------------------------------------------------------------------
|
| 201 |
+
data:
|
| 202 |
+
root: /robot/tw/vlnverse_datasets # 7928 traj VLNVerse R2R-CE,npy 格式
|
| 203 |
+
vision_cache_root: null # default 2026-05-08: ViT+mlp1 进训练图;
|
| 204 |
+
# cache 模式恢复见 Ablation A 节
|
| 205 |
+
batch_size: 64 # 64 + GC=true 是经测试可装的配置;
|
| 206 |
+
# global_batch = 4 × 64 = 256
|
| 207 |
+
# 实测过 batch=80:no speedup (samples/sec 持平 26.5),
|
| 208 |
+
# GPU 已 94% compute-saturated,加 batch 只是按比例
|
| 209 |
+
# 摊 wall-clock + 险些 OOM(72.8/80 GB)。
|
| 210 |
+
# 加速只能从结构性维度找(vision token 降密 / N_h 砍半)。
|
| 211 |
+
num_workers: 16 # 8 imgs × 64 batch / rank = 512 frames load/step;
|
| 212 |
+
# cache load + ProprioProjector 预算够用
|
| 213 |
+
sample_stride: 1
|
| 214 |
+
stop_oversample_factor: 1
|
| 215 |
+
inflection_weight_coef: 2.5 # 2026-05-10: 3.2 → 2.5。iw 主要 boost Turn 起止帧
|
| 216 |
+
# (inflection 集中在 Turn 而非 Forward steady state),
|
| 217 |
+
# 间接持续压 Forward share。降到 2.5 配合 cw[1]=0.7
|
| 218 |
+
# 共同把 designed Forward share 从 33% 抬到 53%。
|
| 219 |
+
# vlnverse_emr 用 3.2 但他们是小 CMA model + 不同
|
| 220 |
+
# class_weights 平衡,不直接对照。
|
| 221 |
+
keyframe:
|
| 222 |
+
# 8 = 1 anchor + 3 KF region + 4 recent reserved。
|
| 223 |
+
selector_type: decision_point
|
| 224 |
+
max_history: 8
|
| 225 |
+
yaw_thresh_deg: 15.0
|
| 226 |
+
min_frame_gap: 1 # VLNVerse 10fps,每帧都可成 KF;阈值由 yaw 控制
|
| 227 |
+
protect_first_frame: true # frame 0 始终保留作为 episode anchor
|
| 228 |
+
yaw_lowpass_alpha: 0.0 # discrete env yaw 信号干净,不需低通
|
| 229 |
+
reserve_recent_frames: 4 # 最新 4 帧不 evict(短期连续上下文)
|
| 230 |
+
|
| 231 |
+
# ---------------------------------------------------------------------------
|
| 232 |
+
# Optim — sqrt(4)=2.0 LR scaling for batch 64→256,wd 放松到 1e-4
|
| 233 |
+
# ---------------------------------------------------------------------------
|
| 234 |
+
optim:
|
| 235 |
+
lr_scratch: 6.0e-4 # 3.0e-4 × 2.0
|
| 236 |
+
lr_lora: 1.0e-4 # 5.0e-5 × 2.0
|
| 237 |
+
lr_connector: 1.0e-4 # 5.0e-5 × 2.0
|
| 238 |
+
weight_decay: 1.0e-4 # base 0.01 → 1e-4
|
| 239 |
+
|
| 240 |
+
# ---------------------------------------------------------------------------
|
| 241 |
+
# Train — ~9.86 epochs at stride=1 (实测 1521.5 steps/epoch × 9.86 ≈ 15000)
|
| 242 |
+
# ---------------------------------------------------------------------------
|
| 243 |
+
train:
|
| 244 |
+
max_steps: 15000
|
| 245 |
+
lr_warmup_steps: 1500 # 10% — mlp1 newly trainable + use_action_history 首次同时生效,
|
| 246 |
+
# 加上 batch 256 大;5% (750 step) 太激进,10% 给 mlp1 + action_emb
|
| 247 |
+
# 充分 ramp 避免前 500 step NaN/loss spike。代价:cosine 衰减 step
|
| 248 |
+
# 从 14250 → 13500,主体训练阶段缩 5%,可忽略。
|
| 249 |
+
lr_cosine_decay_steps: 13500 # max_steps - warmup
|
| 250 |
+
save_every: 1500 # ~每 epoch 1 次 (steps 1500, 3000, ..., 15000 = 10 ckpt 总数)
|
| 251 |
+
log_every: 10
|
| 252 |
+
gradient_checkpointing: true # 必需,batch=64 + LM 28 层不开 GC OOM
|
| 253 |
+
|
| 254 |
+
wandb:
|
| 255 |
+
run_name: stage1_discrete_4xA100_cw07_iw25
|
| 256 |
+
tags: [stage1, discrete, vlnverse, internvl, 1b, 4xA100, stride1, iw25, cw07, long_train, stophead, no_cache, mlp1_trainable, action_history, chunk4]
|
ckpt_step0015000_final.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:70bec5b621db4c996522835368aba13e1e6192118251b9e46c956cdc86e09124
|
| 3 |
+
size 2812658821
|
eval_results/SUMMARY.md
ADDED
|
@@ -0,0 +1,70 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# RyWorld VLNVerse Eval — Full coarse/val_unseen 835 ep
|
| 2 |
+
|
| 3 |
+
## Final metrics (canonical: dedupe-by-trajectory_id across all 835 ep)
|
| 4 |
+
|
| 5 |
+
| Metric | Value |
|
| 6 |
+
|--------|-------|
|
| 7 |
+
| **SR (success rate)** | **51.14%** |
|
| 8 |
+
| **SPL** | **49.22%** |
|
| 9 |
+
| **OSR (oracle success rate)** | **64.79%** |
|
| 10 |
+
| **NE (navigation error, lower better)** | **3.727 m** |
|
| 11 |
+
| **TL (trajectory length)** | **6.121 m** |
|
| 12 |
+
| **nDTW (path alignment)** | **0.9445** |
|
| 13 |
+
|
| 14 |
+
## Run config
|
| 15 |
+
- Checkpoint: `ckpt_step0015000_final.pt` (stage1 discrete, InternVL3.5-1B + StopHead + ProprioProjector)
|
| 16 |
+
- `stop_threshold` = **0.95** (selected after 4-point sweep 0.88/0.92/0.95/0.97 on 30-ep smoke)
|
| 17 |
+
- Sharded 8-way: 7×104 + 1×107 episodes across 8 GPUs
|
| 18 |
+
- `RYWORLD_STOP_DEBUG=1` (per-step disc_argmax + stop_prob captured in server.log.gz)
|
| 19 |
+
- Eval framework: `third_party/vlnverse_emr` `VlnPeEvaluator` + `VLNPEMetric`
|
| 20 |
+
- Data: `data/vlnverse/raw_data/final_splits/coarse_val_unseen.json.gz` (835 ep, raw — evaluator picks `formal` instruction on-the-fly)
|
| 21 |
+
|
| 22 |
+
## Comparison vs VLNVerse paper (arXiv:2512.19021) Table 3 baselines
|
| 23 |
+
|
| 24 |
+
| Method | SR | SPL | Δ vs RyWorld |
|
| 25 |
+
|--------|----|----|--------------|
|
| 26 |
+
| CMA (VLN-CE) | 32.15% | 29.06% | -19.0 |
|
| 27 |
+
| Seq2Seq | 31.91% | 29.68% | -19.2 |
|
| 28 |
+
| HNR | 36.02% | 33.67% | -15.1 |
|
| 29 |
+
| RDP | 41.61% | 37.53% | -9.5 |
|
| 30 |
+
| GAMA (paper SOTA) | 42.45% | 38.89% | -8.7 |
|
| 31 |
+
| **RyWorld @ thr=0.95** | **51.14%** | **49.22%** | — |
|
| 32 |
+
|
| 33 |
+
## Stop head behavior (151,740 chunk positions)
|
| 34 |
+
|
| 35 |
+
| Statistic | Value |
|
| 36 |
+
|-----------|-------|
|
| 37 |
+
| stop_prob median | 0.752 |
|
| 38 |
+
| stop_prob p90 | 0.897 |
|
| 39 |
+
| pathA fire (argmax==Stop natural) | 2.51% |
|
| 40 |
+
| pathB fire (threshold override) | 0.68% |
|
| 41 |
+
| no-stop | 96.81% |
|
| 42 |
+
|
| 43 |
+
## Bucket SR by shortest_path
|
| 44 |
+
|
| 45 |
+
| shortest_path | n | SR | NE |
|
| 46 |
+
|--------------|---|-----|-----|
|
| 47 |
+
| [ 0, 5) m | 151 | 66.9% | 2.55 |
|
| 48 |
+
| [ 5, 8) m | 360 | 59.4% | 3.07 |
|
| 49 |
+
| [ 8, 12) m | 226 | 42.9% | 4.33 |
|
| 50 |
+
| [12, 18) m | 96 | 14.6% | 6.58 |
|
| 51 |
+
| [18, 30) m | 2 | 50.0% | 4.55 |
|
| 52 |
+
|
| 53 |
+
## Files in this package
|
| 54 |
+
|
| 55 |
+
- `shards/<name>/`: per-shard artifacts
|
| 56 |
+
- `meta.json` — provenance + aggregate per shard
|
| 57 |
+
- `per_episode.csv` — every episode's NE/success/SPL/etc
|
| 58 |
+
- `eval_result.log` — vlnverse_emr official format
|
| 59 |
+
- `eval.log.gz` — full eval client log
|
| 60 |
+
- `server.log.gz` — full agent server log (incl STOP_DEBUG per chunk position)
|
| 61 |
+
- `eval_cfg.py` — exact cfg used
|
| 62 |
+
- `scripts/`: aggregation + comparison scripts
|
| 63 |
+
- `agg_dedup_v2.py` — dedupe-by-tid aggregator (canonical numbers)
|
| 64 |
+
- `final_verify.py` — multi-source cross-check
|
| 65 |
+
- `sweep_diff.py`, `eval_metrics2.py`, `ground_truth_analysis.py` — supplementary analyzers
|
| 66 |
+
|
| 67 |
+
## Reproduction
|
| 68 |
+
1. Same ckpt + same cfg + same `stop_threshold=0.95`
|
| 69 |
+
2. Run `scripts/eval/run_eval_structured.sh` 8 times across GPUs with sharded data
|
| 70 |
+
3. Aggregate with `agg_dedup_v2.py`
|
eval_results/scripts/agg_dedup_v2.py
ADDED
|
@@ -0,0 +1,45 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Dedup-by-tid aggregate. Handles both live eval*.log and finished eval*.log.gz."""
|
| 2 |
+
import re
|
| 3 |
+
import gzip
|
| 4 |
+
import glob
|
| 5 |
+
import os
|
| 6 |
+
|
| 7 |
+
EVALS = "/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/evals"
|
| 8 |
+
pat = re.compile(
|
| 9 |
+
r'"shortest_path_length":\s*([\d.]+).*?"NE":\s*([\d.]+).*?"success":\s*([\d.]+).*?'
|
| 10 |
+
r'"osr":\s*([\d.]+).*?"TL":\s*([\d.]+).*?"spl":\s*([\d.]+).*?"ndtw":\s*([\d.]+).*?'
|
| 11 |
+
r'"trajectory_id":\s*"([^"]+)"',
|
| 12 |
+
re.S,
|
| 13 |
+
)
|
| 14 |
+
|
| 15 |
+
all_eps = {}
|
| 16 |
+
log_paths = glob.glob(f"{EVALS}/*full835*/eval*.log") + glob.glob(f"{EVALS}/*full835*/eval*.log.gz")
|
| 17 |
+
for p in sorted(log_paths):
|
| 18 |
+
if p.endswith(".gz"):
|
| 19 |
+
content = gzip.open(p, "rt").read()
|
| 20 |
+
else:
|
| 21 |
+
content = open(p).read()
|
| 22 |
+
for m in pat.finditer(content):
|
| 23 |
+
spg, ne, succ, osr, tl, spl, ndtw, tid = m.groups()
|
| 24 |
+
all_eps[tid] = {
|
| 25 |
+
"spg": float(spg), "NE": float(ne),
|
| 26 |
+
"success": int(float(succ) == 1.0),
|
| 27 |
+
"osr": int(float(osr) == 1.0),
|
| 28 |
+
"SPL": float(spl), "nDTW": float(ndtw),
|
| 29 |
+
}
|
| 30 |
+
|
| 31 |
+
n = len(all_eps)
|
| 32 |
+
if n == 0:
|
| 33 |
+
print("no eps found")
|
| 34 |
+
raise SystemExit
|
| 35 |
+
eps = list(all_eps.values())
|
| 36 |
+
def avg(field):
|
| 37 |
+
return sum(e[field] for e in eps) / n
|
| 38 |
+
|
| 39 |
+
print(f"=== TOTAL {n}/835 ({100*n/835:.1f}%) ===")
|
| 40 |
+
print(f" SR={100*avg('success'):.1f}% OSR={100*avg('osr'):.1f}% NE={avg('NE'):.2f} SPL={100*avg('SPL'):.1f}% nDTW={avg('nDTW'):.3f}")
|
| 41 |
+
for lo, hi in [(0, 5), (5, 8), (8, 12), (12, 18)]:
|
| 42 |
+
bk = [e for e in eps if lo <= e["spg"] < hi]
|
| 43 |
+
if bk:
|
| 44 |
+
b_sr = sum(e["success"] for e in bk) / len(bk)
|
| 45 |
+
print(f" short [{lo:>2},{hi:>2})m: n={len(bk):>3} SR={100*b_sr:>4.1f}%")
|
eval_results/scripts/eval_metrics2.py
ADDED
|
@@ -0,0 +1,82 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Per-episode metric extraction (NE / TL / SPL / OSR / nDTW / shortest_path)."""
|
| 2 |
+
import re
|
| 3 |
+
import sys
|
| 4 |
+
|
| 5 |
+
log_path = sys.argv[1]
|
| 6 |
+
log = open(log_path).read()
|
| 7 |
+
|
| 8 |
+
# Per-episode JSON-like block — capture ALL metrics
|
| 9 |
+
pat = re.compile(
|
| 10 |
+
r'"shortest_path_length":\s*([\d.]+).*?'
|
| 11 |
+
r'"NE":\s*([\d.]+).*?'
|
| 12 |
+
r'"success":\s*([\d.]+).*?'
|
| 13 |
+
r'"osr":\s*([\d.]+).*?'
|
| 14 |
+
r'"TL":\s*([\d.]+).*?'
|
| 15 |
+
r'"spl":\s*([\d.]+).*?'
|
| 16 |
+
r'"ndtw":\s*([\d.]+).*?'
|
| 17 |
+
r'"steps":\s*(\d+).*?'
|
| 18 |
+
r'"trajectory_id":\s*"([^"]+)".*?'
|
| 19 |
+
r'"fail_reason":\s*"([^"]+)"',
|
| 20 |
+
re.S,
|
| 21 |
+
)
|
| 22 |
+
|
| 23 |
+
finishes = re.compile(
|
| 24 |
+
r"\[(\d+)/30\]\[step_index:(\d+)\] finish: \[trajectory_id:([^\]]+)\]"
|
| 25 |
+
r"\[duration:([\d.]+) s\]\[step_count:(\d+)\]\[fps:([\d.]+)\]\[result:([^\]]+)\]"
|
| 26 |
+
)
|
| 27 |
+
|
| 28 |
+
per = {}
|
| 29 |
+
for m in pat.finditer(log):
|
| 30 |
+
spl_geo, ne, succ, osr, tl, spl, ndtw, steps, tid, reason = m.groups()
|
| 31 |
+
per[tid] = dict(
|
| 32 |
+
spl_geo=float(spl_geo), NE=float(ne), success=float(succ),
|
| 33 |
+
osr=float(osr), TL=float(tl), SPL=float(spl), nDTW=float(ndtw),
|
| 34 |
+
steps=int(steps), reason=reason,
|
| 35 |
+
)
|
| 36 |
+
|
| 37 |
+
H = "# | trajectory_id | result | NE | shortP | TL | SPL | OSR | nDTW | steps | sec | fps "
|
| 38 |
+
print(H)
|
| 39 |
+
print("-" * len(H))
|
| 40 |
+
agg = {k: 0.0 for k in ["NE", "TL", "SPL", "OSR", "nDTW", "spl_geo"]}
|
| 41 |
+
succ_n = 0
|
| 42 |
+
n = 0
|
| 43 |
+
fail_tally = {}
|
| 44 |
+
for m in finishes.finditer(log):
|
| 45 |
+
idx, step_idx, tid_full, dur, stepc, fps, result = m.groups()
|
| 46 |
+
parts = tid_full.split("_")
|
| 47 |
+
if len(parts) >= 8 and "_".join(parts[: len(parts) // 2]) == "_".join(parts[len(parts) // 2 :]):
|
| 48 |
+
tid_key = "_".join(parts[: len(parts) // 2])
|
| 49 |
+
else:
|
| 50 |
+
tid_key = tid_full
|
| 51 |
+
e = per.get(tid_key) or {}
|
| 52 |
+
NE = e.get("NE", float("nan"))
|
| 53 |
+
TL = e.get("TL", float("nan"))
|
| 54 |
+
SPL = e.get("SPL", float("nan"))
|
| 55 |
+
OSR = e.get("osr", float("nan"))
|
| 56 |
+
nDTW = e.get("nDTW", float("nan"))
|
| 57 |
+
spg = e.get("spl_geo", float("nan"))
|
| 58 |
+
succ = e.get("success", 1.0 if result == "success" else 0.0)
|
| 59 |
+
reason = e.get("reason", result)
|
| 60 |
+
n += 1
|
| 61 |
+
succ_n += int(succ == 1.0)
|
| 62 |
+
fail_tally[reason] = fail_tally.get(reason, 0) + 1
|
| 63 |
+
for k, v in [("NE", NE), ("TL", TL), ("SPL", SPL), ("OSR", OSR), ("nDTW", nDTW), ("spl_geo", spg)]:
|
| 64 |
+
if v == v:
|
| 65 |
+
agg[k] += v
|
| 66 |
+
print(
|
| 67 |
+
f"{idx:>2} | {tid_key[:24]:<24} | {result[:15]:<15} | "
|
| 68 |
+
f"{NE:>4.2f} | {spg:>6.2f} | {TL:>4.2f} | {SPL:>4.2f} | "
|
| 69 |
+
f"{OSR:>4.2f} | {nDTW:>4.2f} | {stepc:>5} | {float(dur):>4.0f} | {float(fps):>4.1f}"
|
| 70 |
+
)
|
| 71 |
+
|
| 72 |
+
print("-" * len(H))
|
| 73 |
+
if n:
|
| 74 |
+
print(f"\nAggregates over {n} episodes:")
|
| 75 |
+
print(f" SR = {succ_n}/{n} = {100*succ_n/n:5.1f}%")
|
| 76 |
+
print(f" NE = {agg['NE']/n:5.2f} m (lower better; success_radius = 3.0 m)")
|
| 77 |
+
print(f" SPL = {agg['SPL']/n:5.3f} (success-weighted, lower path = better)")
|
| 78 |
+
print(f" OSR = {agg['OSR']/n:5.3f} (oracle success rate — could have stopped within radius at any step)")
|
| 79 |
+
print(f" nDTW = {agg['nDTW']/n:5.3f} (path alignment 0-1, higher better)")
|
| 80 |
+
print(f" TL = {agg['TL']/n:5.2f} m (mean trajectory length)")
|
| 81 |
+
print(f" shortest_path = {agg['spl_geo']/n:5.2f} m (mean geodesic)")
|
| 82 |
+
print(f" fail_reasons: {fail_tally}")
|
eval_results/scripts/final_verify.py
ADDED
|
@@ -0,0 +1,118 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Final verification of full 835-ep eval metrics — cross-check from multiple sources."""
|
| 2 |
+
import gzip
|
| 3 |
+
import json
|
| 4 |
+
import re
|
| 5 |
+
import glob
|
| 6 |
+
import os
|
| 7 |
+
from collections import Counter
|
| 8 |
+
|
| 9 |
+
EVALS = "/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/evals"
|
| 10 |
+
|
| 11 |
+
# === SOURCE 1: per-shard meta.json (vlnverse_emr's own aggregate per shard) ===
|
| 12 |
+
print("=" * 90)
|
| 13 |
+
print("SOURCE 1: per-shard meta.json (vlnverse_emr 自带 aggregate)")
|
| 14 |
+
print("=" * 90)
|
| 15 |
+
meta_files = sorted(glob.glob(f"{EVALS}/*full835*/meta.json"))
|
| 16 |
+
shard_aggs = []
|
| 17 |
+
for mf in meta_files:
|
| 18 |
+
m = json.load(open(mf))
|
| 19 |
+
agg = m.get("results_aggregate", {})
|
| 20 |
+
if agg.get("n_total"):
|
| 21 |
+
name = mf.split("/")[-2].split("full835_thr095_")[1] if "full835_thr095_" in mf else "?"
|
| 22 |
+
shard_aggs.append((name, agg, m.get("stop_head_stats", {})))
|
| 23 |
+
print(f" {name:<26} n={agg['n_total']:>3} SR={agg['SR']*100:>5.1f}% SPL={agg['SPL']*100:>5.1f}% OS={agg['OS']*100:>5.1f}% NE={agg['NE']:.2f}")
|
| 24 |
+
|
| 25 |
+
# Compute weighted aggregate across shards
|
| 26 |
+
total_n = sum(a[1]["n_total"] for a in shard_aggs)
|
| 27 |
+
def weighted(field):
|
| 28 |
+
return sum(a[1][field] * a[1]["n_total"] for a in shard_aggs) / total_n
|
| 29 |
+
print("-" * 90)
|
| 30 |
+
print(f" WEIGHTED ACROSS SHARDS n={total_n} "
|
| 31 |
+
f"SR={weighted('SR')*100:.2f}% SPL={weighted('SPL')*100:.2f}% "
|
| 32 |
+
f"OS={weighted('OS')*100:.2f}% NE={weighted('NE'):.3f}")
|
| 33 |
+
print()
|
| 34 |
+
|
| 35 |
+
# === SOURCE 2: dedupe-by-trajectory_id across all eval.log files ===
|
| 36 |
+
print("=" * 90)
|
| 37 |
+
print("SOURCE 2: dedupe-by-trajectory_id 从所有 eval.log (含 .gz / _resume)")
|
| 38 |
+
print("=" * 90)
|
| 39 |
+
pat = re.compile(
|
| 40 |
+
r'"shortest_path_length":\s*([\d.]+).*?"NE":\s*([\d.]+).*?"success":\s*([\d.]+).*?'
|
| 41 |
+
r'"osr":\s*([\d.]+).*?"TL":\s*([\d.]+).*?"spl":\s*([\d.]+).*?"ndtw":\s*([\d.]+).*?'
|
| 42 |
+
r'"trajectory_id":\s*"([^"]+)"',
|
| 43 |
+
re.S,
|
| 44 |
+
)
|
| 45 |
+
all_eps = {}
|
| 46 |
+
log_paths = sorted(glob.glob(f"{EVALS}/*full835*/eval*.log") + glob.glob(f"{EVALS}/*full835*/eval*.log.gz"))
|
| 47 |
+
for p in log_paths:
|
| 48 |
+
if p.endswith(".gz"):
|
| 49 |
+
content = gzip.open(p, "rt").read()
|
| 50 |
+
else:
|
| 51 |
+
content = open(p).read()
|
| 52 |
+
for m in pat.finditer(content):
|
| 53 |
+
spg, ne, succ, osr, tl, spl, ndtw, tid = m.groups()
|
| 54 |
+
all_eps[tid] = {
|
| 55 |
+
"spg": float(spg), "NE": float(ne),
|
| 56 |
+
"success": int(float(succ) == 1.0),
|
| 57 |
+
"osr": int(float(osr) == 1.0),
|
| 58 |
+
"TL": float(tl), "SPL": float(spl), "nDTW": float(ndtw),
|
| 59 |
+
}
|
| 60 |
+
|
| 61 |
+
n = len(all_eps)
|
| 62 |
+
eps = list(all_eps.values())
|
| 63 |
+
def avg(f):
|
| 64 |
+
return sum(e[f] for e in eps) / n
|
| 65 |
+
print(f" unique trajectory_id n={n}/835 "
|
| 66 |
+
f"SR={100*avg('success'):.2f}% SPL={100*avg('SPL'):.2f}% "
|
| 67 |
+
f"OSR={100*avg('osr'):.2f}% NE={avg('NE'):.3f} TL={avg('TL'):.3f} nDTW={avg('nDTW'):.4f}")
|
| 68 |
+
print()
|
| 69 |
+
|
| 70 |
+
# === SOURCE 3: vlnverse_emr's eval_result.log (official format) per shard ===
|
| 71 |
+
print("=" * 90)
|
| 72 |
+
print("SOURCE 3: vlnverse_emr eval_result.log (官方格式)")
|
| 73 |
+
print("=" * 90)
|
| 74 |
+
result_logs = sorted(glob.glob(f"{EVALS}/*full835*/eval_result.log"))
|
| 75 |
+
for rl in result_logs:
|
| 76 |
+
name = rl.split("/")[-2].split("full835_thr095_")[1] if "full835_thr095_" in rl else "?"
|
| 77 |
+
content = open(rl).read()
|
| 78 |
+
# Parse SR/SPL/NE
|
| 79 |
+
sr_m = re.search(r"SR = ([\d.]+) / (\d+) = ([\d.]+)%", content)
|
| 80 |
+
sp_m = re.search(r"SPL = ([\d.]+) / (\d+) = ([\d.]+)%", content)
|
| 81 |
+
if sr_m and sp_m:
|
| 82 |
+
print(f" {name:<26} SR={sr_m.group(1):>5}/{sr_m.group(2)} = {sr_m.group(3)}% "
|
| 83 |
+
f"SPL={sp_m.group(3)}%")
|
| 84 |
+
print()
|
| 85 |
+
|
| 86 |
+
# === SOURCE 4: stop_head_stats across shards ===
|
| 87 |
+
print("=" * 90)
|
| 88 |
+
print("SOURCE 4: stop_head_stats(模型 stop head 行为)")
|
| 89 |
+
print("=" * 90)
|
| 90 |
+
all_sh = []
|
| 91 |
+
for name, agg, sh in shard_aggs:
|
| 92 |
+
if sh.get("n_samples"):
|
| 93 |
+
all_sh.append(sh)
|
| 94 |
+
print(f" {name:<26} n_samples={sh['n_samples']:>5} "
|
| 95 |
+
f"sp_p50={sh['stop_prob_p50']:.3f} sp_p90={sh['stop_prob_p90']:.3f} "
|
| 96 |
+
f"pA={sh['fire_rate_pathA']*100:.2f}% pB={sh['fire_rate_pathB']*100:.2f}% "
|
| 97 |
+
f"no_stop={sh['no_stop_rate']*100:.2f}%")
|
| 98 |
+
# Weighted aggregate
|
| 99 |
+
if all_sh:
|
| 100 |
+
tot = sum(s["n_samples"] for s in all_sh)
|
| 101 |
+
def wsh(f):
|
| 102 |
+
return sum(s[f] * s["n_samples"] for s in all_sh) / tot
|
| 103 |
+
print("-" * 90)
|
| 104 |
+
print(f" WEIGHTED (n_samples={tot:>5}) sp_p50={wsh('stop_prob_p50'):.3f} "
|
| 105 |
+
f"sp_p90={wsh('stop_prob_p90'):.3f} pA={wsh('fire_rate_pathA')*100:.2f}% "
|
| 106 |
+
f"pB={wsh('fire_rate_pathB')*100:.2f}% no_stop={wsh('no_stop_rate')*100:.2f}%")
|
| 107 |
+
print()
|
| 108 |
+
|
| 109 |
+
# === FINAL — bucket SR ===
|
| 110 |
+
print("=" * 90)
|
| 111 |
+
print("FINAL — bucket SR by shortest_path")
|
| 112 |
+
print("=" * 90)
|
| 113 |
+
for lo, hi in [(0, 5), (5, 8), (8, 12), (12, 18), (18, 30)]:
|
| 114 |
+
bk = [e for e in eps if lo <= e["spg"] < hi]
|
| 115 |
+
if bk:
|
| 116 |
+
sr_b = sum(e["success"] for e in bk) / len(bk)
|
| 117 |
+
ne_b = sum(e["NE"] for e in bk) / len(bk)
|
| 118 |
+
print(f" short [{lo:>2},{hi:>2})m n={len(bk):>4} SR={100*sr_b:>5.1f}% NE={ne_b:.2f}")
|
eval_results/scripts/ground_truth_analysis.py
ADDED
|
@@ -0,0 +1,74 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Ground-truth per-episode agent.step analysis from eval.log."""
|
| 2 |
+
import re
|
| 3 |
+
import sys
|
| 4 |
+
from collections import Counter
|
| 5 |
+
|
| 6 |
+
eval_log = open(sys.argv[1]).read()
|
| 7 |
+
|
| 8 |
+
# Pattern for actual executed action (only count the unique one, not the dup INFO line)
|
| 9 |
+
# Each agent.step produces 2 lines with same timestamp; use the one without file path
|
| 10 |
+
action_re = re.compile(
|
| 11 |
+
r"^\[(\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2},\d{3})\]\[INFO\] get \d+ actions :\[\[(-?\d+)\]\]",
|
| 12 |
+
re.M,
|
| 13 |
+
)
|
| 14 |
+
actions = [(m.group(1), int(m.group(2))) for m in action_re.finditer(eval_log)]
|
| 15 |
+
print(f"Total agent.step calls: {len(actions)}")
|
| 16 |
+
|
| 17 |
+
# Episode boundaries
|
| 18 |
+
finishes = list(
|
| 19 |
+
re.finditer(
|
| 20 |
+
r"\[(\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2},\d{3})\].*?\[(\d+)/30\]\[step_index:(\d+)\] "
|
| 21 |
+
r"finish: \[trajectory_id:(\S+?)\]\[duration:([\d.]+) s\]\[step_count:(\d+)\]\[fps:([\d.]+)\]\[result:(\w+)\]",
|
| 22 |
+
eval_log,
|
| 23 |
+
)
|
| 24 |
+
)
|
| 25 |
+
print(f"Episodes finished: {len(finishes)}")
|
| 26 |
+
|
| 27 |
+
# For each episode (1-indexed), assign actions whose timestamp <= episode finish timestamp
|
| 28 |
+
# but > previous episode finish timestamp
|
| 29 |
+
boundaries = [m.group(1) for m in finishes] # finish timestamps
|
| 30 |
+
ep_info = [(m.group(2), m.group(4), m.group(6), m.group(8), m.group(5)) for m in finishes]
|
| 31 |
+
# (idx, tid, step_count, result, duration)
|
| 32 |
+
|
| 33 |
+
def in_episode(action_ts, ep_idx):
|
| 34 |
+
"""action_ts > prev_finish_ts AND action_ts <= this_finish_ts"""
|
| 35 |
+
if ep_idx == 0:
|
| 36 |
+
return action_ts <= boundaries[0]
|
| 37 |
+
return boundaries[ep_idx - 1] < action_ts <= boundaries[ep_idx]
|
| 38 |
+
|
| 39 |
+
# bucket
|
| 40 |
+
ep_actions = {i: [] for i in range(len(finishes))}
|
| 41 |
+
for ts, cls in actions:
|
| 42 |
+
for i in range(len(finishes)):
|
| 43 |
+
if in_episode(ts, i):
|
| 44 |
+
ep_actions[i].append(cls)
|
| 45 |
+
break
|
| 46 |
+
|
| 47 |
+
print()
|
| 48 |
+
print(f"{'ep':>3} {'tid':<25} {'result':<14} {'sim_step':>9} {'agent_step':>10} {'first_Stop':>11} {'F%':>5} {'TL%':>5} {'TR%':>5} {'Stop%':>5}")
|
| 49 |
+
print("-" * 125)
|
| 50 |
+
|
| 51 |
+
for i, (idx, tid, sim_step, result, dur) in enumerate(ep_info):
|
| 52 |
+
acts = ep_actions[i]
|
| 53 |
+
n = len(acts)
|
| 54 |
+
if n == 0:
|
| 55 |
+
print(f"{idx:>3} {tid[:25]:<25} {result[:14]:<14} NO ACTIONS")
|
| 56 |
+
continue
|
| 57 |
+
c = Counter(acts)
|
| 58 |
+
pct = lambda k: 100 * c.get(k, 0) / n
|
| 59 |
+
# first Stop position
|
| 60 |
+
first_stop = next((j for j, a in enumerate(acts) if a == 0), None)
|
| 61 |
+
fst = f"{first_stop+1}/{n}" if first_stop is not None else "never"
|
| 62 |
+
short = "_".join(tid.split("_")[: len(tid.split("_")) // 2])
|
| 63 |
+
print(
|
| 64 |
+
f"{idx:>3} {short[:25]:<25} {result[:14]:<14} {sim_step:>9} {n:>10} {fst:>11} "
|
| 65 |
+
f"{pct(1):>5.1f} {pct(2):>5.1f} {pct(3):>5.1f} {pct(0):>5.1f}"
|
| 66 |
+
)
|
| 67 |
+
|
| 68 |
+
# How many actions came AFTER the last episode finish (in-progress episode)
|
| 69 |
+
last_finish_ts = boundaries[-1] if boundaries else None
|
| 70 |
+
in_progress = [c for ts, c in actions if last_finish_ts is None or ts > last_finish_ts]
|
| 71 |
+
print(f"\n[in-progress episode]: {len(in_progress)} agent.step calls so far")
|
| 72 |
+
if in_progress:
|
| 73 |
+
c = Counter(in_progress)
|
| 74 |
+
print(f" class dist: {dict(c)}")
|
eval_results/scripts/sweep_diff.py
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""4-way per-episode comparison across stop_thr sweep."""
|
| 2 |
+
import re
|
| 3 |
+
|
| 4 |
+
def parse(p):
|
| 5 |
+
s = open(p).read()
|
| 6 |
+
pat = re.compile(
|
| 7 |
+
r'"NE":\s*([\d.]+).*?"success":\s*([\d.]+).*?"TL":\s*([\d.]+).*?"trajectory_id":\s*"([^"]+)"',
|
| 8 |
+
re.S,
|
| 9 |
+
)
|
| 10 |
+
return {m.group(4): (float(m.group(1)), float(m.group(2)), float(m.group(3))) for m in pat.finditer(s)}
|
| 11 |
+
|
| 12 |
+
import glob
|
| 13 |
+
runs = {}
|
| 14 |
+
for tag, glob_pat in [
|
| 15 |
+
("v5_088", "/tmp/*v5_stopdebug.log"),
|
| 16 |
+
("v7_092", "/tmp/*thr092_v7.log"),
|
| 17 |
+
("v6_095", "/tmp/*v6_stopdebug.log"),
|
| 18 |
+
("v8_097", "/tmp/*thr097_v8.log"),
|
| 19 |
+
]:
|
| 20 |
+
files = glob.glob(glob_pat)
|
| 21 |
+
if not files:
|
| 22 |
+
print(f"MISSING {tag}: {glob_pat}")
|
| 23 |
+
continue
|
| 24 |
+
runs[tag] = parse(files[0])
|
| 25 |
+
|
| 26 |
+
# Use v6 tids as canonical (all runs have same 30 episodes)
|
| 27 |
+
keys = list(next(iter(runs.values())).keys())
|
| 28 |
+
|
| 29 |
+
print(f"{'tid':<20} | {'v5_088':>10} | {'v7_092':>10} | {'v6_095':>10} | {'v8_097':>10} | sweep pattern")
|
| 30 |
+
print("-" * 110)
|
| 31 |
+
patterns = {}
|
| 32 |
+
for k in keys:
|
| 33 |
+
cells = []
|
| 34 |
+
succ_str = ""
|
| 35 |
+
for tag in ["v5_088", "v7_092", "v6_095", "v8_097"]:
|
| 36 |
+
if k in runs[tag]:
|
| 37 |
+
ne, s, tl = runs[tag][k]
|
| 38 |
+
cells.append(f"NE{ne:>4.1f}{'✓' if s==1 else 'x'}")
|
| 39 |
+
succ_str += "1" if s == 1 else "0"
|
| 40 |
+
else:
|
| 41 |
+
cells.append(" "*10)
|
| 42 |
+
succ_str += "?"
|
| 43 |
+
patterns.setdefault(succ_str, []).append(k)
|
| 44 |
+
print(f"{k[:20]:<20} | {cells[0]:>10} | {cells[1]:>10} | {cells[2]:>10} | {cells[3]:>10} | {succ_str}")
|
| 45 |
+
|
| 46 |
+
print()
|
| 47 |
+
print("===pattern frequency (v5_v7_v6_v8 success bits)===")
|
| 48 |
+
labels = {"1111":"always succ","0000":"always fail","0010":"only v6","0011":"v6+v8",
|
| 49 |
+
"0110":"v7+v6","0100":"only v7","0111":"v7+v6+v8","1110":"v5+v7+v6","1111":"all"}
|
| 50 |
+
for pat, eps in sorted(patterns.items(), key=lambda x: -len(x[1])):
|
| 51 |
+
print(f" {pat}: {len(eps)} ep ({labels.get(pat,'')}) {eps[:5]}{'...' if len(eps)>5 else ''}")
|
eval_results/shards/shard0_serial/eval.log.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3fa04277ee590749b17d741b96d33616d3563d2d95d89c18b6d2f02cb2a2d8f4
|
| 3 |
+
size 9206580
|
eval_results/shards/shard0_serial/eval_cfg.py
ADDED
|
@@ -0,0 +1,105 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""RyWorld eval cfg — VLNVerse coarse / val_unseen, H1 robot at 256x256.
|
| 2 |
+
|
| 3 |
+
Forked from
|
| 4 |
+
``third_party/vlnverse_emr/scripts/eval/configs/h1_cma_clip_cfg_vlnverse_coarse.py``
|
| 5 |
+
with the minimum diffs needed for our model:
|
| 6 |
+
|
| 7 |
+
- ``agent.model_name='ryworld'`` so Agent.init dispatches to RyWorldAgent.
|
| 8 |
+
- ``split_data_types=['val_unseen']`` only (CMA cfg also includes val_seen).
|
| 9 |
+
- ``task_name`` carries our run identity for ``logs/<task>/`` separation.
|
| 10 |
+
|
| 11 |
+
Everything else (camera 256x256, ``torso_link/h1_pano_camera_0``,
|
| 12 |
+
``h1_vln_pointcloud.usd``, ``vln_pe`` env, ``flash`` mode, max_step=500,
|
| 13 |
+
formal instruction) is kept identical to the CMA-CLIP baseline so our
|
| 14 |
+
numbers go on the same table.
|
| 15 |
+
|
| 16 |
+
Plugin registration: this cfg's top-level ``import
|
| 17 |
+
ryworld.eval.vlnverse_plugin`` triggers ``@Agent.register('ryworld')`` as a
|
| 18 |
+
side effect, which is what lets vlnverse_emr's dispatcher find our agent
|
| 19 |
+
without a fork. ``importlib.util.spec_from_file_location`` (used by both
|
| 20 |
+
``server.py`` and ``eval.py``) executes this module top-to-bottom, so by the
|
| 21 |
+
time ``Agent.init`` runs the registration is already in place.
|
| 22 |
+
"""
|
| 23 |
+
|
| 24 |
+
from __future__ import annotations
|
| 25 |
+
|
| 26 |
+
# ---------------------------------------------------------------------------
|
| 27 |
+
# 1. Make the RyWorld package importable.
|
| 28 |
+
# vlnverse_emr's launchers run from inside ``third_party/vlnverse_emr``
|
| 29 |
+
# (their ``cwd``), so ``ryworld.*`` is not on ``sys.path`` by default. We
|
| 30 |
+
# walk up from this file: cfg -> configs -> vlnverse_plugin -> eval ->
|
| 31 |
+
# ryworld -> repo root.
|
| 32 |
+
# ---------------------------------------------------------------------------
|
| 33 |
+
import sys
|
| 34 |
+
from pathlib import Path
|
| 35 |
+
|
| 36 |
+
_REPO_ROOT = Path(__file__).resolve().parents[4]
|
| 37 |
+
if str(_REPO_ROOT) not in sys.path:
|
| 38 |
+
sys.path.insert(0, str(_REPO_ROOT))
|
| 39 |
+
|
| 40 |
+
# ---------------------------------------------------------------------------
|
| 41 |
+
# 2. Import the plugin package — side effect: ``@Agent.register('ryworld')``.
|
| 42 |
+
# ---------------------------------------------------------------------------
|
| 43 |
+
import ryworld.eval.vlnverse_plugin # noqa: E402, F401
|
| 44 |
+
|
| 45 |
+
# ---------------------------------------------------------------------------
|
| 46 |
+
# 3. Build the eval cfg using vlnverse_emr's pydantic config classes.
|
| 47 |
+
# ---------------------------------------------------------------------------
|
| 48 |
+
from vlnverse.configs.agent import AgentCfg # type: ignore[import-not-found] # noqa: E402
|
| 49 |
+
from vlnverse.configs.evaluator import ( # type: ignore[import-not-found] # noqa: E402
|
| 50 |
+
EnvCfg,
|
| 51 |
+
EvalCfg,
|
| 52 |
+
EvalDatasetCfg,
|
| 53 |
+
SceneCfg,
|
| 54 |
+
TaskCfg,
|
| 55 |
+
)
|
| 56 |
+
|
| 57 |
+
eval_cfg = EvalCfg(
|
| 58 |
+
agent=AgentCfg(
|
| 59 |
+
# Server port — keep clear of CMA(8087)/N1(8028) so we can run side-by-side.
|
| 60 |
+
server_port=8091,
|
| 61 |
+
model_name="ryworld",
|
| 62 |
+
# Dummy skeleton agent ignores ckpt_path; real wrapper will load this.
|
| 63 |
+
ckpt_path="/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/ckpt_step0015000_final.pt",
|
| 64 |
+
model_settings={
|
| 65 |
+
"stop_threshold_override": 0.95,
|
| 66 |
+
"train_config_path": "/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/ryworld/configs/stage1_discrete.yaml",
|
| 67 |
+
"train_config_overrides": ["/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/ryworld/configs/overlays/a100_4gpu_discrete.yaml"],
|
| 68 |
+
},
|
| 69 |
+
),
|
| 70 |
+
env=EnvCfg(
|
| 71 |
+
env_type="vln_pe",
|
| 72 |
+
env_settings={
|
| 73 |
+
"use_fabric": False,
|
| 74 |
+
"headless": True,
|
| 75 |
+
},
|
| 76 |
+
),
|
| 77 |
+
task=TaskCfg(
|
| 78 |
+
task_name="20260513T032330_step0015000_stop0.95_full835_thr095_shard0_serial",
|
| 79 |
+
task_settings={
|
| 80 |
+
"env_num": 1,
|
| 81 |
+
"use_distributed": False,
|
| 82 |
+
"proc_num": 1,
|
| 83 |
+
"max_step": 500,
|
| 84 |
+
"warm_up_step": 500,
|
| 85 |
+
},
|
| 86 |
+
scene=SceneCfg(
|
| 87 |
+
scene_type="kujiale",
|
| 88 |
+
scene_data_dir="data/scene_data/vlnverse",
|
| 89 |
+
),
|
| 90 |
+
robot_name="h1",
|
| 91 |
+
robot_flash=True,
|
| 92 |
+
robot_usd_path="data/Embodiments/vln-pe/h1/h1_vln_pointcloud.usd",
|
| 93 |
+
camera_resolution=[256, 256],
|
| 94 |
+
camera_prim_path="torso_link/h1_pano_camera_0",
|
| 95 |
+
),
|
| 96 |
+
dataset=EvalDatasetCfg(
|
| 97 |
+
dataset_type="kujiale",
|
| 98 |
+
dataset_settings={
|
| 99 |
+
"base_data_dir": "data/vlnverse/raw_data/vlnverse/coarse_shard0",
|
| 100 |
+
"split_data_types": ["val_unseen"],
|
| 101 |
+
"filter_stairs": False,
|
| 102 |
+
"instruction_type": "formal",
|
| 103 |
+
},
|
| 104 |
+
),
|
| 105 |
+
)
|
eval_results/shards/shard0_serial/eval_result.log
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[split:val_unseen] total 104 data
|
| 2 |
+
############[val_unseen]#############
|
| 3 |
+
TL = 619.2835629124288 / 104 = 5.9546
|
| 4 |
+
NE = 444.2822084470055 / 104 = 4.2719
|
| 5 |
+
FR = 0 / 104 = 0.0%
|
| 6 |
+
StR = 0 / 104 = 0%
|
| 7 |
+
OS = 63.0 / 104 = 60.58%
|
| 8 |
+
SR = 45.0 / 104 = 43.269999999999996%
|
| 9 |
+
SPL = 43.14515983864238 / 104 = 41.49%
|
| 10 |
+
detail:
|
| 11 |
+
[reach_goal]:45
|
| 12 |
+
[not_reach_goal]:58
|
| 13 |
+
[success]:45
|
| 14 |
+
[exceed_total_max_step]:1
|
| 15 |
+
[fall]:0
|
| 16 |
+
##########################
|
eval_results/shards/shard0_serial/meta.json
ADDED
|
@@ -0,0 +1,161 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"eval_id": "20260513T032330_step0015000_stop0.95_full835_thr095_shard0_serial",
|
| 3 |
+
"tag": "full835_thr095_shard0_serial",
|
| 4 |
+
"timestamp_recorded": "2026-05-13T16:48:26+0800",
|
| 5 |
+
"ckpt": {
|
| 6 |
+
"path": "/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/ckpt_step0015000_final.pt",
|
| 7 |
+
"step": 15000,
|
| 8 |
+
"size_bytes": 2812658821
|
| 9 |
+
},
|
| 10 |
+
"code_state": {
|
| 11 |
+
"git_hash": "a4fa65370358d6f251e158f03aced7d30f167da6",
|
| 12 |
+
"branch": "feat/batched-trunk-forward",
|
| 13 |
+
"dirty": true,
|
| 14 |
+
"dirty_files": [
|
| 15 |
+
"docs/eval_ledger.jsonl",
|
| 16 |
+
"run_train.sh",
|
| 17 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD0_port8091.py",
|
| 18 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD1_port8092.py",
|
| 19 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD2_port8093.py",
|
| 20 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD3_port8094.py",
|
| 21 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD4_port8095.py",
|
| 22 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD5_port8096.py",
|
| 23 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD6_port8097.py",
|
| 24 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD7_port8098.py",
|
| 25 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu0_thr091_port8091.py",
|
| 26 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu1_thr092_port8092.py",
|
| 27 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu2_thr093_port8093.py",
|
| 28 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu3_thr094_port8094.py",
|
| 29 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu4_thr095_port8095.py",
|
| 30 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu5_thr096_port8096.py",
|
| 31 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu6_thr097_port8097.py",
|
| 32 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu7_thr098_port8098.py",
|
| 33 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_val_unseen_v7_port8091.py",
|
| 34 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_val_unseen_v8_port8092.py",
|
| 35 |
+
"scripts/eval/run_eval_structured.sh",
|
| 36 |
+
"third_party/vlnverse_emr",
|
| 37 |
+
"yworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_val_unseen.py"
|
| 38 |
+
],
|
| 39 |
+
"dirty_patch_md5": "aa7101e2b529b2f5596267cd1e8073ee"
|
| 40 |
+
},
|
| 41 |
+
"eval_config": {
|
| 42 |
+
"framework": "vlnverse_emr",
|
| 43 |
+
"base_cfg": "ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD0_port8091.py",
|
| 44 |
+
"derived_cfg": "checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/evals/20260513T032330_step0015000_stop0.95_full835_thr095_shard0_serial/eval_cfg.py",
|
| 45 |
+
"stop_threshold": 0.95,
|
| 46 |
+
"task_name": "20260513T032330_step0015000_stop0.95_full835_thr095_shard0_serial"
|
| 47 |
+
},
|
| 48 |
+
"data_state": {
|
| 49 |
+
"scenes_used": [
|
| 50 |
+
"kujiale_0234",
|
| 51 |
+
"kujiale_0240",
|
| 52 |
+
"kujiale_0243",
|
| 53 |
+
"kujiale_0258",
|
| 54 |
+
"kujiale_0272"
|
| 55 |
+
],
|
| 56 |
+
"scenes_with_hdr": [
|
| 57 |
+
"kujiale_0234",
|
| 58 |
+
"kujiale_0240",
|
| 59 |
+
"kujiale_0243",
|
| 60 |
+
"kujiale_0258",
|
| 61 |
+
"kujiale_0272"
|
| 62 |
+
],
|
| 63 |
+
"scenes_missing_hdr": []
|
| 64 |
+
},
|
| 65 |
+
"hardware": {
|
| 66 |
+
"host": "di-20260502152021-n5hs7",
|
| 67 |
+
"gpus": [
|
| 68 |
+
{
|
| 69 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 70 |
+
"mem_mb": 24564
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 74 |
+
"mem_mb": 24564
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 78 |
+
"mem_mb": 24564
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 82 |
+
"mem_mb": 24564
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 86 |
+
"mem_mb": 24564
|
| 87 |
+
},
|
| 88 |
+
{
|
| 89 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 90 |
+
"mem_mb": 24564
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 94 |
+
"mem_mb": 24564
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 98 |
+
"mem_mb": 24564
|
| 99 |
+
}
|
| 100 |
+
],
|
| 101 |
+
"count": 8
|
| 102 |
+
},
|
| 103 |
+
"results_aggregate": {
|
| 104 |
+
"TL": 5.9546,
|
| 105 |
+
"NE": 4.2719,
|
| 106 |
+
"FR": 0.0,
|
| 107 |
+
"StR": 0.0,
|
| 108 |
+
"OS": 0.6058,
|
| 109 |
+
"SR": 0.4327,
|
| 110 |
+
"SPL": 0.41490000000000005,
|
| 111 |
+
"n_reach_goal": 45,
|
| 112 |
+
"n_not_reach_goal": 58,
|
| 113 |
+
"n_success": 45,
|
| 114 |
+
"n_fall": 0,
|
| 115 |
+
"n_total": 104
|
| 116 |
+
},
|
| 117 |
+
"results_per_scene": {
|
| 118 |
+
"kujiale_0272": {
|
| 119 |
+
"n": 18,
|
| 120 |
+
"SR": 0.5555555555555556,
|
| 121 |
+
"avg_NE": 3.599298205680091,
|
| 122 |
+
"avg_SPL": 0.5367849557682614
|
| 123 |
+
},
|
| 124 |
+
"kujiale_0258": {
|
| 125 |
+
"n": 25,
|
| 126 |
+
"SR": 0.44,
|
| 127 |
+
"avg_NE": 3.6749591203982925,
|
| 128 |
+
"avg_SPL": 0.42728988742908713
|
| 129 |
+
},
|
| 130 |
+
"kujiale_0243": {
|
| 131 |
+
"n": 25,
|
| 132 |
+
"SR": 0.32,
|
| 133 |
+
"avg_NE": 5.001239707522191,
|
| 134 |
+
"avg_SPL": 0.31368471187851943
|
| 135 |
+
},
|
| 136 |
+
"kujiale_0240": {
|
| 137 |
+
"n": 13,
|
| 138 |
+
"SR": 0.6153846153846154,
|
| 139 |
+
"avg_NE": 2.925531341617832,
|
| 140 |
+
"avg_SPL": 0.5496686220824174
|
| 141 |
+
},
|
| 142 |
+
"kujiale_0234": {
|
| 143 |
+
"n": 22,
|
| 144 |
+
"SR": 0.3181818181818182,
|
| 145 |
+
"avg_NE": 5.587479246922452,
|
| 146 |
+
"avg_SPL": 0.3096806165932766
|
| 147 |
+
}
|
| 148 |
+
},
|
| 149 |
+
"stop_head_stats": {
|
| 150 |
+
"n_samples": 16028,
|
| 151 |
+
"stop_prob_min": 0.286,
|
| 152 |
+
"stop_prob_p50": 0.773,
|
| 153 |
+
"stop_prob_p90": 0.906,
|
| 154 |
+
"stop_prob_max": 0.976,
|
| 155 |
+
"stop_prob_mean": 0.7619071624656891,
|
| 156 |
+
"fire_rate_pathA": 0.023146992762665335,
|
| 157 |
+
"fire_rate_pathB": 0.010107312203643623,
|
| 158 |
+
"no_stop_rate": 0.966745695033691
|
| 159 |
+
},
|
| 160 |
+
"n_episodes_recorded": 103
|
| 161 |
+
}
|
eval_results/shards/shard0_serial/per_episode.csv
ADDED
|
@@ -0,0 +1,104 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
episode_id,scene,NE,success,osr,SPL
|
| 2 |
+
kujiale_0272_31_1,kujiale_0272,0.9565219373211652,1,1.0,1.0
|
| 3 |
+
kujiale_0272_4_4,kujiale_0272,1.6831183946043111,1,1.0,1.0
|
| 4 |
+
kujiale_0272_43_3,kujiale_0272,1.4148630777294384,1,1.0,1.0
|
| 5 |
+
kujiale_0272_7_0,kujiale_0272,2.440151297354148,1,1.0,0.6621292038287031
|
| 6 |
+
kujiale_0272_36_2,kujiale_0272,2.034643769991008,1,1.0,1.0
|
| 7 |
+
kujiale_0272_59_2,kujiale_0272,0.519073960960658,1,1.0,1.0
|
| 8 |
+
kujiale_0272_3_2,kujiale_0272,6.072019199294342,0,0.0,0.0
|
| 9 |
+
kujiale_0272_2_4,kujiale_0272,7.073432588315052,0,0.0,0.0
|
| 10 |
+
kujiale_0272_33_2,kujiale_0272,6.2934146371963315,0,0.0,0.0
|
| 11 |
+
kujiale_0272_53_1,kujiale_0272,2.9482114558256893,1,1.0,1.0
|
| 12 |
+
kujiale_0272_55_0,kujiale_0272,1.9852838779318491,1,1.0,1.0
|
| 13 |
+
kujiale_0272_1_0,kujiale_0272,6.0525158474797776,0,0.0,0.0
|
| 14 |
+
kujiale_0272_52_2,kujiale_0272,0.32210834631185087,1,1.0,1.0
|
| 15 |
+
kujiale_0272_38_4,kujiale_0272,8.81373594911436,0,0.0,0.0
|
| 16 |
+
kujiale_0272_9_0,kujiale_0272,3.066318503786455,0,1.0,0.0
|
| 17 |
+
kujiale_0272_11_0,kujiale_0272,4.691432707538336,0,1.0,0.0
|
| 18 |
+
kujiale_0272_32_1,kujiale_0272,1.4910520555997604,1,1.0,1.0
|
| 19 |
+
kujiale_0272_21_3,kujiale_0272,6.929470095887106,0,0.0,0.0
|
| 20 |
+
kujiale_0258_6_3,kujiale_0258,1.9466750966547144,1,1.0,1.0
|
| 21 |
+
kujiale_0258_21_2,kujiale_0258,1.1352773730914674,1,1.0,1.0
|
| 22 |
+
kujiale_0258_1_2,kujiale_0258,5.711282352862861,0,0.0,0.0
|
| 23 |
+
kujiale_0258_15_2,kujiale_0258,2.362092978299662,1,1.0,1.0
|
| 24 |
+
kujiale_0258_18_3,kujiale_0258,5.735796570024189,0,0.0,0.0
|
| 25 |
+
kujiale_0258_40_0,kujiale_0258,5.749722760089638,0,0.0,0.0
|
| 26 |
+
kujiale_0258_4_4,kujiale_0258,5.452340782464308,0,0.0,0.0
|
| 27 |
+
kujiale_0258_15_3,kujiale_0258,3.126501567766687,0,1.0,0.0
|
| 28 |
+
kujiale_0258_2_3,kujiale_0258,6.345846526124659,0,1.0,0.0
|
| 29 |
+
kujiale_0258_22_4,kujiale_0258,6.0179598018711395,0,0.0,0.0
|
| 30 |
+
kujiale_0258_31_0,kujiale_0258,0.9521952307963624,1,1.0,1.0
|
| 31 |
+
kujiale_0258_30_1,kujiale_0258,0.4642318480780592,1,1.0,1.0
|
| 32 |
+
kujiale_0258_10_3,kujiale_0258,2.0941885779508955,1,1.0,1.0
|
| 33 |
+
kujiale_0258_38_1,kujiale_0258,2.590535769836942,1,1.0,1.0
|
| 34 |
+
kujiale_0258_38_2,kujiale_0258,5.091851969034285,0,1.0,0.0
|
| 35 |
+
kujiale_0258_13_3,kujiale_0258,1.0985134114451542,1,1.0,1.0
|
| 36 |
+
kujiale_0258_17_3,kujiale_0258,3.1091810796113135,0,1.0,0.0
|
| 37 |
+
kujiale_0258_19_3,kujiale_0258,8.13038548626392,0,0.0,0.0
|
| 38 |
+
kujiale_0258_36_4,kujiale_0258,2.296143410597163,1,1.0,1.0
|
| 39 |
+
kujiale_0258_1_1,kujiale_0258,2.6128716291657583,1,1.0,1.0
|
| 40 |
+
kujiale_0258_39_1,kujiale_0258,3.762097403205405,0,1.0,0.0
|
| 41 |
+
kujiale_0258_12_1,kujiale_0258,4.058406198178584,0,1.0,0.0
|
| 42 |
+
kujiale_0258_27_2,kujiale_0258,3.6777519868206534,0,0.0,0.0
|
| 43 |
+
kujiale_0258_23_4,kujiale_0258,5.4389163824255435,0,0.0,0.0
|
| 44 |
+
kujiale_0258_3_2,kujiale_0258,2.9132118172979555,1,1.0,0.6822471857271786
|
| 45 |
+
kujiale_0243_37_4,kujiale_0243,7.442275451455108,0,0.0,0.0
|
| 46 |
+
kujiale_0243_1_1,kujiale_0243,8.1795585637213,0,0.0,0.0
|
| 47 |
+
kujiale_0243_40_3,kujiale_0243,5.001324980954627,0,1.0,0.0
|
| 48 |
+
kujiale_0243_65_1,kujiale_0243,5.766108454211463,0,0.0,0.0
|
| 49 |
+
kujiale_0243_49_1,kujiale_0243,3.25895933719464,0,1.0,0.0
|
| 50 |
+
kujiale_0243_24_2,kujiale_0243,4.023698559146204,0,1.0,0.0
|
| 51 |
+
kujiale_0243_68_2,kujiale_0243,8.656889251646744,0,0.0,0.0
|
| 52 |
+
kujiale_0243_0_0,kujiale_0243,8.740760272296772,0,1.0,0.0
|
| 53 |
+
kujiale_0243_7_3,kujiale_0243,7.902092337028915,0,0.0,0.0
|
| 54 |
+
kujiale_0243_39_1,kujiale_0243,7.748290374858,0,0.0,0.0
|
| 55 |
+
kujiale_0243_4_2,kujiale_0243,2.2141449693605013,1,1.0,1.0
|
| 56 |
+
kujiale_0243_66_2,kujiale_0243,6.802335114749344,0,0.0,0.0
|
| 57 |
+
kujiale_0243_56_4,kujiale_0243,0.8990432413840336,1,1.0,1.0
|
| 58 |
+
kujiale_0243_23_2,kujiale_0243,0.34546759428298784,1,1.0,0.9640774053291279
|
| 59 |
+
kujiale_0243_84_0,kujiale_0243,0.9822169946125936,1,1.0,1.0
|
| 60 |
+
kujiale_0243_12_3,kujiale_0243,7.138812462847378,0,0.0,0.0
|
| 61 |
+
kujiale_0243_57_1,kujiale_0243,0.9444424027727343,1,1.0,1.0
|
| 62 |
+
kujiale_0243_61_1,kujiale_0243,4.851292863610986,0,1.0,0.0
|
| 63 |
+
kujiale_0243_47_3,kujiale_0243,2.5482560234025717,1,1.0,1.0
|
| 64 |
+
kujiale_0243_55_1,kujiale_0243,7.475054042165242,0,0.0,0.0
|
| 65 |
+
kujiale_0243_8_4,kujiale_0243,8.580482283833884,0,0.0,0.0
|
| 66 |
+
kujiale_0243_70_1,kujiale_0243,2.688535479755903,1,1.0,1.0
|
| 67 |
+
kujiale_0243_79_1,kujiale_0243,5.314413186375301,0,0.0,0.0
|
| 68 |
+
kujiale_0243_46_4,kujiale_0243,5.737265920516666,0,0.0,0.0
|
| 69 |
+
kujiale_0243_85_3,kujiale_0243,1.7892725258708428,1,1.0,0.8780403916338572
|
| 70 |
+
kujiale_0240_21_3,kujiale_0240,4.596709163692362,0,1.0,0.0
|
| 71 |
+
kujiale_0240_49_3,kujiale_0240,1.8402284423170312,1,1.0,1.0
|
| 72 |
+
kujiale_0240_56_0,kujiale_0240,4.058855758699873,0,1.0,0.0
|
| 73 |
+
kujiale_0240_32_1,kujiale_0240,1.5348839212894467,1,1.0,1.0
|
| 74 |
+
kujiale_0240_48_1,kujiale_0240,0.8650982576265832,1,1.0,0.890123182847532
|
| 75 |
+
kujiale_0240_40_1,kujiale_0240,1.7888093337210187,1,1.0,1.0
|
| 76 |
+
kujiale_0240_55_0,kujiale_0240,3.1843635004282524,0,1.0,0.0
|
| 77 |
+
kujiale_0240_6_3,kujiale_0240,1.3056400123087386,1,1.0,1.0
|
| 78 |
+
kujiale_0240_16_3,kujiale_0240,2.6099634232898654,1,1.0,0.9566400753790925
|
| 79 |
+
kujiale_0240_47_3,kujiale_0240,2.5661970084111014,1,1.0,0.6124109079713407
|
| 80 |
+
kujiale_0240_9_0,kujiale_0240,4.943650570365787,0,0.0,0.0
|
| 81 |
+
kujiale_0240_20_1,kujiale_0240,2.072177836054381,1,1.0,0.6865179208734616
|
| 82 |
+
kujiale_0240_33_2,kujiale_0240,6.665330212827378,0,0.0,0.0
|
| 83 |
+
kujiale_0234_46_3,kujiale_0234,7.301392117850446,0,0.0,0.0
|
| 84 |
+
kujiale_0234_62_2,kujiale_0234,6.532767110186247,0,0.0,0.0
|
| 85 |
+
kujiale_0234_54_0,kujiale_0234,0.9590706619714142,1,1.0,0.978314869526096
|
| 86 |
+
kujiale_0234_59_2,kujiale_0234,2.559489585198155,1,1.0,1.0
|
| 87 |
+
kujiale_0234_51_4,kujiale_0234,9.028762109482244,0,0.0,0.0
|
| 88 |
+
kujiale_0234_24_3,kujiale_0234,7.85611458451816,0,1.0,0.0
|
| 89 |
+
kujiale_0234_53_0,kujiale_0234,4.795437796798018,0,0.0,0.0
|
| 90 |
+
kujiale_0234_38_3,kujiale_0234,1.8459325144526302,1,1.0,1.0
|
| 91 |
+
kujiale_0234_43_3,kujiale_0234,7.446250991800351,0,0.0,0.0
|
| 92 |
+
kujiale_0234_20_0,kujiale_0234,1.834864660675553,1,1.0,0.9575100024396577
|
| 93 |
+
kujiale_0234_50_1,kujiale_0234,2.6076929337937376,1,1.0,0.9126374665228435
|
| 94 |
+
kujiale_0234_45_0,kujiale_0234,11.103565362099085,0,0.0,0.0
|
| 95 |
+
kujiale_0234_61_4,kujiale_0234,5.294329833538806,0,0.0,0.0
|
| 96 |
+
kujiale_0234_52_0,kujiale_0234,7.593422777600212,0,0.0,0.0
|
| 97 |
+
kujiale_0234_22_3,kujiale_0234,3.363116787113761,0,0.0,0.0
|
| 98 |
+
kujiale_0234_32_4,kujiale_0234,9.183574846895198,0,0.0,0.0
|
| 99 |
+
kujiale_0234_48_2,kujiale_0234,5.333220688101263,0,0.0,0.0
|
| 100 |
+
kujiale_0234_30_2,kujiale_0234,1.8246342251018244,1,1.0,1.0
|
| 101 |
+
kujiale_0234_5_4,kujiale_0234,0.8775235214394908,1,1.0,0.964511226563488
|
| 102 |
+
kujiale_0234_6_2,kujiale_0234,6.0125980191568225,0,0.0,0.0
|
| 103 |
+
kujiale_0234_29_1,kujiale_0234,8.800546181258497,0,1.0,0.0
|
| 104 |
+
kujiale_0234_55_1,kujiale_0234,10.770236123262036,0,0.0,0.0
|
eval_results/shards/shard0_serial/server.log.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ccd9d346b17d9b4eb3474f712129cc56ecbaa11f756498243cf54796e1bd8cd5
|
| 3 |
+
size 73317
|
eval_results/shards/shard1_retry/eval.log.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4b38eaa9e70e418c484dd752dcf92946d86ddacf03215f11fa539dbe75f02c3a
|
| 3 |
+
size 6879174
|
eval_results/shards/shard1_retry/eval_cfg.py
ADDED
|
@@ -0,0 +1,105 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""RyWorld eval cfg — VLNVerse coarse / val_unseen, H1 robot at 256x256.
|
| 2 |
+
|
| 3 |
+
Forked from
|
| 4 |
+
``third_party/vlnverse_emr/scripts/eval/configs/h1_cma_clip_cfg_vlnverse_coarse.py``
|
| 5 |
+
with the minimum diffs needed for our model:
|
| 6 |
+
|
| 7 |
+
- ``agent.model_name='ryworld'`` so Agent.init dispatches to RyWorldAgent.
|
| 8 |
+
- ``split_data_types=['val_unseen']`` only (CMA cfg also includes val_seen).
|
| 9 |
+
- ``task_name`` carries our run identity for ``logs/<task>/`` separation.
|
| 10 |
+
|
| 11 |
+
Everything else (camera 256x256, ``torso_link/h1_pano_camera_0``,
|
| 12 |
+
``h1_vln_pointcloud.usd``, ``vln_pe`` env, ``flash`` mode, max_step=500,
|
| 13 |
+
formal instruction) is kept identical to the CMA-CLIP baseline so our
|
| 14 |
+
numbers go on the same table.
|
| 15 |
+
|
| 16 |
+
Plugin registration: this cfg's top-level ``import
|
| 17 |
+
ryworld.eval.vlnverse_plugin`` triggers ``@Agent.register('ryworld')`` as a
|
| 18 |
+
side effect, which is what lets vlnverse_emr's dispatcher find our agent
|
| 19 |
+
without a fork. ``importlib.util.spec_from_file_location`` (used by both
|
| 20 |
+
``server.py`` and ``eval.py``) executes this module top-to-bottom, so by the
|
| 21 |
+
time ``Agent.init`` runs the registration is already in place.
|
| 22 |
+
"""
|
| 23 |
+
|
| 24 |
+
from __future__ import annotations
|
| 25 |
+
|
| 26 |
+
# ---------------------------------------------------------------------------
|
| 27 |
+
# 1. Make the RyWorld package importable.
|
| 28 |
+
# vlnverse_emr's launchers run from inside ``third_party/vlnverse_emr``
|
| 29 |
+
# (their ``cwd``), so ``ryworld.*`` is not on ``sys.path`` by default. We
|
| 30 |
+
# walk up from this file: cfg -> configs -> vlnverse_plugin -> eval ->
|
| 31 |
+
# ryworld -> repo root.
|
| 32 |
+
# ---------------------------------------------------------------------------
|
| 33 |
+
import sys
|
| 34 |
+
from pathlib import Path
|
| 35 |
+
|
| 36 |
+
_REPO_ROOT = Path(__file__).resolve().parents[4]
|
| 37 |
+
if str(_REPO_ROOT) not in sys.path:
|
| 38 |
+
sys.path.insert(0, str(_REPO_ROOT))
|
| 39 |
+
|
| 40 |
+
# ---------------------------------------------------------------------------
|
| 41 |
+
# 2. Import the plugin package — side effect: ``@Agent.register('ryworld')``.
|
| 42 |
+
# ---------------------------------------------------------------------------
|
| 43 |
+
import ryworld.eval.vlnverse_plugin # noqa: E402, F401
|
| 44 |
+
|
| 45 |
+
# ---------------------------------------------------------------------------
|
| 46 |
+
# 3. Build the eval cfg using vlnverse_emr's pydantic config classes.
|
| 47 |
+
# ---------------------------------------------------------------------------
|
| 48 |
+
from vlnverse.configs.agent import AgentCfg # type: ignore[import-not-found] # noqa: E402
|
| 49 |
+
from vlnverse.configs.evaluator import ( # type: ignore[import-not-found] # noqa: E402
|
| 50 |
+
EnvCfg,
|
| 51 |
+
EvalCfg,
|
| 52 |
+
EvalDatasetCfg,
|
| 53 |
+
SceneCfg,
|
| 54 |
+
TaskCfg,
|
| 55 |
+
)
|
| 56 |
+
|
| 57 |
+
eval_cfg = EvalCfg(
|
| 58 |
+
agent=AgentCfg(
|
| 59 |
+
# Server port — keep clear of CMA(8087)/N1(8028) so we can run side-by-side.
|
| 60 |
+
server_port=8092,
|
| 61 |
+
model_name="ryworld",
|
| 62 |
+
# Dummy skeleton agent ignores ckpt_path; real wrapper will load this.
|
| 63 |
+
ckpt_path="/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/ckpt_step0015000_final.pt",
|
| 64 |
+
model_settings={
|
| 65 |
+
"stop_threshold_override": 0.95,
|
| 66 |
+
"train_config_path": "/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/ryworld/configs/stage1_discrete.yaml",
|
| 67 |
+
"train_config_overrides": ["/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/ryworld/configs/overlays/a100_4gpu_discrete.yaml"],
|
| 68 |
+
},
|
| 69 |
+
),
|
| 70 |
+
env=EnvCfg(
|
| 71 |
+
env_type="vln_pe",
|
| 72 |
+
env_settings={
|
| 73 |
+
"use_fabric": False,
|
| 74 |
+
"headless": True,
|
| 75 |
+
},
|
| 76 |
+
),
|
| 77 |
+
task=TaskCfg(
|
| 78 |
+
task_name="20260513T132258_step0015000_stop0.95_full835_thr095_shard1_retry",
|
| 79 |
+
task_settings={
|
| 80 |
+
"env_num": 1,
|
| 81 |
+
"use_distributed": False,
|
| 82 |
+
"proc_num": 1,
|
| 83 |
+
"max_step": 500,
|
| 84 |
+
"warm_up_step": 500,
|
| 85 |
+
},
|
| 86 |
+
scene=SceneCfg(
|
| 87 |
+
scene_type="kujiale",
|
| 88 |
+
scene_data_dir="data/scene_data/vlnverse",
|
| 89 |
+
),
|
| 90 |
+
robot_name="h1",
|
| 91 |
+
robot_flash=True,
|
| 92 |
+
robot_usd_path="data/Embodiments/vln-pe/h1/h1_vln_pointcloud.usd",
|
| 93 |
+
camera_resolution=[256, 256],
|
| 94 |
+
camera_prim_path="torso_link/h1_pano_camera_0",
|
| 95 |
+
),
|
| 96 |
+
dataset=EvalDatasetCfg(
|
| 97 |
+
dataset_type="kujiale",
|
| 98 |
+
dataset_settings={
|
| 99 |
+
"base_data_dir": "data/vlnverse/raw_data/vlnverse/coarse_shard1",
|
| 100 |
+
"split_data_types": ["val_unseen"],
|
| 101 |
+
"filter_stairs": False,
|
| 102 |
+
"instruction_type": "formal",
|
| 103 |
+
},
|
| 104 |
+
),
|
| 105 |
+
)
|
eval_results/shards/shard1_retry/eval_result.log
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[split:val_unseen] total 104 data
|
| 2 |
+
############[val_unseen]#############
|
| 3 |
+
TL = 727.2584597270511 / 104 = 6.9929
|
| 4 |
+
NE = 429.5710585891784 / 104 = 4.1305
|
| 5 |
+
FR = 0 / 104 = 0.0%
|
| 6 |
+
StR = 0 / 104 = 0%
|
| 7 |
+
OS = 62.0 / 104 = 59.62%
|
| 8 |
+
SR = 47.0 / 104 = 45.190000000000005%
|
| 9 |
+
SPL = 45.52605968207551 / 104 = 43.78%
|
| 10 |
+
detail:
|
| 11 |
+
[reach_goal]:47
|
| 12 |
+
[not_reach_goal]:54
|
| 13 |
+
[success]:46
|
| 14 |
+
[exceed_total_max_step]:4
|
| 15 |
+
[fall]:0
|
| 16 |
+
##########################
|
eval_results/shards/shard1_retry/meta.json
ADDED
|
@@ -0,0 +1,162 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"eval_id": "20260513T132258_step0015000_stop0.95_full835_thr095_shard1_retry",
|
| 3 |
+
"tag": "full835_thr095_shard1_retry",
|
| 4 |
+
"timestamp_recorded": "2026-05-13T18:03:06+0800",
|
| 5 |
+
"ckpt": {
|
| 6 |
+
"path": "/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/ckpt_step0015000_final.pt",
|
| 7 |
+
"step": 15000,
|
| 8 |
+
"size_bytes": 2812658821
|
| 9 |
+
},
|
| 10 |
+
"code_state": {
|
| 11 |
+
"git_hash": "a4fa65370358d6f251e158f03aced7d30f167da6",
|
| 12 |
+
"branch": "feat/batched-trunk-forward",
|
| 13 |
+
"dirty": true,
|
| 14 |
+
"dirty_files": [
|
| 15 |
+
"docs/eval_ledger.jsonl",
|
| 16 |
+
"run_train.sh",
|
| 17 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD0_port8091.py",
|
| 18 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD1_port8092.py",
|
| 19 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD2_port8093.py",
|
| 20 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD3_port8094.py",
|
| 21 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD4_port8095.py",
|
| 22 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD5_port8096.py",
|
| 23 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD6_port8097.py",
|
| 24 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD7_port8098.py",
|
| 25 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu0_thr091_port8091.py",
|
| 26 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu1_thr092_port8092.py",
|
| 27 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu2_thr093_port8093.py",
|
| 28 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu3_thr094_port8094.py",
|
| 29 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu4_thr095_port8095.py",
|
| 30 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu5_thr096_port8096.py",
|
| 31 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu6_thr097_port8097.py",
|
| 32 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu7_thr098_port8098.py",
|
| 33 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_val_unseen_v7_port8091.py",
|
| 34 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_val_unseen_v8_port8092.py",
|
| 35 |
+
"scripts/eval/run_eval_structured.sh",
|
| 36 |
+
"third_party/vlnverse_emr",
|
| 37 |
+
"yworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_val_unseen.py"
|
| 38 |
+
],
|
| 39 |
+
"dirty_patch_md5": "aa7101e2b529b2f5596267cd1e8073ee"
|
| 40 |
+
},
|
| 41 |
+
"eval_config": {
|
| 42 |
+
"framework": "vlnverse_emr",
|
| 43 |
+
"base_cfg": "ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD1_port8092.py",
|
| 44 |
+
"derived_cfg": "checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/evals/20260513T132258_step0015000_stop0.95_full835_thr095_shard1_retry/eval_cfg.py",
|
| 45 |
+
"stop_threshold": 0.95,
|
| 46 |
+
"task_name": "20260513T132258_step0015000_stop0.95_full835_thr095_shard1_retry"
|
| 47 |
+
},
|
| 48 |
+
"data_state": {
|
| 49 |
+
"scenes_used": [
|
| 50 |
+
"kujiale_0113",
|
| 51 |
+
"kujiale_0123",
|
| 52 |
+
"kujiale_0159",
|
| 53 |
+
"kujiale_0165",
|
| 54 |
+
"kujiale_0240"
|
| 55 |
+
],
|
| 56 |
+
"scenes_with_hdr": [
|
| 57 |
+
"kujiale_0113",
|
| 58 |
+
"kujiale_0159",
|
| 59 |
+
"kujiale_0165",
|
| 60 |
+
"kujiale_0240"
|
| 61 |
+
],
|
| 62 |
+
"scenes_missing_hdr": [
|
| 63 |
+
"kujiale_0123"
|
| 64 |
+
]
|
| 65 |
+
},
|
| 66 |
+
"hardware": {
|
| 67 |
+
"host": "di-20260502152021-n5hs7",
|
| 68 |
+
"gpus": [
|
| 69 |
+
{
|
| 70 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 71 |
+
"mem_mb": 24564
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 75 |
+
"mem_mb": 24564
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 79 |
+
"mem_mb": 24564
|
| 80 |
+
},
|
| 81 |
+
{
|
| 82 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 83 |
+
"mem_mb": 24564
|
| 84 |
+
},
|
| 85 |
+
{
|
| 86 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 87 |
+
"mem_mb": 24564
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 91 |
+
"mem_mb": 24564
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 95 |
+
"mem_mb": 24564
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 99 |
+
"mem_mb": 24564
|
| 100 |
+
}
|
| 101 |
+
],
|
| 102 |
+
"count": 8
|
| 103 |
+
},
|
| 104 |
+
"results_aggregate": {
|
| 105 |
+
"TL": 6.9929,
|
| 106 |
+
"NE": 4.1305,
|
| 107 |
+
"FR": 0.0,
|
| 108 |
+
"StR": 0.0,
|
| 109 |
+
"OS": 0.5962,
|
| 110 |
+
"SR": 0.4519,
|
| 111 |
+
"SPL": 0.4378,
|
| 112 |
+
"n_reach_goal": 47,
|
| 113 |
+
"n_not_reach_goal": 54,
|
| 114 |
+
"n_success": 46,
|
| 115 |
+
"n_fall": 0,
|
| 116 |
+
"n_total": 104
|
| 117 |
+
},
|
| 118 |
+
"results_per_scene": {
|
| 119 |
+
"kujiale_0240": {
|
| 120 |
+
"n": 11,
|
| 121 |
+
"SR": 0.6363636363636364,
|
| 122 |
+
"avg_NE": 2.49024044625038,
|
| 123 |
+
"avg_SPL": 0.6282146491471609
|
| 124 |
+
},
|
| 125 |
+
"kujiale_0165": {
|
| 126 |
+
"n": 18,
|
| 127 |
+
"SR": 0.3888888888888889,
|
| 128 |
+
"avg_NE": 4.661110946215886,
|
| 129 |
+
"avg_SPL": 0.3429450023641647
|
| 130 |
+
},
|
| 131 |
+
"kujiale_0159": {
|
| 132 |
+
"n": 25,
|
| 133 |
+
"SR": 0.64,
|
| 134 |
+
"avg_NE": 2.89723540705876,
|
| 135 |
+
"avg_SPL": 0.638133977009026
|
| 136 |
+
},
|
| 137 |
+
"kujiale_0123": {
|
| 138 |
+
"n": 25,
|
| 139 |
+
"SR": 0.48,
|
| 140 |
+
"avg_NE": 4.399718945699857,
|
| 141 |
+
"avg_SPL": 0.46431919367843577
|
| 142 |
+
},
|
| 143 |
+
"kujiale_0113": {
|
| 144 |
+
"n": 24,
|
| 145 |
+
"SR": 0.20833333333333334,
|
| 146 |
+
"avg_NE": 5.443181415820793,
|
| 147 |
+
"avg_SPL": 0.2033899679881351
|
| 148 |
+
}
|
| 149 |
+
},
|
| 150 |
+
"stop_head_stats": {
|
| 151 |
+
"n_samples": 24240,
|
| 152 |
+
"stop_prob_min": 0.345,
|
| 153 |
+
"stop_prob_p50": 0.786,
|
| 154 |
+
"stop_prob_p90": 0.904,
|
| 155 |
+
"stop_prob_max": 0.976,
|
| 156 |
+
"stop_prob_mean": 0.7602361386138585,
|
| 157 |
+
"fire_rate_pathA": 0.02277227722772277,
|
| 158 |
+
"fire_rate_pathB": 0.004909240924092409,
|
| 159 |
+
"no_stop_rate": 0.9723184818481848
|
| 160 |
+
},
|
| 161 |
+
"n_episodes_recorded": 103
|
| 162 |
+
}
|
eval_results/shards/shard1_retry/per_episode.csv
ADDED
|
@@ -0,0 +1,104 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
episode_id,scene,NE,success,osr,SPL
|
| 2 |
+
kujiale_0240_62_4,kujiale_0240,4.942261613479123,0,1.0,0.0
|
| 3 |
+
kujiale_0240_51_4,kujiale_0240,3.6418222074763476,0,0.0,0.0
|
| 4 |
+
kujiale_0240_10_0,kujiale_0240,0.9040651909662726,1,1.0,1.0
|
| 5 |
+
kujiale_0240_43_3,kujiale_0240,0.6236469389572344,1,1.0,1.0
|
| 6 |
+
kujiale_0240_59_2,kujiale_0240,1.5700042360255968,1,1.0,0.9103611406187703
|
| 7 |
+
kujiale_0240_4_4,kujiale_0240,1.298973825626585,1,1.0,1.0
|
| 8 |
+
kujiale_0240_26_1,kujiale_0240,1.5897949875278299,1,1.0,1.0
|
| 9 |
+
kujiale_0240_38_4,kujiale_0240,3.445574887117299,0,1.0,0.0
|
| 10 |
+
kujiale_0240_29_4,kujiale_0240,5.710757452121341,0,0.0,0.0
|
| 11 |
+
kujiale_0240_58_3,kujiale_0240,1.199786330887976,1,1.0,1.0
|
| 12 |
+
kujiale_0240_22_3,kujiale_0240,2.465957238568579,1,1.0,1.0
|
| 13 |
+
kujiale_0165_23_1,kujiale_0165,6.027670354089401,0,0.0,0.0
|
| 14 |
+
kujiale_0165_62_2,kujiale_0165,12.666122873398056,0,0.0,0.0
|
| 15 |
+
kujiale_0165_24_3,kujiale_0165,4.977560749465032,0,1.0,0.0
|
| 16 |
+
kujiale_0165_7_4,kujiale_0165,1.0912870921871352,1,1.0,0.9806316808011822
|
| 17 |
+
kujiale_0165_10_0,kujiale_0165,3.752763098395252,0,0.0,0.0
|
| 18 |
+
kujiale_0165_54_0,kujiale_0165,3.431245147923428,0,1.0,0.0
|
| 19 |
+
kujiale_0165_12_3,kujiale_0165,4.6006677333205745,0,1.0,0.0
|
| 20 |
+
kujiale_0165_21_2,kujiale_0165,5.662265748606484,0,1.0,0.0
|
| 21 |
+
kujiale_0165_33_2,kujiale_0165,9.188082307071419,0,1.0,0.0
|
| 22 |
+
kujiale_0165_38_3,kujiale_0165,6.9639280639995835,0,0.0,0.0
|
| 23 |
+
kujiale_0165_5_4,kujiale_0165,2.69722042837169,1,1.0,0.7682037876812625
|
| 24 |
+
kujiale_0165_22_3,kujiale_0165,1.0936031902595662,1,1.0,1.0
|
| 25 |
+
kujiale_0165_56_3,kujiale_0165,2.4900383940250386,1,1.0,0.7860083859039844
|
| 26 |
+
kujiale_0165_47_1,kujiale_0165,2.2944095712192345,1,1.0,0.718505763686361
|
| 27 |
+
kujiale_0165_8_3,kujiale_0165,1.8044616544239864,1,1.0,0.919660424482175
|
| 28 |
+
kujiale_0165_32_4,kujiale_0165,2.4500719280490664,1,1.0,1.0
|
| 29 |
+
kujiale_0165_43_3,kujiale_0165,7.552867746564375,0,0.0,0.0
|
| 30 |
+
kujiale_0165_64_0,kujiale_0165,5.155730950516618,0,0.0,0.0
|
| 31 |
+
kujiale_0159_32_2,kujiale_0159,0.16724083521990998,1,1.0,1.0
|
| 32 |
+
kujiale_0159_10_2,kujiale_0159,1.0776604262024523,1,1.0,1.0
|
| 33 |
+
kujiale_0159_21_2,kujiale_0159,1.0969534804605716,1,1.0,1.0
|
| 34 |
+
kujiale_0159_20_3,kujiale_0159,1.0226992755936866,1,1.0,1.0
|
| 35 |
+
kujiale_0159_27_1,kujiale_0159,2.822907934592298,1,1.0,1.0
|
| 36 |
+
kujiale_0159_2_2,kujiale_0159,8.553785123289744,0,0.0,0.0
|
| 37 |
+
kujiale_0159_4_1,kujiale_0159,0.6489613398343561,1,1.0,1.0
|
| 38 |
+
kujiale_0159_5_2,kujiale_0159,1.5783941621824162,1,1.0,1.0
|
| 39 |
+
kujiale_0159_30_3,kujiale_0159,5.691582680229409,0,0.0,0.0
|
| 40 |
+
kujiale_0159_0_0,kujiale_0159,1.9310091653560835,1,1.0,1.0
|
| 41 |
+
kujiale_0159_23_3,kujiale_0159,1.1441196740775599,1,1.0,1.0
|
| 42 |
+
kujiale_0159_58_0,kujiale_0159,6.045398174003273,0,0.0,0.0
|
| 43 |
+
kujiale_0159_61_0,kujiale_0159,3.4147656981548455,0,1.0,0.0
|
| 44 |
+
kujiale_0159_59_1,kujiale_0159,6.185459040437604,0,0.0,0.0
|
| 45 |
+
kujiale_0159_52_0,kujiale_0159,1.965610897848253,1,1.0,1.0
|
| 46 |
+
kujiale_0159_42_4,kujiale_0159,0.6459695585550327,1,1.0,0.9533494252256478
|
| 47 |
+
kujiale_0159_46_4,kujiale_0159,2.108194707553545,1,1.0,1.0
|
| 48 |
+
kujiale_0159_54_4,kujiale_0159,1.585878801052509,1,1.0,1.0
|
| 49 |
+
kujiale_0159_55_1,kujiale_0159,3.7101352239155347,0,1.0,0.0
|
| 50 |
+
kujiale_0159_60_2,kujiale_0159,6.587826835435354,0,1.0,0.0
|
| 51 |
+
kujiale_0159_22_4,kujiale_0159,1.2883233116001325,1,1.0,1.0
|
| 52 |
+
kujiale_0159_1_0,kujiale_0159,5.2349019321311845,0,0.0,0.0
|
| 53 |
+
kujiale_0159_53_0,kujiale_0159,0.7466049194588325,1,1.0,1.0
|
| 54 |
+
kujiale_0159_8_0,kujiale_0159,2.1563831406999365,1,1.0,1.0
|
| 55 |
+
kujiale_0159_26_4,kujiale_0159,5.020118838584473,0,0.0,0.0
|
| 56 |
+
kujiale_0123_fix_40_0,kujiale_0123,9.181934548263152,0,0.0,0.0
|
| 57 |
+
kujiale_0123_fix_18_3,kujiale_0123,2.9198449515195155,1,1.0,1.0
|
| 58 |
+
kujiale_0123_fix_44_2,kujiale_0123,0.4834924277180767,1,1.0,1.0
|
| 59 |
+
kujiale_0123_fix_8_2,kujiale_0123,2.5632601558512196,1,1.0,1.0
|
| 60 |
+
kujiale_0123_fix_35_1,kujiale_0123,8.191500737381752,0,0.0,0.0
|
| 61 |
+
kujiale_0123_fix_9_2,kujiale_0123,4.812722939332428,0,1.0,0.0
|
| 62 |
+
kujiale_0123_fix_28_0,kujiale_0123,4.2753365449543095,0,1.0,0.0
|
| 63 |
+
kujiale_0123_fix_10_3,kujiale_0123,2.4914601886240937,1,1.0,1.0
|
| 64 |
+
kujiale_0123_fix_14_0,kujiale_0123,1.5147510068804906,1,1.0,1.0
|
| 65 |
+
kujiale_0123_fix_27_0,kujiale_0123,1.8584728186391275,1,1.0,0.853408214013301
|
| 66 |
+
kujiale_0123_fix_41_1,kujiale_0123,5.568056406840726,0,0.0,0.0
|
| 67 |
+
kujiale_0123_fix_2_3,kujiale_0123,7.078084526730988,0,0.0,0.0
|
| 68 |
+
kujiale_0123_fix_37_3,kujiale_0123,3.0783415118939876,0,0.0,0.0
|
| 69 |
+
kujiale_0123_fix_31_0,kujiale_0123,1.3509477850893081,1,1.0,1.0
|
| 70 |
+
kujiale_0123_fix_20_4,kujiale_0123,7.068725069465462,0,0.0,0.0
|
| 71 |
+
kujiale_0123_fix_35_4,kujiale_0123,1.782784775671893,1,1.0,1.0
|
| 72 |
+
kujiale_0123_fix_36_1,kujiale_0123,1.0084550667965,1,1.0,1.0
|
| 73 |
+
kujiale_0123_fix_43_0,kujiale_0123,9.7564065079623,0,0.0,0.0
|
| 74 |
+
kujiale_0123_fix_39_1,kujiale_0123,3.7762138198586648,0,1.0,0.0
|
| 75 |
+
kujiale_0123_fix_16_1,kujiale_0123,9.274062711501674,0,0.0,0.0
|
| 76 |
+
kujiale_0123_fix_38_2,kujiale_0123,7.31442752623403,0,0.0,0.0
|
| 77 |
+
kujiale_0123_fix_12_1,kujiale_0123,2.8491269192841027,1,1.0,1.0
|
| 78 |
+
kujiale_0123_fix_21_2,kujiale_0123,1.9043952526074752,1,1.0,0.754571627947592
|
| 79 |
+
kujiale_0123_fix_1_2,kujiale_0123,0.1033247402329383,1,1.0,1.0
|
| 80 |
+
kujiale_0123_fix_3_2,kujiale_0123,9.786844703162231,0,0.0,0.0
|
| 81 |
+
kujiale_0113_67_0,kujiale_0113,5.2088164699179185,0,0.0,0.0
|
| 82 |
+
kujiale_0113_57_1,kujiale_0113,1.6303966621307207,1,1.0,1.0
|
| 83 |
+
kujiale_0113_13_3,kujiale_0113,1.7552671120403576,1,1.0,1.0
|
| 84 |
+
kujiale_0113_61_0,kujiale_0113,1.4879522905298834,1,1.0,1.0
|
| 85 |
+
kujiale_0113_49_0,kujiale_0113,6.412942297278781,0,0.0,0.0
|
| 86 |
+
kujiale_0113_17_0,kujiale_0113,9.15748732515745,0,0.0,0.0
|
| 87 |
+
kujiale_0113_91_3,kujiale_0113,7.91954457740553,0,0.0,0.0
|
| 88 |
+
kujiale_0113_87_2,kujiale_0113,4.167005777552314,0,0.0,0.0
|
| 89 |
+
kujiale_0113_94_4,kujiale_0113,1.52558866333996,1,1.0,0.8813592317152429
|
| 90 |
+
kujiale_0113_5_2,kujiale_0113,3.963741242948207,0,0.0,0.0
|
| 91 |
+
kujiale_0113_44_1,kujiale_0113,5.58432344478236,0,0.0,0.0
|
| 92 |
+
kujiale_0113_86_0,kujiale_0113,6.653558391272165,0,0.0,0.0
|
| 93 |
+
kujiale_0113_4_2,kujiale_0113,5.519723777740512,0,0.0,0.0
|
| 94 |
+
kujiale_0113_88_4,kujiale_0113,3.2242844006650744,0,1.0,0.0
|
| 95 |
+
kujiale_0113_38_0,kujiale_0113,3.17432351022298,0,0.0,0.0
|
| 96 |
+
kujiale_0113_43_3,kujiale_0113,3.2150738338318328,0,0.0,0.0
|
| 97 |
+
kujiale_0113_11_4,kujiale_0113,10.497963353109716,0,0.0,0.0
|
| 98 |
+
kujiale_0113_58_4,kujiale_0113,11.103238190126685,0,0.0,0.0
|
| 99 |
+
kujiale_0113_2_3,kujiale_0113,8.666349719229682,0,0.0,0.0
|
| 100 |
+
kujiale_0113_42_0,kujiale_0113,3.2974669758424153,0,0.0,0.0
|
| 101 |
+
kujiale_0113_65_3,kujiale_0113,6.055023790924712,0,1.0,0.0
|
| 102 |
+
kujiale_0113_75_1,kujiale_0113,1.7923248899274749,1,1.0,1.0
|
| 103 |
+
kujiale_0113_23_2,kujiale_0113,7.816515135351559,0,0.0,0.0
|
| 104 |
+
kujiale_0113_71_0,kujiale_0113,10.807442148370743,0,0.0,0.0
|
eval_results/shards/shard1_retry/server.log.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f899de72a338186095da8c446d80b0131abcc91045e52b83a466b57629eb5d7b
|
| 3 |
+
size 104442
|
eval_results/shards/shard1_serial/eval_cfg.py
ADDED
|
@@ -0,0 +1,105 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""RyWorld eval cfg — VLNVerse coarse / val_unseen, H1 robot at 256x256.
|
| 2 |
+
|
| 3 |
+
Forked from
|
| 4 |
+
``third_party/vlnverse_emr/scripts/eval/configs/h1_cma_clip_cfg_vlnverse_coarse.py``
|
| 5 |
+
with the minimum diffs needed for our model:
|
| 6 |
+
|
| 7 |
+
- ``agent.model_name='ryworld'`` so Agent.init dispatches to RyWorldAgent.
|
| 8 |
+
- ``split_data_types=['val_unseen']`` only (CMA cfg also includes val_seen).
|
| 9 |
+
- ``task_name`` carries our run identity for ``logs/<task>/`` separation.
|
| 10 |
+
|
| 11 |
+
Everything else (camera 256x256, ``torso_link/h1_pano_camera_0``,
|
| 12 |
+
``h1_vln_pointcloud.usd``, ``vln_pe`` env, ``flash`` mode, max_step=500,
|
| 13 |
+
formal instruction) is kept identical to the CMA-CLIP baseline so our
|
| 14 |
+
numbers go on the same table.
|
| 15 |
+
|
| 16 |
+
Plugin registration: this cfg's top-level ``import
|
| 17 |
+
ryworld.eval.vlnverse_plugin`` triggers ``@Agent.register('ryworld')`` as a
|
| 18 |
+
side effect, which is what lets vlnverse_emr's dispatcher find our agent
|
| 19 |
+
without a fork. ``importlib.util.spec_from_file_location`` (used by both
|
| 20 |
+
``server.py`` and ``eval.py``) executes this module top-to-bottom, so by the
|
| 21 |
+
time ``Agent.init`` runs the registration is already in place.
|
| 22 |
+
"""
|
| 23 |
+
|
| 24 |
+
from __future__ import annotations
|
| 25 |
+
|
| 26 |
+
# ---------------------------------------------------------------------------
|
| 27 |
+
# 1. Make the RyWorld package importable.
|
| 28 |
+
# vlnverse_emr's launchers run from inside ``third_party/vlnverse_emr``
|
| 29 |
+
# (their ``cwd``), so ``ryworld.*`` is not on ``sys.path`` by default. We
|
| 30 |
+
# walk up from this file: cfg -> configs -> vlnverse_plugin -> eval ->
|
| 31 |
+
# ryworld -> repo root.
|
| 32 |
+
# ---------------------------------------------------------------------------
|
| 33 |
+
import sys
|
| 34 |
+
from pathlib import Path
|
| 35 |
+
|
| 36 |
+
_REPO_ROOT = Path(__file__).resolve().parents[4]
|
| 37 |
+
if str(_REPO_ROOT) not in sys.path:
|
| 38 |
+
sys.path.insert(0, str(_REPO_ROOT))
|
| 39 |
+
|
| 40 |
+
# ---------------------------------------------------------------------------
|
| 41 |
+
# 2. Import the plugin package — side effect: ``@Agent.register('ryworld')``.
|
| 42 |
+
# ---------------------------------------------------------------------------
|
| 43 |
+
import ryworld.eval.vlnverse_plugin # noqa: E402, F401
|
| 44 |
+
|
| 45 |
+
# ---------------------------------------------------------------------------
|
| 46 |
+
# 3. Build the eval cfg using vlnverse_emr's pydantic config classes.
|
| 47 |
+
# ---------------------------------------------------------------------------
|
| 48 |
+
from vlnverse.configs.agent import AgentCfg # type: ignore[import-not-found] # noqa: E402
|
| 49 |
+
from vlnverse.configs.evaluator import ( # type: ignore[import-not-found] # noqa: E402
|
| 50 |
+
EnvCfg,
|
| 51 |
+
EvalCfg,
|
| 52 |
+
EvalDatasetCfg,
|
| 53 |
+
SceneCfg,
|
| 54 |
+
TaskCfg,
|
| 55 |
+
)
|
| 56 |
+
|
| 57 |
+
eval_cfg = EvalCfg(
|
| 58 |
+
agent=AgentCfg(
|
| 59 |
+
# Server port — keep clear of CMA(8087)/N1(8028) so we can run side-by-side.
|
| 60 |
+
server_port=8092,
|
| 61 |
+
model_name="ryworld",
|
| 62 |
+
# Dummy skeleton agent ignores ckpt_path; real wrapper will load this.
|
| 63 |
+
ckpt_path="/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/ckpt_step0015000_final.pt",
|
| 64 |
+
model_settings={
|
| 65 |
+
"stop_threshold_override": 0.95,
|
| 66 |
+
"train_config_path": "/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/ryworld/configs/stage1_discrete.yaml",
|
| 67 |
+
"train_config_overrides": ["/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/ryworld/configs/overlays/a100_4gpu_discrete.yaml"],
|
| 68 |
+
},
|
| 69 |
+
),
|
| 70 |
+
env=EnvCfg(
|
| 71 |
+
env_type="vln_pe",
|
| 72 |
+
env_settings={
|
| 73 |
+
"use_fabric": False,
|
| 74 |
+
"headless": True,
|
| 75 |
+
},
|
| 76 |
+
),
|
| 77 |
+
task=TaskCfg(
|
| 78 |
+
task_name="20260513T032430_step0015000_stop0.95_full835_thr095_shard1_serial",
|
| 79 |
+
task_settings={
|
| 80 |
+
"env_num": 1,
|
| 81 |
+
"use_distributed": False,
|
| 82 |
+
"proc_num": 1,
|
| 83 |
+
"max_step": 500,
|
| 84 |
+
"warm_up_step": 500,
|
| 85 |
+
},
|
| 86 |
+
scene=SceneCfg(
|
| 87 |
+
scene_type="kujiale",
|
| 88 |
+
scene_data_dir="data/scene_data/vlnverse",
|
| 89 |
+
),
|
| 90 |
+
robot_name="h1",
|
| 91 |
+
robot_flash=True,
|
| 92 |
+
robot_usd_path="data/Embodiments/vln-pe/h1/h1_vln_pointcloud.usd",
|
| 93 |
+
camera_resolution=[256, 256],
|
| 94 |
+
camera_prim_path="torso_link/h1_pano_camera_0",
|
| 95 |
+
),
|
| 96 |
+
dataset=EvalDatasetCfg(
|
| 97 |
+
dataset_type="kujiale",
|
| 98 |
+
dataset_settings={
|
| 99 |
+
"base_data_dir": "data/vlnverse/raw_data/vlnverse/coarse_shard1",
|
| 100 |
+
"split_data_types": ["val_unseen"],
|
| 101 |
+
"filter_stairs": False,
|
| 102 |
+
"instruction_type": "formal",
|
| 103 |
+
},
|
| 104 |
+
),
|
| 105 |
+
)
|
eval_results/shards/shard2_serial/eval.log.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:664a13985d7dd8ee8296dd5d15fc369718fa1f85deab48af57c3e70cf6bfc354
|
| 3 |
+
size 6218227
|
eval_results/shards/shard2_serial/eval_cfg.py
ADDED
|
@@ -0,0 +1,105 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""RyWorld eval cfg — VLNVerse coarse / val_unseen, H1 robot at 256x256.
|
| 2 |
+
|
| 3 |
+
Forked from
|
| 4 |
+
``third_party/vlnverse_emr/scripts/eval/configs/h1_cma_clip_cfg_vlnverse_coarse.py``
|
| 5 |
+
with the minimum diffs needed for our model:
|
| 6 |
+
|
| 7 |
+
- ``agent.model_name='ryworld'`` so Agent.init dispatches to RyWorldAgent.
|
| 8 |
+
- ``split_data_types=['val_unseen']`` only (CMA cfg also includes val_seen).
|
| 9 |
+
- ``task_name`` carries our run identity for ``logs/<task>/`` separation.
|
| 10 |
+
|
| 11 |
+
Everything else (camera 256x256, ``torso_link/h1_pano_camera_0``,
|
| 12 |
+
``h1_vln_pointcloud.usd``, ``vln_pe`` env, ``flash`` mode, max_step=500,
|
| 13 |
+
formal instruction) is kept identical to the CMA-CLIP baseline so our
|
| 14 |
+
numbers go on the same table.
|
| 15 |
+
|
| 16 |
+
Plugin registration: this cfg's top-level ``import
|
| 17 |
+
ryworld.eval.vlnverse_plugin`` triggers ``@Agent.register('ryworld')`` as a
|
| 18 |
+
side effect, which is what lets vlnverse_emr's dispatcher find our agent
|
| 19 |
+
without a fork. ``importlib.util.spec_from_file_location`` (used by both
|
| 20 |
+
``server.py`` and ``eval.py``) executes this module top-to-bottom, so by the
|
| 21 |
+
time ``Agent.init`` runs the registration is already in place.
|
| 22 |
+
"""
|
| 23 |
+
|
| 24 |
+
from __future__ import annotations
|
| 25 |
+
|
| 26 |
+
# ---------------------------------------------------------------------------
|
| 27 |
+
# 1. Make the RyWorld package importable.
|
| 28 |
+
# vlnverse_emr's launchers run from inside ``third_party/vlnverse_emr``
|
| 29 |
+
# (their ``cwd``), so ``ryworld.*`` is not on ``sys.path`` by default. We
|
| 30 |
+
# walk up from this file: cfg -> configs -> vlnverse_plugin -> eval ->
|
| 31 |
+
# ryworld -> repo root.
|
| 32 |
+
# ---------------------------------------------------------------------------
|
| 33 |
+
import sys
|
| 34 |
+
from pathlib import Path
|
| 35 |
+
|
| 36 |
+
_REPO_ROOT = Path(__file__).resolve().parents[4]
|
| 37 |
+
if str(_REPO_ROOT) not in sys.path:
|
| 38 |
+
sys.path.insert(0, str(_REPO_ROOT))
|
| 39 |
+
|
| 40 |
+
# ---------------------------------------------------------------------------
|
| 41 |
+
# 2. Import the plugin package — side effect: ``@Agent.register('ryworld')``.
|
| 42 |
+
# ---------------------------------------------------------------------------
|
| 43 |
+
import ryworld.eval.vlnverse_plugin # noqa: E402, F401
|
| 44 |
+
|
| 45 |
+
# ---------------------------------------------------------------------------
|
| 46 |
+
# 3. Build the eval cfg using vlnverse_emr's pydantic config classes.
|
| 47 |
+
# ---------------------------------------------------------------------------
|
| 48 |
+
from vlnverse.configs.agent import AgentCfg # type: ignore[import-not-found] # noqa: E402
|
| 49 |
+
from vlnverse.configs.evaluator import ( # type: ignore[import-not-found] # noqa: E402
|
| 50 |
+
EnvCfg,
|
| 51 |
+
EvalCfg,
|
| 52 |
+
EvalDatasetCfg,
|
| 53 |
+
SceneCfg,
|
| 54 |
+
TaskCfg,
|
| 55 |
+
)
|
| 56 |
+
|
| 57 |
+
eval_cfg = EvalCfg(
|
| 58 |
+
agent=AgentCfg(
|
| 59 |
+
# Server port — keep clear of CMA(8087)/N1(8028) so we can run side-by-side.
|
| 60 |
+
server_port=8093,
|
| 61 |
+
model_name="ryworld",
|
| 62 |
+
# Dummy skeleton agent ignores ckpt_path; real wrapper will load this.
|
| 63 |
+
ckpt_path="/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/ckpt_step0015000_final.pt",
|
| 64 |
+
model_settings={
|
| 65 |
+
"stop_threshold_override": 0.95,
|
| 66 |
+
"train_config_path": "/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/ryworld/configs/stage1_discrete.yaml",
|
| 67 |
+
"train_config_overrides": ["/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/ryworld/configs/overlays/a100_4gpu_discrete.yaml"],
|
| 68 |
+
},
|
| 69 |
+
),
|
| 70 |
+
env=EnvCfg(
|
| 71 |
+
env_type="vln_pe",
|
| 72 |
+
env_settings={
|
| 73 |
+
"use_fabric": False,
|
| 74 |
+
"headless": True,
|
| 75 |
+
},
|
| 76 |
+
),
|
| 77 |
+
task=TaskCfg(
|
| 78 |
+
task_name="20260513T032530_step0015000_stop0.95_full835_thr095_shard2_serial",
|
| 79 |
+
task_settings={
|
| 80 |
+
"env_num": 1,
|
| 81 |
+
"use_distributed": False,
|
| 82 |
+
"proc_num": 1,
|
| 83 |
+
"max_step": 500,
|
| 84 |
+
"warm_up_step": 500,
|
| 85 |
+
},
|
| 86 |
+
scene=SceneCfg(
|
| 87 |
+
scene_type="kujiale",
|
| 88 |
+
scene_data_dir="data/scene_data/vlnverse",
|
| 89 |
+
),
|
| 90 |
+
robot_name="h1",
|
| 91 |
+
robot_flash=True,
|
| 92 |
+
robot_usd_path="data/Embodiments/vln-pe/h1/h1_vln_pointcloud.usd",
|
| 93 |
+
camera_resolution=[256, 256],
|
| 94 |
+
camera_prim_path="torso_link/h1_pano_camera_0",
|
| 95 |
+
),
|
| 96 |
+
dataset=EvalDatasetCfg(
|
| 97 |
+
dataset_type="kujiale",
|
| 98 |
+
dataset_settings={
|
| 99 |
+
"base_data_dir": "data/vlnverse/raw_data/vlnverse/coarse_shard2",
|
| 100 |
+
"split_data_types": ["val_unseen"],
|
| 101 |
+
"filter_stairs": False,
|
| 102 |
+
"instruction_type": "formal",
|
| 103 |
+
},
|
| 104 |
+
),
|
| 105 |
+
)
|
eval_results/shards/shard2_serial/eval_result.log
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[split:val_unseen] total 104 data
|
| 2 |
+
############[val_unseen]#############
|
| 3 |
+
TL = 641.8399859772071 / 104 = 6.1715
|
| 4 |
+
NE = 375.5218178826217 / 104 = 3.6108
|
| 5 |
+
FR = 1 / 104 = 0.96%
|
| 6 |
+
StR = 0 / 104 = 0%
|
| 7 |
+
OS = 65.0 / 104 = 62.5%
|
| 8 |
+
SR = 56.0 / 104 = 53.849999999999994%
|
| 9 |
+
SPL = 54.239708538828175 / 104 = 52.15%
|
| 10 |
+
detail:
|
| 11 |
+
[reach_goal]:56
|
| 12 |
+
[not_reach_goal]:47
|
| 13 |
+
[success]:55
|
| 14 |
+
[exceed_total_max_step]:1
|
| 15 |
+
[fall]:1
|
| 16 |
+
##########################
|
eval_results/shards/shard2_serial/meta.json
ADDED
|
@@ -0,0 +1,162 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"eval_id": "20260513T032530_step0015000_stop0.95_full835_thr095_shard2_serial",
|
| 3 |
+
"tag": "full835_thr095_shard2_serial",
|
| 4 |
+
"timestamp_recorded": "2026-05-13T16:23:15+0800",
|
| 5 |
+
"ckpt": {
|
| 6 |
+
"path": "/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/ckpt_step0015000_final.pt",
|
| 7 |
+
"step": 15000,
|
| 8 |
+
"size_bytes": 2812658821
|
| 9 |
+
},
|
| 10 |
+
"code_state": {
|
| 11 |
+
"git_hash": "a4fa65370358d6f251e158f03aced7d30f167da6",
|
| 12 |
+
"branch": "feat/batched-trunk-forward",
|
| 13 |
+
"dirty": true,
|
| 14 |
+
"dirty_files": [
|
| 15 |
+
"docs/eval_ledger.jsonl",
|
| 16 |
+
"run_train.sh",
|
| 17 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD0_port8091.py",
|
| 18 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD1_port8092.py",
|
| 19 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD2_port8093.py",
|
| 20 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD3_port8094.py",
|
| 21 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD4_port8095.py",
|
| 22 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD5_port8096.py",
|
| 23 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD6_port8097.py",
|
| 24 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD7_port8098.py",
|
| 25 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu0_thr091_port8091.py",
|
| 26 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu1_thr092_port8092.py",
|
| 27 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu2_thr093_port8093.py",
|
| 28 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu3_thr094_port8094.py",
|
| 29 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu4_thr095_port8095.py",
|
| 30 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu5_thr096_port8096.py",
|
| 31 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu6_thr097_port8097.py",
|
| 32 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu7_thr098_port8098.py",
|
| 33 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_val_unseen_v7_port8091.py",
|
| 34 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_val_unseen_v8_port8092.py",
|
| 35 |
+
"scripts/eval/run_eval_structured.sh",
|
| 36 |
+
"third_party/vlnverse_emr",
|
| 37 |
+
"yworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_val_unseen.py"
|
| 38 |
+
],
|
| 39 |
+
"dirty_patch_md5": "aa7101e2b529b2f5596267cd1e8073ee"
|
| 40 |
+
},
|
| 41 |
+
"eval_config": {
|
| 42 |
+
"framework": "vlnverse_emr",
|
| 43 |
+
"base_cfg": "ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD2_port8093.py",
|
| 44 |
+
"derived_cfg": "checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/evals/20260513T032530_step0015000_stop0.95_full835_thr095_shard2_serial/eval_cfg.py",
|
| 45 |
+
"stop_threshold": 0.95,
|
| 46 |
+
"task_name": "20260513T032530_step0015000_stop0.95_full835_thr095_shard2_serial"
|
| 47 |
+
},
|
| 48 |
+
"data_state": {
|
| 49 |
+
"scenes_used": [
|
| 50 |
+
"kujiale_0128",
|
| 51 |
+
"kujiale_0165",
|
| 52 |
+
"kujiale_0257",
|
| 53 |
+
"kujiale_0259",
|
| 54 |
+
"kujiale_0285"
|
| 55 |
+
],
|
| 56 |
+
"scenes_with_hdr": [
|
| 57 |
+
"kujiale_0165",
|
| 58 |
+
"kujiale_0257",
|
| 59 |
+
"kujiale_0259",
|
| 60 |
+
"kujiale_0285"
|
| 61 |
+
],
|
| 62 |
+
"scenes_missing_hdr": [
|
| 63 |
+
"kujiale_0128"
|
| 64 |
+
]
|
| 65 |
+
},
|
| 66 |
+
"hardware": {
|
| 67 |
+
"host": "di-20260502152021-n5hs7",
|
| 68 |
+
"gpus": [
|
| 69 |
+
{
|
| 70 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 71 |
+
"mem_mb": 24564
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 75 |
+
"mem_mb": 24564
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 79 |
+
"mem_mb": 24564
|
| 80 |
+
},
|
| 81 |
+
{
|
| 82 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 83 |
+
"mem_mb": 24564
|
| 84 |
+
},
|
| 85 |
+
{
|
| 86 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 87 |
+
"mem_mb": 24564
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 91 |
+
"mem_mb": 24564
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 95 |
+
"mem_mb": 24564
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 99 |
+
"mem_mb": 24564
|
| 100 |
+
}
|
| 101 |
+
],
|
| 102 |
+
"count": 8
|
| 103 |
+
},
|
| 104 |
+
"results_aggregate": {
|
| 105 |
+
"TL": 6.1715,
|
| 106 |
+
"NE": 3.6108,
|
| 107 |
+
"FR": 0.0096,
|
| 108 |
+
"StR": 0.0,
|
| 109 |
+
"OS": 0.625,
|
| 110 |
+
"SR": 0.5385,
|
| 111 |
+
"SPL": 0.5215,
|
| 112 |
+
"n_reach_goal": 56,
|
| 113 |
+
"n_not_reach_goal": 47,
|
| 114 |
+
"n_success": 55,
|
| 115 |
+
"n_fall": 1,
|
| 116 |
+
"n_total": 104
|
| 117 |
+
},
|
| 118 |
+
"results_per_scene": {
|
| 119 |
+
"kujiale_0285": {
|
| 120 |
+
"n": 25,
|
| 121 |
+
"SR": 0.72,
|
| 122 |
+
"avg_NE": 2.5282313948518076,
|
| 123 |
+
"avg_SPL": 0.7002948465313784
|
| 124 |
+
},
|
| 125 |
+
"kujiale_0259": {
|
| 126 |
+
"n": 24,
|
| 127 |
+
"SR": 0.5416666666666666,
|
| 128 |
+
"avg_NE": 4.19641644940283,
|
| 129 |
+
"avg_SPL": 0.5221671770667976
|
| 130 |
+
},
|
| 131 |
+
"kujiale_0257": {
|
| 132 |
+
"n": 22,
|
| 133 |
+
"SR": 0.36363636363636365,
|
| 134 |
+
"avg_NE": 4.64986981016304,
|
| 135 |
+
"avg_SPL": 0.3437024146320122
|
| 136 |
+
},
|
| 137 |
+
"kujiale_0165": {
|
| 138 |
+
"n": 7,
|
| 139 |
+
"SR": 0.2857142857142857,
|
| 140 |
+
"avg_NE": 4.433341278678205,
|
| 141 |
+
"avg_SPL": 0.2376640031541409
|
| 142 |
+
},
|
| 143 |
+
"kujiale_0128": {
|
| 144 |
+
"n": 25,
|
| 145 |
+
"SR": 0.56,
|
| 146 |
+
"avg_NE": 3.072718249976478,
|
| 147 |
+
"avg_SPL": 0.56
|
| 148 |
+
}
|
| 149 |
+
},
|
| 150 |
+
"stop_head_stats": {
|
| 151 |
+
"n_samples": 16412,
|
| 152 |
+
"stop_prob_min": 0.333,
|
| 153 |
+
"stop_prob_p50": 0.789,
|
| 154 |
+
"stop_prob_p90": 0.906,
|
| 155 |
+
"stop_prob_max": 0.976,
|
| 156 |
+
"stop_prob_mean": 0.7804933585181553,
|
| 157 |
+
"fire_rate_pathA": 0.028820375335120642,
|
| 158 |
+
"fire_rate_pathB": 0.007677309285888374,
|
| 159 |
+
"no_stop_rate": 0.963502315378991
|
| 160 |
+
},
|
| 161 |
+
"n_episodes_recorded": 103
|
| 162 |
+
}
|
eval_results/shards/shard2_serial/per_episode.csv
ADDED
|
@@ -0,0 +1,104 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
episode_id,scene,NE,success,osr,SPL
|
| 2 |
+
kujiale_0285_1_3,kujiale_0285,2.3909762412297613,1,1.0,0.921107344565759
|
| 3 |
+
kujiale_0285_8_1,kujiale_0285,5.249190769617014,0,0.0,0.0
|
| 4 |
+
kujiale_0285_10_3,kujiale_0285,2.2752195084946116,1,1.0,0.7362517957868427
|
| 5 |
+
kujiale_0285_0_1,kujiale_0285,1.9830840957271412,1,1.0,1.0
|
| 6 |
+
kujiale_0285_3_3,kujiale_0285,2.224111711486303,1,1.0,1.0
|
| 7 |
+
kujiale_0285_9_4,kujiale_0285,0.17370096355269726,1,1.0,1.0
|
| 8 |
+
kujiale_0285_5_4,kujiale_0285,4.903995451059142,0,0.0,0.0
|
| 9 |
+
kujiale_0285_4_1,kujiale_0285,1.6509242011403942,1,1.0,1.0
|
| 10 |
+
kujiale_0285_12_2,kujiale_0285,1.770056203347089,1,1.0,1.0
|
| 11 |
+
kujiale_0285_9_3,kujiale_0285,2.65500808649692,1,1.0,1.0
|
| 12 |
+
kujiale_0285_4_4,kujiale_0285,0.724436486847339,1,1.0,1.0
|
| 13 |
+
kujiale_0285_6_3,kujiale_0285,1.0609340762156927,1,1.0,1.0
|
| 14 |
+
kujiale_0285_11_4,kujiale_0285,2.157500237993809,1,1.0,1.0
|
| 15 |
+
kujiale_0285_3_2,kujiale_0285,3.0521264447016034,0,1.0,0.0
|
| 16 |
+
kujiale_0285_14_0,kujiale_0285,1.0417544622336283,1,1.0,1.0
|
| 17 |
+
kujiale_0285_0_4,kujiale_0285,3.0657326869417654,0,0.0,0.0
|
| 18 |
+
kujiale_0285_14_4,kujiale_0285,1.4342102184153243,1,1.0,0.9369802531323966
|
| 19 |
+
kujiale_0285_9_2,kujiale_0285,1.66571643003126,1,1.0,1.0
|
| 20 |
+
kujiale_0285_12_1,kujiale_0285,1.2120685526662691,1,1.0,1.0
|
| 21 |
+
kujiale_0285_5_2,kujiale_0285,1.92033632094134,1,1.0,1.0
|
| 22 |
+
kujiale_0285_9_0,kujiale_0285,2.0439807577320854,1,1.0,1.0
|
| 23 |
+
kujiale_0285_4_3,kujiale_0285,1.1500745428175634,1,1.0,0.9130317697994607
|
| 24 |
+
kujiale_0285_6_4,kujiale_0285,4.835799208946911,0,0.0,0.0
|
| 25 |
+
kujiale_0285_7_2,kujiale_0285,5.764229656282405,0,0.0,0.0
|
| 26 |
+
kujiale_0285_13_3,kujiale_0285,6.800617556377135,0,0.0,0.0
|
| 27 |
+
kujiale_0259_44_3,kujiale_0259,3.3932076402827245,0,0.0,0.0
|
| 28 |
+
kujiale_0259_39_1,kujiale_0259,10.887980954236863,0,0.0,0.0
|
| 29 |
+
kujiale_0259_22_3,kujiale_0259,1.0153972926542105,1,1.0,1.0
|
| 30 |
+
kujiale_0259_51_3,kujiale_0259,11.000823181738827,0,0.0,0.0
|
| 31 |
+
kujiale_0259_50_3,kujiale_0259,1.4984282969562441,1,1.0,0.8933697206531033
|
| 32 |
+
kujiale_0259_37_4,kujiale_0259,7.657369587688456,0,0.0,0.0
|
| 33 |
+
kujiale_0259_5_3,kujiale_0259,1.4865422661516816,1,1.0,0.9494898031680564
|
| 34 |
+
kujiale_0259_4_3,kujiale_0259,10.563085255601342,0,0.0,0.0
|
| 35 |
+
kujiale_0259_23_2,kujiale_0259,0.4323300532995481,1,1.0,1.0
|
| 36 |
+
kujiale_0259_6_1,kujiale_0259,9.735610244425757,0,0.0,0.0
|
| 37 |
+
kujiale_0259_30_4,kujiale_0259,1.1067864983927969,1,1.0,1.0
|
| 38 |
+
kujiale_0259_35_0,kujiale_0259,1.7828874999186388,1,1.0,0.7680510702729438
|
| 39 |
+
kujiale_0259_43_2,kujiale_0259,7.296450515476324,0,1.0,0.0
|
| 40 |
+
kujiale_0259_47_1,kujiale_0259,9.62995167557212,0,0.0,0.0
|
| 41 |
+
kujiale_0259_59_4,kujiale_0259,0.7856883910449153,1,1.0,1.0
|
| 42 |
+
kujiale_0259_24_0,kujiale_0259,2.7711583508988467,1,1.0,1.0
|
| 43 |
+
kujiale_0259_8_4,kujiale_0259,6.019685633128217,0,0.0,0.0
|
| 44 |
+
kujiale_0259_49_3,kujiale_0259,4.717278219800516,0,1.0,0.0
|
| 45 |
+
kujiale_0259_33_0,kujiale_0259,1.0084980912937713,1,1.0,1.0
|
| 46 |
+
kujiale_0259_27_1,kujiale_0259,5.019541622588333,0,0.0,0.0
|
| 47 |
+
kujiale_0259_34_0,kujiale_0259,1.219567958412943,1,1.0,1.0
|
| 48 |
+
kujiale_0259_36_2,kujiale_0259,0.37452652011714727,1,1.0,1.0
|
| 49 |
+
kujiale_0259_2_4,kujiale_0259,0.6105342808875904,1,1.0,1.0
|
| 50 |
+
kujiale_0259_60_0,kujiale_0259,0.700664755100086,1,1.0,0.9211016555090371
|
| 51 |
+
kujiale_0257_37_0,kujiale_0257,5.585119556173671,0,0.0,0.0
|
| 52 |
+
kujiale_0257_67_4,kujiale_0257,1.9620655798145694,1,1.0,0.8782561480111803
|
| 53 |
+
kujiale_0257_24_3,kujiale_0257,2.7126416107705595,1,1.0,0.758551740781148
|
| 54 |
+
kujiale_0257_5_3,kujiale_0257,2.843321728794633,1,1.0,1.0
|
| 55 |
+
kujiale_0257_66_2,kujiale_0257,1.057556355046107,1,1.0,1.0
|
| 56 |
+
kujiale_0257_56_4,kujiale_0257,5.085173323409342,0,0.0,0.0
|
| 57 |
+
kujiale_0257_72_2,kujiale_0257,6.525959974511102,0,0.0,0.0
|
| 58 |
+
kujiale_0257_79_0,kujiale_0257,8.612904157099848,0,0.0,0.0
|
| 59 |
+
kujiale_0257_29_3,kujiale_0257,7.342270144399747,0,0.0,0.0
|
| 60 |
+
kujiale_0257_23_4,kujiale_0257,0.5616055851630964,1,1.0,1.0
|
| 61 |
+
kujiale_0257_17_3,kujiale_0257,7.341487598769281,0,0.0,0.0
|
| 62 |
+
kujiale_0257_49_1,kujiale_0257,10.009710650519624,0,1.0,0.0
|
| 63 |
+
kujiale_0257_2_0,kujiale_0257,7.762460347753351,0,1.0,0.0
|
| 64 |
+
kujiale_0257_21_0,kujiale_0257,1.505737258355273,1,1.0,1.0
|
| 65 |
+
kujiale_0257_68_2,kujiale_0257,4.251789589473854,0,0.0,0.0
|
| 66 |
+
kujiale_0257_84_0,kujiale_0257,3.6469352422274626,0,1.0,0.0
|
| 67 |
+
kujiale_0257_46_4,kujiale_0257,6.646865334336234,0,0.0,0.0
|
| 68 |
+
kujiale_0257_12_3,kujiale_0257,3.7097476693143383,0,1.0,0.0
|
| 69 |
+
kujiale_0257_55_1,kujiale_0257,3.1538999569251143,0,0.0,0.0
|
| 70 |
+
kujiale_0257_60_0,kujiale_0257,6.730909013105051,0,0.0,0.0
|
| 71 |
+
kujiale_0257_1_1,kujiale_0257,2.5517785616217123,1,1.0,1.0
|
| 72 |
+
kujiale_0257_69_1,kujiale_0257,2.6971965860028955,1,1.0,0.9246452331119398
|
| 73 |
+
kujiale_0165_4_3,kujiale_0165,11.354283409514471,0,0.0,0.0
|
| 74 |
+
kujiale_0165_50_1,kujiale_0165,3.1532456525302686,0,1.0,0.0
|
| 75 |
+
kujiale_0165_29_1,kujiale_0165,4.394567118935355,0,0.0,0.0
|
| 76 |
+
kujiale_0165_9_1,kujiale_0165,3.1585995567760885,0,0.0,0.0
|
| 77 |
+
kujiale_0165_6_2,kujiale_0165,2.7471250892350163,1,1.0,0.6963204006574686
|
| 78 |
+
kujiale_0165_46_3,kujiale_0165,6.11391219917519,0,0.0,0.0
|
| 79 |
+
kujiale_0165_27_4,kujiale_0165,0.1116559245810509,1,1.0,0.9673276214215178
|
| 80 |
+
kujiale_0128_fix_14_0,kujiale_0128,1.313993699711385,1,1.0,1.0
|
| 81 |
+
kujiale_0128_fix_1_4,kujiale_0128,2.361511161296996,1,1.0,1.0
|
| 82 |
+
kujiale_0128_fix_4_2,kujiale_0128,1.1043009140346842,1,1.0,1.0
|
| 83 |
+
kujiale_0128_fix_13_1,kujiale_0128,5.117302223986329,0,0.0,0.0
|
| 84 |
+
kujiale_0128_fix_1_3,kujiale_0128,3.895792848363158,0,0.0,0.0
|
| 85 |
+
kujiale_0128_fix_11_4,kujiale_0128,2.6621055098399644,1,1.0,1.0
|
| 86 |
+
kujiale_0128_fix_17_0,kujiale_0128,0.031216247619905248,1,1.0,1.0
|
| 87 |
+
kujiale_0128_fix_14_3,kujiale_0128,0.5187483020381013,1,1.0,1.0
|
| 88 |
+
kujiale_0128_fix_9_1,kujiale_0128,5.486179505869227,0,0.0,0.0
|
| 89 |
+
kujiale_0128_fix_5_0,kujiale_0128,1.281956158217179,1,1.0,1.0
|
| 90 |
+
kujiale_0128_fix_7_2,kujiale_0128,0.3541140310991837,1,1.0,1.0
|
| 91 |
+
kujiale_0128_fix_19_2,kujiale_0128,6.1104926962290875,0,0.0,0.0
|
| 92 |
+
kujiale_0128_fix_20_4,kujiale_0128,0.8048620841404709,1,1.0,1.0
|
| 93 |
+
kujiale_0128_fix_0_0,kujiale_0128,5.771270709892611,0,0.0,0.0
|
| 94 |
+
kujiale_0128_fix_12_1,kujiale_0128,6.703536502403986,0,0.0,0.0
|
| 95 |
+
kujiale_0128_fix_6_3,kujiale_0128,0.9614181941729937,1,1.0,1.0
|
| 96 |
+
kujiale_0128_fix_21_2,kujiale_0128,1.9757770866172724,1,1.0,1.0
|
| 97 |
+
kujiale_0128_fix_3_2,kujiale_0128,4.6055136686034475,0,0.0,0.0
|
| 98 |
+
kujiale_0128_fix_10_1,kujiale_0128,5.666697405915057,0,0.0,0.0
|
| 99 |
+
kujiale_0128_fix_0_2,kujiale_0128,1.0063426577026997,1,1.0,1.0
|
| 100 |
+
kujiale_0128_fix_1_1,kujiale_0128,2.068136083170321,1,1.0,1.0
|
| 101 |
+
kujiale_0128_fix_3_3,kujiale_0128,5.785594973289717,0,0.0,0.0
|
| 102 |
+
kujiale_0128_fix_12_0,kujiale_0128,4.211917205330669,0,0.0,0.0
|
| 103 |
+
kujiale_0128_fix_11_3,kujiale_0128,2.269564293977474,1,1.0,1.0
|
| 104 |
+
kujiale_0128_fix_1_0,kujiale_0128,4.749612085890035,0,1.0,0.0
|
eval_results/shards/shard2_serial/server.log.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0c8d4853ac2c5b97eb4bd575fe54a94d837a1196f3b3661674bf5c0629e37adb
|
| 3 |
+
size 74764
|
eval_results/shards/shard3_serial/eval.log.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:92472e1e748de34f6fcc78130645597a78d89e200f3ee38f2c761dbded96b1a1
|
| 3 |
+
size 7189047
|
eval_results/shards/shard3_serial/eval_cfg.py
ADDED
|
@@ -0,0 +1,105 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""RyWorld eval cfg — VLNVerse coarse / val_unseen, H1 robot at 256x256.
|
| 2 |
+
|
| 3 |
+
Forked from
|
| 4 |
+
``third_party/vlnverse_emr/scripts/eval/configs/h1_cma_clip_cfg_vlnverse_coarse.py``
|
| 5 |
+
with the minimum diffs needed for our model:
|
| 6 |
+
|
| 7 |
+
- ``agent.model_name='ryworld'`` so Agent.init dispatches to RyWorldAgent.
|
| 8 |
+
- ``split_data_types=['val_unseen']`` only (CMA cfg also includes val_seen).
|
| 9 |
+
- ``task_name`` carries our run identity for ``logs/<task>/`` separation.
|
| 10 |
+
|
| 11 |
+
Everything else (camera 256x256, ``torso_link/h1_pano_camera_0``,
|
| 12 |
+
``h1_vln_pointcloud.usd``, ``vln_pe`` env, ``flash`` mode, max_step=500,
|
| 13 |
+
formal instruction) is kept identical to the CMA-CLIP baseline so our
|
| 14 |
+
numbers go on the same table.
|
| 15 |
+
|
| 16 |
+
Plugin registration: this cfg's top-level ``import
|
| 17 |
+
ryworld.eval.vlnverse_plugin`` triggers ``@Agent.register('ryworld')`` as a
|
| 18 |
+
side effect, which is what lets vlnverse_emr's dispatcher find our agent
|
| 19 |
+
without a fork. ``importlib.util.spec_from_file_location`` (used by both
|
| 20 |
+
``server.py`` and ``eval.py``) executes this module top-to-bottom, so by the
|
| 21 |
+
time ``Agent.init`` runs the registration is already in place.
|
| 22 |
+
"""
|
| 23 |
+
|
| 24 |
+
from __future__ import annotations
|
| 25 |
+
|
| 26 |
+
# ---------------------------------------------------------------------------
|
| 27 |
+
# 1. Make the RyWorld package importable.
|
| 28 |
+
# vlnverse_emr's launchers run from inside ``third_party/vlnverse_emr``
|
| 29 |
+
# (their ``cwd``), so ``ryworld.*`` is not on ``sys.path`` by default. We
|
| 30 |
+
# walk up from this file: cfg -> configs -> vlnverse_plugin -> eval ->
|
| 31 |
+
# ryworld -> repo root.
|
| 32 |
+
# ---------------------------------------------------------------------------
|
| 33 |
+
import sys
|
| 34 |
+
from pathlib import Path
|
| 35 |
+
|
| 36 |
+
_REPO_ROOT = Path(__file__).resolve().parents[4]
|
| 37 |
+
if str(_REPO_ROOT) not in sys.path:
|
| 38 |
+
sys.path.insert(0, str(_REPO_ROOT))
|
| 39 |
+
|
| 40 |
+
# ---------------------------------------------------------------------------
|
| 41 |
+
# 2. Import the plugin package — side effect: ``@Agent.register('ryworld')``.
|
| 42 |
+
# ---------------------------------------------------------------------------
|
| 43 |
+
import ryworld.eval.vlnverse_plugin # noqa: E402, F401
|
| 44 |
+
|
| 45 |
+
# ---------------------------------------------------------------------------
|
| 46 |
+
# 3. Build the eval cfg using vlnverse_emr's pydantic config classes.
|
| 47 |
+
# ---------------------------------------------------------------------------
|
| 48 |
+
from vlnverse.configs.agent import AgentCfg # type: ignore[import-not-found] # noqa: E402
|
| 49 |
+
from vlnverse.configs.evaluator import ( # type: ignore[import-not-found] # noqa: E402
|
| 50 |
+
EnvCfg,
|
| 51 |
+
EvalCfg,
|
| 52 |
+
EvalDatasetCfg,
|
| 53 |
+
SceneCfg,
|
| 54 |
+
TaskCfg,
|
| 55 |
+
)
|
| 56 |
+
|
| 57 |
+
eval_cfg = EvalCfg(
|
| 58 |
+
agent=AgentCfg(
|
| 59 |
+
# Server port — keep clear of CMA(8087)/N1(8028) so we can run side-by-side.
|
| 60 |
+
server_port=8094,
|
| 61 |
+
model_name="ryworld",
|
| 62 |
+
# Dummy skeleton agent ignores ckpt_path; real wrapper will load this.
|
| 63 |
+
ckpt_path="/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/ckpt_step0015000_final.pt",
|
| 64 |
+
model_settings={
|
| 65 |
+
"stop_threshold_override": 0.95,
|
| 66 |
+
"train_config_path": "/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/ryworld/configs/stage1_discrete.yaml",
|
| 67 |
+
"train_config_overrides": ["/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/ryworld/configs/overlays/a100_4gpu_discrete.yaml"],
|
| 68 |
+
},
|
| 69 |
+
),
|
| 70 |
+
env=EnvCfg(
|
| 71 |
+
env_type="vln_pe",
|
| 72 |
+
env_settings={
|
| 73 |
+
"use_fabric": False,
|
| 74 |
+
"headless": True,
|
| 75 |
+
},
|
| 76 |
+
),
|
| 77 |
+
task=TaskCfg(
|
| 78 |
+
task_name="20260513T032631_step0015000_stop0.95_full835_thr095_shard3_serial",
|
| 79 |
+
task_settings={
|
| 80 |
+
"env_num": 1,
|
| 81 |
+
"use_distributed": False,
|
| 82 |
+
"proc_num": 1,
|
| 83 |
+
"max_step": 500,
|
| 84 |
+
"warm_up_step": 500,
|
| 85 |
+
},
|
| 86 |
+
scene=SceneCfg(
|
| 87 |
+
scene_type="kujiale",
|
| 88 |
+
scene_data_dir="data/scene_data/vlnverse",
|
| 89 |
+
),
|
| 90 |
+
robot_name="h1",
|
| 91 |
+
robot_flash=True,
|
| 92 |
+
robot_usd_path="data/Embodiments/vln-pe/h1/h1_vln_pointcloud.usd",
|
| 93 |
+
camera_resolution=[256, 256],
|
| 94 |
+
camera_prim_path="torso_link/h1_pano_camera_0",
|
| 95 |
+
),
|
| 96 |
+
dataset=EvalDatasetCfg(
|
| 97 |
+
dataset_type="kujiale",
|
| 98 |
+
dataset_settings={
|
| 99 |
+
"base_data_dir": "data/vlnverse/raw_data/vlnverse/coarse_shard3",
|
| 100 |
+
"split_data_types": ["val_unseen"],
|
| 101 |
+
"filter_stairs": False,
|
| 102 |
+
"instruction_type": "formal",
|
| 103 |
+
},
|
| 104 |
+
),
|
| 105 |
+
)
|
eval_results/shards/shard3_serial/eval_result.log
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[split:val_unseen] total 104 data
|
| 2 |
+
############[val_unseen]#############
|
| 3 |
+
TL = 717.9381120914196 / 104 = 6.9033
|
| 4 |
+
NE = 446.72012255505564 / 104 = 4.2954
|
| 5 |
+
FR = 0 / 104 = 0.0%
|
| 6 |
+
StR = 0 / 104 = 0%
|
| 7 |
+
OS = 57.0 / 104 = 54.81%
|
| 8 |
+
SR = 49.0 / 104 = 47.12%
|
| 9 |
+
SPL = 47.05632141805367 / 104 = 45.25%
|
| 10 |
+
detail:
|
| 11 |
+
[reach_goal]:49
|
| 12 |
+
[success]:49
|
| 13 |
+
[not_reach_goal]:53
|
| 14 |
+
[exceed_total_max_step]:2
|
| 15 |
+
[fall]:0
|
| 16 |
+
##########################
|
eval_results/shards/shard3_serial/meta.json
ADDED
|
@@ -0,0 +1,161 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"eval_id": "20260513T032631_step0015000_stop0.95_full835_thr095_shard3_serial",
|
| 3 |
+
"tag": "full835_thr095_shard3_serial",
|
| 4 |
+
"timestamp_recorded": "2026-05-13T17:11:20+0800",
|
| 5 |
+
"ckpt": {
|
| 6 |
+
"path": "/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/ckpt_step0015000_final.pt",
|
| 7 |
+
"step": 15000,
|
| 8 |
+
"size_bytes": 2812658821
|
| 9 |
+
},
|
| 10 |
+
"code_state": {
|
| 11 |
+
"git_hash": "a4fa65370358d6f251e158f03aced7d30f167da6",
|
| 12 |
+
"branch": "feat/batched-trunk-forward",
|
| 13 |
+
"dirty": true,
|
| 14 |
+
"dirty_files": [
|
| 15 |
+
"docs/eval_ledger.jsonl",
|
| 16 |
+
"run_train.sh",
|
| 17 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD0_port8091.py",
|
| 18 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD1_port8092.py",
|
| 19 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD2_port8093.py",
|
| 20 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD3_port8094.py",
|
| 21 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD4_port8095.py",
|
| 22 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD5_port8096.py",
|
| 23 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD6_port8097.py",
|
| 24 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD7_port8098.py",
|
| 25 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu0_thr091_port8091.py",
|
| 26 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu1_thr092_port8092.py",
|
| 27 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu2_thr093_port8093.py",
|
| 28 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu3_thr094_port8094.py",
|
| 29 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu4_thr095_port8095.py",
|
| 30 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu5_thr096_port8096.py",
|
| 31 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu6_thr097_port8097.py",
|
| 32 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu7_thr098_port8098.py",
|
| 33 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_val_unseen_v7_port8091.py",
|
| 34 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_val_unseen_v8_port8092.py",
|
| 35 |
+
"scripts/eval/run_eval_structured.sh",
|
| 36 |
+
"third_party/vlnverse_emr",
|
| 37 |
+
"yworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_val_unseen.py"
|
| 38 |
+
],
|
| 39 |
+
"dirty_patch_md5": "aa7101e2b529b2f5596267cd1e8073ee"
|
| 40 |
+
},
|
| 41 |
+
"eval_config": {
|
| 42 |
+
"framework": "vlnverse_emr",
|
| 43 |
+
"base_cfg": "ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD3_port8094.py",
|
| 44 |
+
"derived_cfg": "checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/evals/20260513T032631_step0015000_stop0.95_full835_thr095_shard3_serial/eval_cfg.py",
|
| 45 |
+
"stop_threshold": 0.95,
|
| 46 |
+
"task_name": "20260513T032631_step0015000_stop0.95_full835_thr095_shard3_serial"
|
| 47 |
+
},
|
| 48 |
+
"data_state": {
|
| 49 |
+
"scenes_used": [
|
| 50 |
+
"kujiale_0102",
|
| 51 |
+
"kujiale_0114",
|
| 52 |
+
"kujiale_0207",
|
| 53 |
+
"kujiale_0208",
|
| 54 |
+
"kujiale_0226"
|
| 55 |
+
],
|
| 56 |
+
"scenes_with_hdr": [
|
| 57 |
+
"kujiale_0102",
|
| 58 |
+
"kujiale_0114",
|
| 59 |
+
"kujiale_0207",
|
| 60 |
+
"kujiale_0208",
|
| 61 |
+
"kujiale_0226"
|
| 62 |
+
],
|
| 63 |
+
"scenes_missing_hdr": []
|
| 64 |
+
},
|
| 65 |
+
"hardware": {
|
| 66 |
+
"host": "di-20260502152021-n5hs7",
|
| 67 |
+
"gpus": [
|
| 68 |
+
{
|
| 69 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 70 |
+
"mem_mb": 24564
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 74 |
+
"mem_mb": 24564
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 78 |
+
"mem_mb": 24564
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 82 |
+
"mem_mb": 24564
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 86 |
+
"mem_mb": 24564
|
| 87 |
+
},
|
| 88 |
+
{
|
| 89 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 90 |
+
"mem_mb": 24564
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 94 |
+
"mem_mb": 24564
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 98 |
+
"mem_mb": 24564
|
| 99 |
+
}
|
| 100 |
+
],
|
| 101 |
+
"count": 8
|
| 102 |
+
},
|
| 103 |
+
"results_aggregate": {
|
| 104 |
+
"TL": 6.9033,
|
| 105 |
+
"NE": 4.2954,
|
| 106 |
+
"FR": 0.0,
|
| 107 |
+
"StR": 0.0,
|
| 108 |
+
"OS": 0.5481,
|
| 109 |
+
"SR": 0.47119999999999995,
|
| 110 |
+
"SPL": 0.4525,
|
| 111 |
+
"n_reach_goal": 49,
|
| 112 |
+
"n_not_reach_goal": 53,
|
| 113 |
+
"n_success": 49,
|
| 114 |
+
"n_fall": 0,
|
| 115 |
+
"n_total": 104
|
| 116 |
+
},
|
| 117 |
+
"results_per_scene": {
|
| 118 |
+
"kujiale_0226": {
|
| 119 |
+
"n": 25,
|
| 120 |
+
"SR": 0.56,
|
| 121 |
+
"avg_NE": 4.338929470504046,
|
| 122 |
+
"avg_SPL": 0.5292428458521876
|
| 123 |
+
},
|
| 124 |
+
"kujiale_0208": {
|
| 125 |
+
"n": 25,
|
| 126 |
+
"SR": 0.36,
|
| 127 |
+
"avg_NE": 4.535285835438256,
|
| 128 |
+
"avg_SPL": 0.36
|
| 129 |
+
},
|
| 130 |
+
"kujiale_0207": {
|
| 131 |
+
"n": 23,
|
| 132 |
+
"SR": 0.34782608695652173,
|
| 133 |
+
"avg_NE": 5.630842382057829,
|
| 134 |
+
"avg_SPL": 0.33256955591271564
|
| 135 |
+
},
|
| 136 |
+
"kujiale_0114": {
|
| 137 |
+
"n": 7,
|
| 138 |
+
"SR": 0.14285714285714285,
|
| 139 |
+
"avg_NE": 6.128924782437337,
|
| 140 |
+
"avg_SPL": 0.14285714285714285
|
| 141 |
+
},
|
| 142 |
+
"kujiale_0102": {
|
| 143 |
+
"n": 23,
|
| 144 |
+
"SR": 0.7391304347826086,
|
| 145 |
+
"avg_NE": 1.9255885534016466,
|
| 146 |
+
"avg_SPL": 0.7033108906850656
|
| 147 |
+
}
|
| 148 |
+
},
|
| 149 |
+
"stop_head_stats": {
|
| 150 |
+
"n_samples": 22136,
|
| 151 |
+
"stop_prob_min": 0.279,
|
| 152 |
+
"stop_prob_p50": 0.733,
|
| 153 |
+
"stop_prob_p90": 0.896,
|
| 154 |
+
"stop_prob_max": 0.977,
|
| 155 |
+
"stop_prob_mean": 0.7305024846404101,
|
| 156 |
+
"fire_rate_pathA": 0.022090711962414168,
|
| 157 |
+
"fire_rate_pathB": 0.006098662811709433,
|
| 158 |
+
"no_stop_rate": 0.9718106252258764
|
| 159 |
+
},
|
| 160 |
+
"n_episodes_recorded": 103
|
| 161 |
+
}
|
eval_results/shards/shard3_serial/per_episode.csv
ADDED
|
@@ -0,0 +1,104 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
episode_id,scene,NE,success,osr,SPL
|
| 2 |
+
kujiale_0226_12_1,kujiale_0226,2.699860735892533,1,1.0,1.0
|
| 3 |
+
kujiale_0226_49_3,kujiale_0226,9.026704140957465,0,0.0,0.0
|
| 4 |
+
kujiale_0226_20_4,kujiale_0226,1.797690719911934,1,1.0,1.0
|
| 5 |
+
kujiale_0226_41_0,kujiale_0226,1.9789351098482757,1,1.0,1.0
|
| 6 |
+
kujiale_0226_19_1,kujiale_0226,2.551102199675326,1,1.0,1.0
|
| 7 |
+
kujiale_0226_83_3,kujiale_0226,0.9297664984509062,1,1.0,1.0
|
| 8 |
+
kujiale_0226_78_2,kujiale_0226,2.688230365283556,1,1.0,0.8709315568036395
|
| 9 |
+
kujiale_0226_17_3,kujiale_0226,7.76272632335025,0,0.0,0.0
|
| 10 |
+
kujiale_0226_98_0,kujiale_0226,1.830652091238978,1,1.0,1.0
|
| 11 |
+
kujiale_0226_65_2,kujiale_0226,4.281912335942562,0,0.0,0.0
|
| 12 |
+
kujiale_0226_60_0,kujiale_0226,1.118843530521249,1,1.0,0.8623832867387594
|
| 13 |
+
kujiale_0226_10_0,kujiale_0226,4.859473017033209,0,0.0,0.0
|
| 14 |
+
kujiale_0226_55_1,kujiale_0226,9.844562792047865,0,0.0,0.0
|
| 15 |
+
kujiale_0226_101_0,kujiale_0226,2.7992734424807657,1,1.0,0.8528491198722784
|
| 16 |
+
kujiale_0226_7_3,kujiale_0226,4.285048314136865,0,0.0,0.0
|
| 17 |
+
kujiale_0226_61_0,kujiale_0226,1.2834080300557673,1,1.0,1.0
|
| 18 |
+
kujiale_0226_97_1,kujiale_0226,7.6694025732562245,0,0.0,0.0
|
| 19 |
+
kujiale_0226_42_2,kujiale_0226,4.038140766820334,0,1.0,0.0
|
| 20 |
+
kujiale_0226_105_3,kujiale_0226,1.7657338763413346,1,1.0,0.7809186815292362
|
| 21 |
+
kujiale_0226_67_4,kujiale_0226,8.98112959739926,0,0.0,0.0
|
| 22 |
+
kujiale_0226_4_4,kujiale_0226,9.690141004338923,0,0.0,0.0
|
| 23 |
+
kujiale_0226_37_4,kujiale_0226,2.933453892077824,1,1.0,1.0
|
| 24 |
+
kujiale_0226_79_3,kujiale_0226,11.387483002671294,0,0.0,0.0
|
| 25 |
+
kujiale_0226_46_3,kujiale_0226,0.48543573440815707,1,1.0,0.863988501360777
|
| 26 |
+
kujiale_0226_57_1,kujiale_0226,1.7841266684602939,1,1.0,1.0
|
| 27 |
+
kujiale_0208_15_2,kujiale_0208,4.8233278492193605,0,0.0,0.0
|
| 28 |
+
kujiale_0208_34_0,kujiale_0208,4.188540080158509,0,0.0,0.0
|
| 29 |
+
kujiale_0208_35_4,kujiale_0208,5.079366798035417,0,0.0,0.0
|
| 30 |
+
kujiale_0208_14_1,kujiale_0208,6.695019285572422,0,0.0,0.0
|
| 31 |
+
kujiale_0208_41_0,kujiale_0208,8.469049472862856,0,0.0,0.0
|
| 32 |
+
kujiale_0208_23_4,kujiale_0208,6.07525610481124,0,0.0,0.0
|
| 33 |
+
kujiale_0208_28_2,kujiale_0208,10.038437387409848,0,0.0,0.0
|
| 34 |
+
kujiale_0208_6_2,kujiale_0208,2.4317303425792725,1,1.0,1.0
|
| 35 |
+
kujiale_0208_44_1,kujiale_0208,0.5655557352821946,1,1.0,1.0
|
| 36 |
+
kujiale_0208_42_1,kujiale_0208,6.681077127970111,0,0.0,0.0
|
| 37 |
+
kujiale_0208_24_0,kujiale_0208,6.664456438283543,0,0.0,0.0
|
| 38 |
+
kujiale_0208_1_3,kujiale_0208,2.687947118518917,1,1.0,1.0
|
| 39 |
+
kujiale_0208_30_0,kujiale_0208,2.2526075520949855,1,1.0,1.0
|
| 40 |
+
kujiale_0208_26_0,kujiale_0208,5.666754386937908,0,0.0,0.0
|
| 41 |
+
kujiale_0208_49_1,kujiale_0208,1.1493853001979775,1,1.0,1.0
|
| 42 |
+
kujiale_0208_43_3,kujiale_0208,3.35363003472937,0,0.0,0.0
|
| 43 |
+
kujiale_0208_11_2,kujiale_0208,4.292876933233738,0,0.0,0.0
|
| 44 |
+
kujiale_0208_38_4,kujiale_0208,9.64553192901746,0,0.0,0.0
|
| 45 |
+
kujiale_0208_20_1,kujiale_0208,3.6051555307003693,0,1.0,0.0
|
| 46 |
+
kujiale_0208_10_0,kujiale_0208,1.9748993449172871,1,1.0,1.0
|
| 47 |
+
kujiale_0208_33_1,kujiale_0208,0.48659892473051886,1,1.0,1.0
|
| 48 |
+
kujiale_0208_0_0,kujiale_0208,0.8246881075099005,1,1.0,1.0
|
| 49 |
+
kujiale_0208_12_3,kujiale_0208,9.109046690543957,0,0.0,0.0
|
| 50 |
+
kujiale_0208_16_1,kujiale_0208,2.674607538299321,1,1.0,1.0
|
| 51 |
+
kujiale_0208_17_2,kujiale_0208,3.946599872339903,0,0.0,0.0
|
| 52 |
+
kujiale_0207_19_3,kujiale_0207,10.003210513352682,0,0.0,0.0
|
| 53 |
+
kujiale_0207_29_2,kujiale_0207,9.69090130203633,0,0.0,0.0
|
| 54 |
+
kujiale_0207_77_1,kujiale_0207,5.069625078379125,0,0.0,0.0
|
| 55 |
+
kujiale_0207_48_1,kujiale_0207,14.118456306607646,0,0.0,0.0
|
| 56 |
+
kujiale_0207_56_1,kujiale_0207,0.5668540792117858,1,1.0,0.9553315413852012
|
| 57 |
+
kujiale_0207_10_2,kujiale_0207,10.347844668136531,0,0.0,0.0
|
| 58 |
+
kujiale_0207_67_2,kujiale_0207,2.063386332964216,1,1.0,1.0
|
| 59 |
+
kujiale_0207_5_3,kujiale_0207,6.519225940634539,0,1.0,0.0
|
| 60 |
+
kujiale_0207_21_0,kujiale_0207,0.8358835920943863,1,1.0,1.0
|
| 61 |
+
kujiale_0207_53_0,kujiale_0207,6.512274834611155,0,0.0,0.0
|
| 62 |
+
kujiale_0207_33_1,kujiale_0207,12.329957441662778,0,0.0,0.0
|
| 63 |
+
kujiale_0207_66_0,kujiale_0207,5.817983591770667,0,0.0,0.0
|
| 64 |
+
kujiale_0207_73_1,kujiale_0207,6.2316581028104405,0,0.0,0.0
|
| 65 |
+
kujiale_0207_61_0,kujiale_0207,8.586153323106052,0,0.0,0.0
|
| 66 |
+
kujiale_0207_57_3,kujiale_0207,6.239034595148907,0,0.0,0.0
|
| 67 |
+
kujiale_0207_17_4,kujiale_0207,0.3337308381782926,1,1.0,0.9830564668052867
|
| 68 |
+
kujiale_0207_64_2,kujiale_0207,0.24843205169850216,1,1.0,0.7107117778019709
|
| 69 |
+
kujiale_0207_58_1,kujiale_0207,1.3543494940833682,1,1.0,1.0
|
| 70 |
+
kujiale_0207_80_4,kujiale_0207,8.75396776531336,0,1.0,0.0
|
| 71 |
+
kujiale_0207_0_4,kujiale_0207,5.058640422243232,0,0.0,0.0
|
| 72 |
+
kujiale_0207_39_2,kujiale_0207,4.645423131533198,0,1.0,0.0
|
| 73 |
+
kujiale_0207_47_3,kujiale_0207,1.2123913288896215,1,1.0,1.0
|
| 74 |
+
kujiale_0207_52_0,kujiale_0207,2.9699900528632734,1,1.0,1.0
|
| 75 |
+
kujiale_0114_98_0,kujiale_0114,3.3376698247010017,0,0.0,0.0
|
| 76 |
+
kujiale_0114_111_4,kujiale_0114,4.774217840667842,0,0.0,0.0
|
| 77 |
+
kujiale_0114_94_2,kujiale_0114,1.693736759057279,1,1.0,1.0
|
| 78 |
+
kujiale_0114_77_2,kujiale_0114,5.816149213670121,0,0.0,0.0
|
| 79 |
+
kujiale_0114_74_4,kujiale_0114,11.318388192231255,0,0.0,0.0
|
| 80 |
+
kujiale_0114_123_4,kujiale_0114,10.441168618316155,0,0.0,0.0
|
| 81 |
+
kujiale_0114_134_2,kujiale_0114,5.521143028417705,0,0.0,0.0
|
| 82 |
+
kujiale_0102_51_3,kujiale_0102,4.240156209633976,0,1.0,0.0
|
| 83 |
+
kujiale_0102_5_3,kujiale_0102,0.4596704371583703,1,1.0,1.0
|
| 84 |
+
kujiale_0102_30_0,kujiale_0102,0.22049633443955333,1,1.0,1.0
|
| 85 |
+
kujiale_0102_37_1,kujiale_0102,1.4463988846738434,1,1.0,0.8251787693887231
|
| 86 |
+
kujiale_0102_33_2,kujiale_0102,0.8087253840881719,1,1.0,0.6846847134554074
|
| 87 |
+
kujiale_0102_48_4,kujiale_0102,2.403489488780312,1,1.0,1.0
|
| 88 |
+
kujiale_0102_1_0,kujiale_0102,4.574795703104781,0,0.0,0.0
|
| 89 |
+
kujiale_0102_10_0,kujiale_0102,3.488794593076284,0,0.0,0.0
|
| 90 |
+
kujiale_0102_31_4,kujiale_0102,1.2578293461790993,1,1.0,1.0
|
| 91 |
+
kujiale_0102_6_3,kujiale_0102,2.715623291754815,1,1.0,1.0
|
| 92 |
+
kujiale_0102_17_3,kujiale_0102,0.6183007637359813,1,1.0,1.0
|
| 93 |
+
kujiale_0102_40_4,kujiale_0102,5.945505636486258,0,1.0,0.0
|
| 94 |
+
kujiale_0102_36_1,kujiale_0102,0.34150117526462537,1,1.0,1.0
|
| 95 |
+
kujiale_0102_53_0,kujiale_0102,0.4600993688820919,1,1.0,1.0
|
| 96 |
+
kujiale_0102_4_3,kujiale_0102,0.9558154076590545,1,1.0,0.7722246744125937
|
| 97 |
+
kujiale_0102_56_2,kujiale_0102,0.4146459968632296,1,1.0,1.0
|
| 98 |
+
kujiale_0102_27_0,kujiale_0102,0.4113550137833243,1,1.0,1.0
|
| 99 |
+
kujiale_0102_26_1,kujiale_0102,4.723994237504759,0,0.0,0.0
|
| 100 |
+
kujiale_0102_54_1,kujiale_0102,3.633867200364762,0,1.0,0.0
|
| 101 |
+
kujiale_0102_7_4,kujiale_0102,1.8377293294682557,1,1.0,1.0
|
| 102 |
+
kujiale_0102_11_2,kujiale_0102,0.9725366186728053,1,1.0,0.8940623284997845
|
| 103 |
+
kujiale_0102_38_2,kujiale_0102,1.3363462915941082,1,1.0,1.0
|
| 104 |
+
kujiale_0102_23_4,kujiale_0102,1.0208600150694023,1,1.0,1.0
|
eval_results/shards/shard3_serial/server.log.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a5ddc1947e08db48caf50939e5165e411df524960c6cb9b4d1ed9305dd9d55bc
|
| 3 |
+
size 99786
|
eval_results/shards/shard4_serial/eval.log.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a39559a7acaa8f5e5b974e39ba9686f98a869d3275eea73c0d3443cd0eb4b381
|
| 3 |
+
size 6060440
|
eval_results/shards/shard4_serial/eval_cfg.py
ADDED
|
@@ -0,0 +1,105 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""RyWorld eval cfg — VLNVerse coarse / val_unseen, H1 robot at 256x256.
|
| 2 |
+
|
| 3 |
+
Forked from
|
| 4 |
+
``third_party/vlnverse_emr/scripts/eval/configs/h1_cma_clip_cfg_vlnverse_coarse.py``
|
| 5 |
+
with the minimum diffs needed for our model:
|
| 6 |
+
|
| 7 |
+
- ``agent.model_name='ryworld'`` so Agent.init dispatches to RyWorldAgent.
|
| 8 |
+
- ``split_data_types=['val_unseen']`` only (CMA cfg also includes val_seen).
|
| 9 |
+
- ``task_name`` carries our run identity for ``logs/<task>/`` separation.
|
| 10 |
+
|
| 11 |
+
Everything else (camera 256x256, ``torso_link/h1_pano_camera_0``,
|
| 12 |
+
``h1_vln_pointcloud.usd``, ``vln_pe`` env, ``flash`` mode, max_step=500,
|
| 13 |
+
formal instruction) is kept identical to the CMA-CLIP baseline so our
|
| 14 |
+
numbers go on the same table.
|
| 15 |
+
|
| 16 |
+
Plugin registration: this cfg's top-level ``import
|
| 17 |
+
ryworld.eval.vlnverse_plugin`` triggers ``@Agent.register('ryworld')`` as a
|
| 18 |
+
side effect, which is what lets vlnverse_emr's dispatcher find our agent
|
| 19 |
+
without a fork. ``importlib.util.spec_from_file_location`` (used by both
|
| 20 |
+
``server.py`` and ``eval.py``) executes this module top-to-bottom, so by the
|
| 21 |
+
time ``Agent.init`` runs the registration is already in place.
|
| 22 |
+
"""
|
| 23 |
+
|
| 24 |
+
from __future__ import annotations
|
| 25 |
+
|
| 26 |
+
# ---------------------------------------------------------------------------
|
| 27 |
+
# 1. Make the RyWorld package importable.
|
| 28 |
+
# vlnverse_emr's launchers run from inside ``third_party/vlnverse_emr``
|
| 29 |
+
# (their ``cwd``), so ``ryworld.*`` is not on ``sys.path`` by default. We
|
| 30 |
+
# walk up from this file: cfg -> configs -> vlnverse_plugin -> eval ->
|
| 31 |
+
# ryworld -> repo root.
|
| 32 |
+
# ---------------------------------------------------------------------------
|
| 33 |
+
import sys
|
| 34 |
+
from pathlib import Path
|
| 35 |
+
|
| 36 |
+
_REPO_ROOT = Path(__file__).resolve().parents[4]
|
| 37 |
+
if str(_REPO_ROOT) not in sys.path:
|
| 38 |
+
sys.path.insert(0, str(_REPO_ROOT))
|
| 39 |
+
|
| 40 |
+
# ---------------------------------------------------------------------------
|
| 41 |
+
# 2. Import the plugin package — side effect: ``@Agent.register('ryworld')``.
|
| 42 |
+
# ---------------------------------------------------------------------------
|
| 43 |
+
import ryworld.eval.vlnverse_plugin # noqa: E402, F401
|
| 44 |
+
|
| 45 |
+
# ---------------------------------------------------------------------------
|
| 46 |
+
# 3. Build the eval cfg using vlnverse_emr's pydantic config classes.
|
| 47 |
+
# ---------------------------------------------------------------------------
|
| 48 |
+
from vlnverse.configs.agent import AgentCfg # type: ignore[import-not-found] # noqa: E402
|
| 49 |
+
from vlnverse.configs.evaluator import ( # type: ignore[import-not-found] # noqa: E402
|
| 50 |
+
EnvCfg,
|
| 51 |
+
EvalCfg,
|
| 52 |
+
EvalDatasetCfg,
|
| 53 |
+
SceneCfg,
|
| 54 |
+
TaskCfg,
|
| 55 |
+
)
|
| 56 |
+
|
| 57 |
+
eval_cfg = EvalCfg(
|
| 58 |
+
agent=AgentCfg(
|
| 59 |
+
# Server port — keep clear of CMA(8087)/N1(8028) so we can run side-by-side.
|
| 60 |
+
server_port=8095,
|
| 61 |
+
model_name="ryworld",
|
| 62 |
+
# Dummy skeleton agent ignores ckpt_path; real wrapper will load this.
|
| 63 |
+
ckpt_path="/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/ckpt_step0015000_final.pt",
|
| 64 |
+
model_settings={
|
| 65 |
+
"stop_threshold_override": 0.95,
|
| 66 |
+
"train_config_path": "/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/ryworld/configs/stage1_discrete.yaml",
|
| 67 |
+
"train_config_overrides": ["/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/ryworld/configs/overlays/a100_4gpu_discrete.yaml"],
|
| 68 |
+
},
|
| 69 |
+
),
|
| 70 |
+
env=EnvCfg(
|
| 71 |
+
env_type="vln_pe",
|
| 72 |
+
env_settings={
|
| 73 |
+
"use_fabric": False,
|
| 74 |
+
"headless": True,
|
| 75 |
+
},
|
| 76 |
+
),
|
| 77 |
+
task=TaskCfg(
|
| 78 |
+
task_name="20260513T032731_step0015000_stop0.95_full835_thr095_shard4_serial",
|
| 79 |
+
task_settings={
|
| 80 |
+
"env_num": 1,
|
| 81 |
+
"use_distributed": False,
|
| 82 |
+
"proc_num": 1,
|
| 83 |
+
"max_step": 500,
|
| 84 |
+
"warm_up_step": 500,
|
| 85 |
+
},
|
| 86 |
+
scene=SceneCfg(
|
| 87 |
+
scene_type="kujiale",
|
| 88 |
+
scene_data_dir="data/scene_data/vlnverse",
|
| 89 |
+
),
|
| 90 |
+
robot_name="h1",
|
| 91 |
+
robot_flash=True,
|
| 92 |
+
robot_usd_path="data/Embodiments/vln-pe/h1/h1_vln_pointcloud.usd",
|
| 93 |
+
camera_resolution=[256, 256],
|
| 94 |
+
camera_prim_path="torso_link/h1_pano_camera_0",
|
| 95 |
+
),
|
| 96 |
+
dataset=EvalDatasetCfg(
|
| 97 |
+
dataset_type="kujiale",
|
| 98 |
+
dataset_settings={
|
| 99 |
+
"base_data_dir": "data/vlnverse/raw_data/vlnverse/coarse_shard4",
|
| 100 |
+
"split_data_types": ["val_unseen"],
|
| 101 |
+
"filter_stairs": False,
|
| 102 |
+
"instruction_type": "formal",
|
| 103 |
+
},
|
| 104 |
+
),
|
| 105 |
+
)
|
eval_results/shards/shard4_serial/eval_result.log
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[split:val_unseen] total 104 data
|
| 2 |
+
############[val_unseen]#############
|
| 3 |
+
TL = 556.99267312641 / 104 = 5.3557
|
| 4 |
+
NE = 332.4797110170293 / 104 = 3.1969
|
| 5 |
+
FR = 0 / 104 = 0.0%
|
| 6 |
+
StR = 0 / 104 = 0%
|
| 7 |
+
OS = 70.0 / 104 = 67.31%
|
| 8 |
+
SR = 59.0 / 104 = 56.730000000000004%
|
| 9 |
+
SPL = 57.10930306111026 / 104 = 54.910000000000004%
|
| 10 |
+
detail:
|
| 11 |
+
[reach_goal]:59
|
| 12 |
+
[success]:58
|
| 13 |
+
[not_reach_goal]:43
|
| 14 |
+
[exceed_total_max_step]:3
|
| 15 |
+
[fall]:0
|
| 16 |
+
##########################
|
eval_results/shards/shard4_serial/meta.json
ADDED
|
@@ -0,0 +1,161 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"eval_id": "20260513T032731_step0015000_stop0.95_full835_thr095_shard4_serial",
|
| 3 |
+
"tag": "full835_thr095_shard4_serial",
|
| 4 |
+
"timestamp_recorded": "2026-05-13T16:19:07+0800",
|
| 5 |
+
"ckpt": {
|
| 6 |
+
"path": "/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/ckpt_step0015000_final.pt",
|
| 7 |
+
"step": 15000,
|
| 8 |
+
"size_bytes": 2812658821
|
| 9 |
+
},
|
| 10 |
+
"code_state": {
|
| 11 |
+
"git_hash": "a4fa65370358d6f251e158f03aced7d30f167da6",
|
| 12 |
+
"branch": "feat/batched-trunk-forward",
|
| 13 |
+
"dirty": true,
|
| 14 |
+
"dirty_files": [
|
| 15 |
+
"docs/eval_ledger.jsonl",
|
| 16 |
+
"run_train.sh",
|
| 17 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD0_port8091.py",
|
| 18 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD1_port8092.py",
|
| 19 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD2_port8093.py",
|
| 20 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD3_port8094.py",
|
| 21 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD4_port8095.py",
|
| 22 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD5_port8096.py",
|
| 23 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD6_port8097.py",
|
| 24 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD7_port8098.py",
|
| 25 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu0_thr091_port8091.py",
|
| 26 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu1_thr092_port8092.py",
|
| 27 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu2_thr093_port8093.py",
|
| 28 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu3_thr094_port8094.py",
|
| 29 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu4_thr095_port8095.py",
|
| 30 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu5_thr096_port8096.py",
|
| 31 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu6_thr097_port8097.py",
|
| 32 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu7_thr098_port8098.py",
|
| 33 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_val_unseen_v7_port8091.py",
|
| 34 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_val_unseen_v8_port8092.py",
|
| 35 |
+
"scripts/eval/run_eval_structured.sh",
|
| 36 |
+
"third_party/vlnverse_emr",
|
| 37 |
+
"yworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_val_unseen.py"
|
| 38 |
+
],
|
| 39 |
+
"dirty_patch_md5": "aa7101e2b529b2f5596267cd1e8073ee"
|
| 40 |
+
},
|
| 41 |
+
"eval_config": {
|
| 42 |
+
"framework": "vlnverse_emr",
|
| 43 |
+
"base_cfg": "ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD4_port8095.py",
|
| 44 |
+
"derived_cfg": "checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/evals/20260513T032731_step0015000_stop0.95_full835_thr095_shard4_serial/eval_cfg.py",
|
| 45 |
+
"stop_threshold": 0.95,
|
| 46 |
+
"task_name": "20260513T032731_step0015000_stop0.95_full835_thr095_shard4_serial"
|
| 47 |
+
},
|
| 48 |
+
"data_state": {
|
| 49 |
+
"scenes_used": [
|
| 50 |
+
"kujiale_0030",
|
| 51 |
+
"kujiale_0031",
|
| 52 |
+
"kujiale_0036",
|
| 53 |
+
"kujiale_0066",
|
| 54 |
+
"kujiale_0114"
|
| 55 |
+
],
|
| 56 |
+
"scenes_with_hdr": [
|
| 57 |
+
"kujiale_0030",
|
| 58 |
+
"kujiale_0031",
|
| 59 |
+
"kujiale_0036",
|
| 60 |
+
"kujiale_0066",
|
| 61 |
+
"kujiale_0114"
|
| 62 |
+
],
|
| 63 |
+
"scenes_missing_hdr": []
|
| 64 |
+
},
|
| 65 |
+
"hardware": {
|
| 66 |
+
"host": "di-20260502152021-n5hs7",
|
| 67 |
+
"gpus": [
|
| 68 |
+
{
|
| 69 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 70 |
+
"mem_mb": 24564
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 74 |
+
"mem_mb": 24564
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 78 |
+
"mem_mb": 24564
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 82 |
+
"mem_mb": 24564
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 86 |
+
"mem_mb": 24564
|
| 87 |
+
},
|
| 88 |
+
{
|
| 89 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 90 |
+
"mem_mb": 24564
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 94 |
+
"mem_mb": 24564
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 98 |
+
"mem_mb": 24564
|
| 99 |
+
}
|
| 100 |
+
],
|
| 101 |
+
"count": 8
|
| 102 |
+
},
|
| 103 |
+
"results_aggregate": {
|
| 104 |
+
"TL": 5.3557,
|
| 105 |
+
"NE": 3.1969,
|
| 106 |
+
"FR": 0.0,
|
| 107 |
+
"StR": 0.0,
|
| 108 |
+
"OS": 0.6731,
|
| 109 |
+
"SR": 0.5673,
|
| 110 |
+
"SPL": 0.5491,
|
| 111 |
+
"n_reach_goal": 59,
|
| 112 |
+
"n_not_reach_goal": 43,
|
| 113 |
+
"n_success": 58,
|
| 114 |
+
"n_fall": 0,
|
| 115 |
+
"n_total": 104
|
| 116 |
+
},
|
| 117 |
+
"results_per_scene": {
|
| 118 |
+
"kujiale_0114": {
|
| 119 |
+
"n": 12,
|
| 120 |
+
"SR": 0.4166666666666667,
|
| 121 |
+
"avg_NE": 3.9252291526806573,
|
| 122 |
+
"avg_SPL": 0.4166666666666667
|
| 123 |
+
},
|
| 124 |
+
"kujiale_0066": {
|
| 125 |
+
"n": 17,
|
| 126 |
+
"SR": 0.6470588235294118,
|
| 127 |
+
"avg_NE": 2.9718380968099227,
|
| 128 |
+
"avg_SPL": 0.6085980775492333
|
| 129 |
+
},
|
| 130 |
+
"kujiale_0036": {
|
| 131 |
+
"n": 25,
|
| 132 |
+
"SR": 0.52,
|
| 133 |
+
"avg_NE": 3.5283700892273417,
|
| 134 |
+
"avg_SPL": 0.4943872645627582
|
| 135 |
+
},
|
| 136 |
+
"kujiale_0031": {
|
| 137 |
+
"n": 25,
|
| 138 |
+
"SR": 0.56,
|
| 139 |
+
"avg_NE": 3.153615188659501,
|
| 140 |
+
"avg_SPL": 0.56
|
| 141 |
+
},
|
| 142 |
+
"kujiale_0030": {
|
| 143 |
+
"n": 24,
|
| 144 |
+
"SR": 0.625,
|
| 145 |
+
"avg_NE": 2.790199554025632,
|
| 146 |
+
"avg_SPL": 0.6001439220293476
|
| 147 |
+
}
|
| 148 |
+
},
|
| 149 |
+
"stop_head_stats": {
|
| 150 |
+
"n_samples": 19236,
|
| 151 |
+
"stop_prob_min": 0.274,
|
| 152 |
+
"stop_prob_p50": 0.711,
|
| 153 |
+
"stop_prob_p90": 0.882,
|
| 154 |
+
"stop_prob_max": 0.979,
|
| 155 |
+
"stop_prob_mean": 0.7210352464129736,
|
| 156 |
+
"fire_rate_pathA": 0.027552505718444583,
|
| 157 |
+
"fire_rate_pathB": 0.006654190060303597,
|
| 158 |
+
"no_stop_rate": 0.9657933042212519
|
| 159 |
+
},
|
| 160 |
+
"n_episodes_recorded": 103
|
| 161 |
+
}
|
eval_results/shards/shard4_serial/per_episode.csv
ADDED
|
@@ -0,0 +1,104 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
episode_id,scene,NE,success,osr,SPL
|
| 2 |
+
kujiale_0114_20_3,kujiale_0114,8.4491552703076,0,0.0,0.0
|
| 3 |
+
kujiale_0114_93_2,kujiale_0114,0.5715126196899469,1,1.0,1.0
|
| 4 |
+
kujiale_0114_133_0,kujiale_0114,4.930240763348038,0,0.0,0.0
|
| 5 |
+
kujiale_0114_131_1,kujiale_0114,0.38957559891708904,1,1.0,1.0
|
| 6 |
+
kujiale_0114_82_3,kujiale_0114,10.224838863393337,0,0.0,0.0
|
| 7 |
+
kujiale_0114_88_2,kujiale_0114,5.339168947696867,0,0.0,0.0
|
| 8 |
+
kujiale_0114_67_1,kujiale_0114,2.248189772352827,1,1.0,1.0
|
| 9 |
+
kujiale_0114_11_2,kujiale_0114,3.465643740290391,0,1.0,0.0
|
| 10 |
+
kujiale_0114_138_3,kujiale_0114,4.174692810473763,0,0.0,0.0
|
| 11 |
+
kujiale_0114_17_4,kujiale_0114,3.2055532508131344,0,0.0,0.0
|
| 12 |
+
kujiale_0114_107_1,kujiale_0114,1.2811206857534694,1,1.0,1.0
|
| 13 |
+
kujiale_0114_78_4,kujiale_0114,2.8230575091314245,1,1.0,1.0
|
| 14 |
+
kujiale_0066_15_2,kujiale_0066,2.5064636446595223,1,1.0,1.0
|
| 15 |
+
kujiale_0066_18_4,kujiale_0066,2.704230492155911,1,1.0,0.6388335312866373
|
| 16 |
+
kujiale_0066_24_0,kujiale_0066,3.5061054794607003,0,0.0,0.0
|
| 17 |
+
kujiale_0066_27_3,kujiale_0066,2.970719360555563,1,1.0,0.8689187039711138
|
| 18 |
+
kujiale_0066_22_2,kujiale_0066,0.9275476211111354,1,1.0,1.0
|
| 19 |
+
kujiale_0066_35_4,kujiale_0066,3.209687590840927,0,0.0,0.0
|
| 20 |
+
kujiale_0066_43_3,kujiale_0066,1.5947263230870334,1,1.0,1.0
|
| 21 |
+
kujiale_0066_6_2,kujiale_0066,2.14324064260706,1,1.0,1.0
|
| 22 |
+
kujiale_0066_40_0,kujiale_0066,2.9554537034796104,1,1.0,1.0
|
| 23 |
+
kujiale_0066_17_2,kujiale_0066,6.269673280965588,0,0.0,0.0
|
| 24 |
+
kujiale_0066_4_1,kujiale_0066,4.012393136546961,0,1.0,0.0
|
| 25 |
+
kujiale_0066_14_1,kujiale_0066,3.616718505393394,0,0.0,0.0
|
| 26 |
+
kujiale_0066_44_1,kujiale_0066,5.247048650649337,0,0.0,0.0
|
| 27 |
+
kujiale_0066_2_3,kujiale_0066,2.6859787190741664,1,1.0,0.8945703715965809
|
| 28 |
+
kujiale_0066_16_1,kujiale_0066,1.6147696497007786,1,1.0,0.9438447114826353
|
| 29 |
+
kujiale_0066_28_2,kujiale_0066,2.5920059168836196,1,1.0,1.0
|
| 30 |
+
kujiale_0066_33_1,kujiale_0066,1.964484928597389,1,1.0,1.0
|
| 31 |
+
kujiale_0036_2_3,kujiale_0036,2.6012731426822104,1,1.0,0.7667088041952344
|
| 32 |
+
kujiale_0036_38_3,kujiale_0036,1.963107138235835,1,1.0,0.9720594177530585
|
| 33 |
+
kujiale_0036_35_2,kujiale_0036,0.8359444555016114,1,1.0,1.0
|
| 34 |
+
kujiale_0036_45_4,kujiale_0036,8.208507463775979,0,0.0,0.0
|
| 35 |
+
kujiale_0036_15_3,kujiale_0036,3.999954556718976,0,1.0,0.0
|
| 36 |
+
kujiale_0036_23_1,kujiale_0036,6.043885681080589,0,0.0,0.0
|
| 37 |
+
kujiale_0036_49_0,kujiale_0036,1.6799414857902955,1,1.0,1.0
|
| 38 |
+
kujiale_0036_53_0,kujiale_0036,5.138120045202638,0,0.0,0.0
|
| 39 |
+
kujiale_0036_22_2,kujiale_0036,0.5470583394591437,1,1.0,0.8923216853459757
|
| 40 |
+
kujiale_0036_9_1,kujiale_0036,5.918162500932902,0,1.0,0.0
|
| 41 |
+
kujiale_0036_46_3,kujiale_0036,1.7495830449046055,1,1.0,1.0
|
| 42 |
+
kujiale_0036_31_1,kujiale_0036,3.9892892901897485,0,1.0,0.0
|
| 43 |
+
kujiale_0036_24_0,kujiale_0036,0.297645647129644,1,1.0,1.0
|
| 44 |
+
kujiale_0036_47_2,kujiale_0036,1.2894515569395404,1,1.0,1.0
|
| 45 |
+
kujiale_0036_54_0,kujiale_0036,2.917426345446369,1,1.0,1.0
|
| 46 |
+
kujiale_0036_5_2,kujiale_0036,9.319695981246184,0,0.0,0.0
|
| 47 |
+
kujiale_0036_40_0,kujiale_0036,6.1333532430052315,0,0.0,0.0
|
| 48 |
+
kujiale_0036_42_4,kujiale_0036,1.109546915023238,1,1.0,1.0
|
| 49 |
+
kujiale_0036_28_3,kujiale_0036,0.6033904888470073,1,1.0,1.0
|
| 50 |
+
kujiale_0036_25_0,kujiale_0036,5.145782147567935,0,0.0,0.0
|
| 51 |
+
kujiale_0036_1_0,kujiale_0036,5.83777726820394,0,0.0,0.0
|
| 52 |
+
kujiale_0036_29_4,kujiale_0036,4.605211837059694,0,0.0,0.0
|
| 53 |
+
kujiale_0036_20_1,kujiale_0036,1.6883968430406329,1,1.0,1.0
|
| 54 |
+
kujiale_0036_55_0,kujiale_0036,2.791724224958323,1,1.0,0.7285917067746887
|
| 55 |
+
kujiale_0036_12_2,kujiale_0036,3.7950225877412826,0,0.0,0.0
|
| 56 |
+
kujiale_0031_13_3,kujiale_0031,1.094703935063376,1,1.0,1.0
|
| 57 |
+
kujiale_0031_14_0,kujiale_0031,3.721661905618094,0,0.0,0.0
|
| 58 |
+
kujiale_0031_5_4,kujiale_0031,2.049454197241087,1,1.0,1.0
|
| 59 |
+
kujiale_0031_9_0,kujiale_0031,1.537699107051595,1,1.0,1.0
|
| 60 |
+
kujiale_0031_20_4,kujiale_0031,3.8839131244397023,0,0.0,0.0
|
| 61 |
+
kujiale_0031_3_1,kujiale_0031,5.740003951080485,0,0.0,0.0
|
| 62 |
+
kujiale_0031_2_4,kujiale_0031,2.5290311083359316,1,1.0,1.0
|
| 63 |
+
kujiale_0031_19_3,kujiale_0031,5.075537823990019,0,0.0,0.0
|
| 64 |
+
kujiale_0031_2_2,kujiale_0031,3.371777024212601,0,0.0,0.0
|
| 65 |
+
kujiale_0031_1_3,kujiale_0031,2.7563637547664674,1,1.0,1.0
|
| 66 |
+
kujiale_0031_25_0,kujiale_0031,4.797116596988436,0,0.0,0.0
|
| 67 |
+
kujiale_0031_18_2,kujiale_0031,6.533442183155678,0,0.0,0.0
|
| 68 |
+
kujiale_0031_5_0,kujiale_0031,3.0182771552124805,0,1.0,0.0
|
| 69 |
+
kujiale_0031_20_1,kujiale_0031,2.6105005776167087,1,1.0,1.0
|
| 70 |
+
kujiale_0031_4_1,kujiale_0031,2.6497392832948754,1,1.0,1.0
|
| 71 |
+
kujiale_0031_22_4,kujiale_0031,2.703563041426141,1,1.0,1.0
|
| 72 |
+
kujiale_0031_22_0,kujiale_0031,5.462057736483102,0,0.0,0.0
|
| 73 |
+
kujiale_0031_11_4,kujiale_0031,2.389458497348246,1,1.0,1.0
|
| 74 |
+
kujiale_0031_7_1,kujiale_0031,2.65743106664255,1,1.0,1.0
|
| 75 |
+
kujiale_0031_14_3,kujiale_0031,4.0279844511903296,0,0.0,0.0
|
| 76 |
+
kujiale_0031_15_3,kujiale_0031,1.114849350350237,1,1.0,1.0
|
| 77 |
+
kujiale_0031_17_3,kujiale_0031,2.3969447541160678,1,1.0,1.0
|
| 78 |
+
kujiale_0031_23_3,kujiale_0031,2.377210388112735,1,1.0,1.0
|
| 79 |
+
kujiale_0031_5_1,kujiale_0031,3.731717899103073,0,0.0,0.0
|
| 80 |
+
kujiale_0031_2_3,kujiale_0031,0.6099408036475038,1,1.0,1.0
|
| 81 |
+
kujiale_0030_25_0,kujiale_0030,0.7346146406408202,1,1.0,1.0
|
| 82 |
+
kujiale_0030_15_3,kujiale_0030,1.0061885713382077,1,1.0,0.9278288787481853
|
| 83 |
+
kujiale_0030_3_4,kujiale_0030,2.8224672643579467,1,1.0,0.6257834472843516
|
| 84 |
+
kujiale_0030_7_1,kujiale_0030,2.503801571484958,1,1.0,1.0
|
| 85 |
+
kujiale_0030_26_0,kujiale_0030,3.115324251402958,0,1.0,0.0
|
| 86 |
+
kujiale_0030_7_4,kujiale_0030,5.124380774537448,0,1.0,0.0
|
| 87 |
+
kujiale_0030_12_2,kujiale_0030,3.1439921466614003,0,1.0,0.0
|
| 88 |
+
kujiale_0030_10_2,kujiale_0030,7.259337574976993,0,1.0,0.0
|
| 89 |
+
kujiale_0030_0_1,kujiale_0030,3.544674003274622,0,1.0,0.0
|
| 90 |
+
kujiale_0030_13_3,kujiale_0030,2.28627793732491,1,1.0,1.0
|
| 91 |
+
kujiale_0030_11_4,kujiale_0030,1.446113155262322,1,1.0,1.0
|
| 92 |
+
kujiale_0030_19_3,kujiale_0030,2.41418440303642,1,1.0,1.0
|
| 93 |
+
kujiale_0030_9_0,kujiale_0030,0.636443518915264,1,1.0,1.0
|
| 94 |
+
kujiale_0030_4_1,kujiale_0030,3.5255903243732405,0,0.0,0.0
|
| 95 |
+
kujiale_0030_9_2,kujiale_0030,6.713593588500706,0,0.0,0.0
|
| 96 |
+
kujiale_0030_20_1,kujiale_0030,0.6448320694977903,1,1.0,1.0
|
| 97 |
+
kujiale_0030_5_4,kujiale_0030,6.0847774968253505,0,0.0,0.0
|
| 98 |
+
kujiale_0030_2_2,kujiale_0030,2.4290674049344196,1,1.0,1.0
|
| 99 |
+
kujiale_0030_11_3,kujiale_0030,4.0385391310521435,0,0.0,0.0
|
| 100 |
+
kujiale_0030_17_4,kujiale_0030,1.758451037457763,1,1.0,1.0
|
| 101 |
+
kujiale_0030_22_4,kujiale_0030,2.636245584013792,1,1.0,0.8498418026718056
|
| 102 |
+
kujiale_0030_5_0,kujiale_0030,1.5945001791046804,1,1.0,1.0
|
| 103 |
+
kujiale_0030_12_1,kujiale_0030,0.9825265053313049,1,1.0,1.0
|
| 104 |
+
kujiale_0030_24_0,kujiale_0030,0.5188661623096896,1,1.0,1.0
|
eval_results/shards/shard4_serial/server.log.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b3f3b80520146099d77febd02f405892268b21b506186d81b43ec1e98a62626b
|
| 3 |
+
size 84233
|
eval_results/shards/shard5/eval.log.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:054bee0150710fce2bc043bb5ccf87cfc9c5aa84f7c4bc77f07b00d0f9c254ab
|
| 3 |
+
size 5006227
|
eval_results/shards/shard5/eval_cfg.py
ADDED
|
@@ -0,0 +1,105 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""RyWorld eval cfg — VLNVerse coarse / val_unseen, H1 robot at 256x256.
|
| 2 |
+
|
| 3 |
+
Forked from
|
| 4 |
+
``third_party/vlnverse_emr/scripts/eval/configs/h1_cma_clip_cfg_vlnverse_coarse.py``
|
| 5 |
+
with the minimum diffs needed for our model:
|
| 6 |
+
|
| 7 |
+
- ``agent.model_name='ryworld'`` so Agent.init dispatches to RyWorldAgent.
|
| 8 |
+
- ``split_data_types=['val_unseen']`` only (CMA cfg also includes val_seen).
|
| 9 |
+
- ``task_name`` carries our run identity for ``logs/<task>/`` separation.
|
| 10 |
+
|
| 11 |
+
Everything else (camera 256x256, ``torso_link/h1_pano_camera_0``,
|
| 12 |
+
``h1_vln_pointcloud.usd``, ``vln_pe`` env, ``flash`` mode, max_step=500,
|
| 13 |
+
formal instruction) is kept identical to the CMA-CLIP baseline so our
|
| 14 |
+
numbers go on the same table.
|
| 15 |
+
|
| 16 |
+
Plugin registration: this cfg's top-level ``import
|
| 17 |
+
ryworld.eval.vlnverse_plugin`` triggers ``@Agent.register('ryworld')`` as a
|
| 18 |
+
side effect, which is what lets vlnverse_emr's dispatcher find our agent
|
| 19 |
+
without a fork. ``importlib.util.spec_from_file_location`` (used by both
|
| 20 |
+
``server.py`` and ``eval.py``) executes this module top-to-bottom, so by the
|
| 21 |
+
time ``Agent.init`` runs the registration is already in place.
|
| 22 |
+
"""
|
| 23 |
+
|
| 24 |
+
from __future__ import annotations
|
| 25 |
+
|
| 26 |
+
# ---------------------------------------------------------------------------
|
| 27 |
+
# 1. Make the RyWorld package importable.
|
| 28 |
+
# vlnverse_emr's launchers run from inside ``third_party/vlnverse_emr``
|
| 29 |
+
# (their ``cwd``), so ``ryworld.*`` is not on ``sys.path`` by default. We
|
| 30 |
+
# walk up from this file: cfg -> configs -> vlnverse_plugin -> eval ->
|
| 31 |
+
# ryworld -> repo root.
|
| 32 |
+
# ---------------------------------------------------------------------------
|
| 33 |
+
import sys
|
| 34 |
+
from pathlib import Path
|
| 35 |
+
|
| 36 |
+
_REPO_ROOT = Path(__file__).resolve().parents[4]
|
| 37 |
+
if str(_REPO_ROOT) not in sys.path:
|
| 38 |
+
sys.path.insert(0, str(_REPO_ROOT))
|
| 39 |
+
|
| 40 |
+
# ---------------------------------------------------------------------------
|
| 41 |
+
# 2. Import the plugin package — side effect: ``@Agent.register('ryworld')``.
|
| 42 |
+
# ---------------------------------------------------------------------------
|
| 43 |
+
import ryworld.eval.vlnverse_plugin # noqa: E402, F401
|
| 44 |
+
|
| 45 |
+
# ---------------------------------------------------------------------------
|
| 46 |
+
# 3. Build the eval cfg using vlnverse_emr's pydantic config classes.
|
| 47 |
+
# ---------------------------------------------------------------------------
|
| 48 |
+
from vlnverse.configs.agent import AgentCfg # type: ignore[import-not-found] # noqa: E402
|
| 49 |
+
from vlnverse.configs.evaluator import ( # type: ignore[import-not-found] # noqa: E402
|
| 50 |
+
EnvCfg,
|
| 51 |
+
EvalCfg,
|
| 52 |
+
EvalDatasetCfg,
|
| 53 |
+
SceneCfg,
|
| 54 |
+
TaskCfg,
|
| 55 |
+
)
|
| 56 |
+
|
| 57 |
+
eval_cfg = EvalCfg(
|
| 58 |
+
agent=AgentCfg(
|
| 59 |
+
# Server port — keep clear of CMA(8087)/N1(8028) so we can run side-by-side.
|
| 60 |
+
server_port=8096,
|
| 61 |
+
model_name="ryworld",
|
| 62 |
+
# Dummy skeleton agent ignores ckpt_path; real wrapper will load this.
|
| 63 |
+
ckpt_path="/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/ckpt_step0015000_final.pt",
|
| 64 |
+
model_settings={
|
| 65 |
+
"stop_threshold_override": 0.95,
|
| 66 |
+
"train_config_path": "/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/ryworld/configs/stage1_discrete.yaml",
|
| 67 |
+
"train_config_overrides": ["/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/ryworld/configs/overlays/a100_4gpu_discrete.yaml"],
|
| 68 |
+
},
|
| 69 |
+
),
|
| 70 |
+
env=EnvCfg(
|
| 71 |
+
env_type="vln_pe",
|
| 72 |
+
env_settings={
|
| 73 |
+
"use_fabric": False,
|
| 74 |
+
"headless": True,
|
| 75 |
+
},
|
| 76 |
+
),
|
| 77 |
+
task=TaskCfg(
|
| 78 |
+
task_name="20260513T030719_step0015000_stop0.95_full835_thr095_shard5",
|
| 79 |
+
task_settings={
|
| 80 |
+
"env_num": 1,
|
| 81 |
+
"use_distributed": False,
|
| 82 |
+
"proc_num": 1,
|
| 83 |
+
"max_step": 500,
|
| 84 |
+
"warm_up_step": 500,
|
| 85 |
+
},
|
| 86 |
+
scene=SceneCfg(
|
| 87 |
+
scene_type="kujiale",
|
| 88 |
+
scene_data_dir="data/scene_data/vlnverse",
|
| 89 |
+
),
|
| 90 |
+
robot_name="h1",
|
| 91 |
+
robot_flash=True,
|
| 92 |
+
robot_usd_path="data/Embodiments/vln-pe/h1/h1_vln_pointcloud.usd",
|
| 93 |
+
camera_resolution=[256, 256],
|
| 94 |
+
camera_prim_path="torso_link/h1_pano_camera_0",
|
| 95 |
+
),
|
| 96 |
+
dataset=EvalDatasetCfg(
|
| 97 |
+
dataset_type="kujiale",
|
| 98 |
+
dataset_settings={
|
| 99 |
+
"base_data_dir": "data/vlnverse/raw_data/vlnverse/coarse_shard5",
|
| 100 |
+
"split_data_types": ["val_unseen"],
|
| 101 |
+
"filter_stairs": False,
|
| 102 |
+
"instruction_type": "formal",
|
| 103 |
+
},
|
| 104 |
+
),
|
| 105 |
+
)
|
eval_results/shards/shard5/eval_result.log
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[split:val_unseen] total 97 data
|
| 2 |
+
############[val_unseen]#############
|
| 3 |
+
TL = 581.9372461389353 / 97 = 5.9994
|
| 4 |
+
NE = 293.45884496488355 / 97 = 3.0253
|
| 5 |
+
FR = 0 / 97 = 0.0%
|
| 6 |
+
StR = 0 / 97 = 0%
|
| 7 |
+
OS = 80.0 / 97 = 82.47%
|
| 8 |
+
SR = 54.0 / 97 = 55.669999999999995%
|
| 9 |
+
SPL = 52.05919405377673 / 97 = 53.669999999999995%
|
| 10 |
+
detail:
|
| 11 |
+
[reach_goal]:54
|
| 12 |
+
[not_reach_goal]:43
|
| 13 |
+
[success]:54
|
| 14 |
+
[fall]:0
|
| 15 |
+
##########################
|
eval_results/shards/shard5/eval_resume.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
eval_results/shards/shard5/meta.json
ADDED
|
@@ -0,0 +1,161 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"eval_id": "20260513T030719_step0015000_stop0.95_full835_thr095_shard5",
|
| 3 |
+
"tag": "full835_thr095_shard5",
|
| 4 |
+
"timestamp_recorded": "2026-05-13T17:08:00+0800",
|
| 5 |
+
"ckpt": {
|
| 6 |
+
"path": "/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/ckpt_step0015000_final.pt",
|
| 7 |
+
"step": 15000,
|
| 8 |
+
"size_bytes": 2812658821
|
| 9 |
+
},
|
| 10 |
+
"code_state": {
|
| 11 |
+
"git_hash": "a4fa65370358d6f251e158f03aced7d30f167da6",
|
| 12 |
+
"branch": "feat/batched-trunk-forward",
|
| 13 |
+
"dirty": true,
|
| 14 |
+
"dirty_files": [
|
| 15 |
+
"docs/eval_ledger.jsonl",
|
| 16 |
+
"run_train.sh",
|
| 17 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD0_port8091.py",
|
| 18 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD1_port8092.py",
|
| 19 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD2_port8093.py",
|
| 20 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD3_port8094.py",
|
| 21 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD4_port8095.py",
|
| 22 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD5_port8096.py",
|
| 23 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD6_port8097.py",
|
| 24 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD7_port8098.py",
|
| 25 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu0_thr091_port8091.py",
|
| 26 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu1_thr092_port8092.py",
|
| 27 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu2_thr093_port8093.py",
|
| 28 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu3_thr094_port8094.py",
|
| 29 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu4_thr095_port8095.py",
|
| 30 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu5_thr096_port8096.py",
|
| 31 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu6_thr097_port8097.py",
|
| 32 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_FULL_gpu7_thr098_port8098.py",
|
| 33 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_val_unseen_v7_port8091.py",
|
| 34 |
+
"ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_val_unseen_v8_port8092.py",
|
| 35 |
+
"scripts/eval/run_eval_structured.sh",
|
| 36 |
+
"third_party/vlnverse_emr",
|
| 37 |
+
"yworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_coarse_val_unseen.py"
|
| 38 |
+
],
|
| 39 |
+
"dirty_patch_md5": "aa7101e2b529b2f5596267cd1e8073ee"
|
| 40 |
+
},
|
| 41 |
+
"eval_config": {
|
| 42 |
+
"framework": "vlnverse_emr",
|
| 43 |
+
"base_cfg": "ryworld/eval/vlnverse_plugin/configs/h1_ryworld_cfg_vlnverse_SHARD5_port8096.py",
|
| 44 |
+
"derived_cfg": "checkpoints/ryworld_stage1_discrete_20260510_025317_cw07_iw25/evals/20260513T030719_step0015000_stop0.95_full835_thr095_shard5/eval_cfg.py",
|
| 45 |
+
"stop_threshold": 0.95,
|
| 46 |
+
"task_name": "20260513T030719_step0015000_stop0.95_full835_thr095_shard5"
|
| 47 |
+
},
|
| 48 |
+
"data_state": {
|
| 49 |
+
"scenes_used": [
|
| 50 |
+
"kujiale_0020",
|
| 51 |
+
"kujiale_0063",
|
| 52 |
+
"kujiale_0066",
|
| 53 |
+
"kujiale_0090",
|
| 54 |
+
"kujiale_0290"
|
| 55 |
+
],
|
| 56 |
+
"scenes_with_hdr": [
|
| 57 |
+
"kujiale_0020",
|
| 58 |
+
"kujiale_0063",
|
| 59 |
+
"kujiale_0066",
|
| 60 |
+
"kujiale_0090",
|
| 61 |
+
"kujiale_0290"
|
| 62 |
+
],
|
| 63 |
+
"scenes_missing_hdr": []
|
| 64 |
+
},
|
| 65 |
+
"hardware": {
|
| 66 |
+
"host": "di-20260502152021-n5hs7",
|
| 67 |
+
"gpus": [
|
| 68 |
+
{
|
| 69 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 70 |
+
"mem_mb": 24564
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 74 |
+
"mem_mb": 24564
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 78 |
+
"mem_mb": 24564
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 82 |
+
"mem_mb": 24564
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 86 |
+
"mem_mb": 24564
|
| 87 |
+
},
|
| 88 |
+
{
|
| 89 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 90 |
+
"mem_mb": 24564
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 94 |
+
"mem_mb": 24564
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"name": "NVIDIA GeForce RTX 4090 D",
|
| 98 |
+
"mem_mb": 24564
|
| 99 |
+
}
|
| 100 |
+
],
|
| 101 |
+
"count": 8
|
| 102 |
+
},
|
| 103 |
+
"results_aggregate": {
|
| 104 |
+
"TL": 5.9994,
|
| 105 |
+
"NE": 3.0253,
|
| 106 |
+
"FR": 0.0,
|
| 107 |
+
"StR": 0.0,
|
| 108 |
+
"OS": 0.8247,
|
| 109 |
+
"SR": 0.5567,
|
| 110 |
+
"SPL": 0.5367,
|
| 111 |
+
"n_reach_goal": 54,
|
| 112 |
+
"n_not_reach_goal": 43,
|
| 113 |
+
"n_success": 54,
|
| 114 |
+
"n_fall": 0,
|
| 115 |
+
"n_total": 97
|
| 116 |
+
},
|
| 117 |
+
"results_per_scene": {
|
| 118 |
+
"kujiale_0290": {
|
| 119 |
+
"n": 23,
|
| 120 |
+
"SR": 0.34782608695652173,
|
| 121 |
+
"avg_NE": 3.781735910187727,
|
| 122 |
+
"avg_SPL": 0.3250137721273278
|
| 123 |
+
},
|
| 124 |
+
"kujiale_0090": {
|
| 125 |
+
"n": 24,
|
| 126 |
+
"SR": 0.4166666666666667,
|
| 127 |
+
"avg_NE": 3.2836376880803937,
|
| 128 |
+
"avg_SPL": 0.4008321211523211
|
| 129 |
+
},
|
| 130 |
+
"kujiale_0066": {
|
| 131 |
+
"n": 8,
|
| 132 |
+
"SR": 0.375,
|
| 133 |
+
"avg_NE": 4.2475675281598475,
|
| 134 |
+
"avg_SPL": 0.3727614434639622
|
| 135 |
+
},
|
| 136 |
+
"kujiale_0063": {
|
| 137 |
+
"n": 24,
|
| 138 |
+
"SR": 0.75,
|
| 139 |
+
"avg_NE": 2.1600414548636446,
|
| 140 |
+
"avg_SPL": 0.7393609358769763
|
| 141 |
+
},
|
| 142 |
+
"kujiale_0020": {
|
| 143 |
+
"n": 17,
|
| 144 |
+
"SR": 0.8235294117647058,
|
| 145 |
+
"avg_NE": 2.3881783564580426,
|
| 146 |
+
"avg_SPL": 0.7915322324304835
|
| 147 |
+
}
|
| 148 |
+
},
|
| 149 |
+
"stop_head_stats": {
|
| 150 |
+
"n_samples": 14980,
|
| 151 |
+
"stop_prob_min": 0.222,
|
| 152 |
+
"stop_prob_p50": 0.749,
|
| 153 |
+
"stop_prob_p90": 0.901,
|
| 154 |
+
"stop_prob_max": 0.975,
|
| 155 |
+
"stop_prob_mean": 0.7475921228304419,
|
| 156 |
+
"fire_rate_pathA": 0.02610146862483311,
|
| 157 |
+
"fire_rate_pathB": 0.00814419225634179,
|
| 158 |
+
"no_stop_rate": 0.9657543391188251
|
| 159 |
+
},
|
| 160 |
+
"n_episodes_recorded": 96
|
| 161 |
+
}
|
eval_results/shards/shard5/per_episode.csv
ADDED
|
@@ -0,0 +1,97 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
episode_id,scene,NE,success,osr,SPL
|
| 2 |
+
kujiale_0290_27_0,kujiale_0290,0.21074272373707986,1,1.0,1.0
|
| 3 |
+
kujiale_0290_29_4,kujiale_0290,3.8475800910607085,0,1.0,0.0
|
| 4 |
+
kujiale_0290_36_1,kujiale_0290,8.175447351718805,0,1.0,0.0
|
| 5 |
+
kujiale_0290_2_3,kujiale_0290,3.7167510589402073,0,1.0,0.0
|
| 6 |
+
kujiale_0290_9_1,kujiale_0290,1.7187703404786137,1,1.0,1.0
|
| 7 |
+
kujiale_0290_6_4,kujiale_0290,3.800309754247035,0,1.0,0.0
|
| 8 |
+
kujiale_0290_21_4,kujiale_0290,0.9016440786894129,1,1.0,1.0
|
| 9 |
+
kujiale_0290_7_2,kujiale_0290,0.4893063776539863,1,1.0,0.6719209475665499
|
| 10 |
+
kujiale_0290_22_2,kujiale_0290,10.921065369645657,0,0.0,0.0
|
| 11 |
+
kujiale_0290_46_4,kujiale_0290,2.2383843374353503,1,1.0,0.803395811361989
|
| 12 |
+
kujiale_0290_50_0,kujiale_0290,3.796541262317142,0,1.0,0.0
|
| 13 |
+
kujiale_0290_11_0,kujiale_0290,6.2496536590244105,0,0.0,0.0
|
| 14 |
+
kujiale_0290_33_3,kujiale_0290,5.214787992156439,0,1.0,0.0
|
| 15 |
+
kujiale_0290_35_4,kujiale_0290,8.571959479962729,0,0.0,0.0
|
| 16 |
+
kujiale_0290_44_0,kujiale_0290,4.556250376051046,0,1.0,0.0
|
| 17 |
+
kujiale_0290_24_2,kujiale_0290,3.2344320098536885,0,1.0,0.0
|
| 18 |
+
kujiale_0290_0_0,kujiale_0290,0.4625135998174608,1,1.0,1.0
|
| 19 |
+
kujiale_0290_41_3,kujiale_0290,3.1566917868478415,0,1.0,0.0
|
| 20 |
+
kujiale_0290_53_1,kujiale_0290,3.8809868315403793,0,1.0,0.0
|
| 21 |
+
kujiale_0290_19_4,kujiale_0290,1.1468554237716702,1,1.0,1.0
|
| 22 |
+
kujiale_0290_39_0,kujiale_0290,3.438344722821742,0,1.0,0.0
|
| 23 |
+
kujiale_0290_4_4,kujiale_0290,4.786296934628878,0,1.0,0.0
|
| 24 |
+
kujiale_0290_3_2,kujiale_0290,2.464610371917446,1,1.0,1.0
|
| 25 |
+
kujiale_0090_8_2,kujiale_0090,4.713320886806568,0,0.0,0.0
|
| 26 |
+
kujiale_0090_35_4,kujiale_0090,0.4420070097037416,1,1.0,1.0
|
| 27 |
+
kujiale_0090_12_1,kujiale_0090,2.3467792531715217,1,1.0,1.0
|
| 28 |
+
kujiale_0090_6_3,kujiale_0090,5.712569249565485,0,0.0,0.0
|
| 29 |
+
kujiale_0090_29_1,kujiale_0090,3.7659101958091563,0,1.0,0.0
|
| 30 |
+
kujiale_0090_18_3,kujiale_0090,5.044967361825141,0,1.0,0.0
|
| 31 |
+
kujiale_0090_27_0,kujiale_0090,0.6359434325809113,1,1.0,1.0
|
| 32 |
+
kujiale_0090_33_2,kujiale_0090,4.591953409150986,0,0.0,0.0
|
| 33 |
+
kujiale_0090_24_0,kujiale_0090,0.9023015303381454,1,1.0,0.9616635919866703
|
| 34 |
+
kujiale_0090_16_1,kujiale_0090,1.955813580703905,1,1.0,1.0
|
| 35 |
+
kujiale_0090_1_3,kujiale_0090,4.929727791447769,0,0.0,0.0
|
| 36 |
+
kujiale_0090_1_2,kujiale_0090,3.8456905902984864,0,1.0,0.0
|
| 37 |
+
kujiale_0090_40_0,kujiale_0090,4.977264918051201,0,0.0,0.0
|
| 38 |
+
kujiale_0090_32_2,kujiale_0090,2.0049257231916258,1,1.0,0.7490361041116385
|
| 39 |
+
kujiale_0090_2_3,kujiale_0090,0.9757069243828542,1,1.0,0.9092712115573972
|
| 40 |
+
kujiale_0090_25_0,kujiale_0090,2.473872462857331,1,1.0,1.0
|
| 41 |
+
kujiale_0090_23_4,kujiale_0090,3.648728288865427,0,1.0,0.0
|
| 42 |
+
kujiale_0090_28_0,kujiale_0090,4.139430902532957,0,0.0,0.0
|
| 43 |
+
kujiale_0090_5_0,kujiale_0090,2.931382378135006,1,1.0,1.0
|
| 44 |
+
kujiale_0090_36_1,kujiale_0090,5.610302018133688,0,0.0,0.0
|
| 45 |
+
kujiale_0090_17_3,kujiale_0090,3.508996634037388,0,1.0,0.0
|
| 46 |
+
kujiale_0090_35_1,kujiale_0090,0.27080634742374526,1,1.0,1.0
|
| 47 |
+
kujiale_0090_43_3,kujiale_0090,4.155516735172876,0,1.0,0.0
|
| 48 |
+
kujiale_0090_38_2,kujiale_0090,5.223386889743524,0,1.0,0.0
|
| 49 |
+
kujiale_0066_5_2,kujiale_0066,6.328855664916546,0,0.0,0.0
|
| 50 |
+
kujiale_0066_23_4,kujiale_0066,6.812827919032394,0,0.0,0.0
|
| 51 |
+
kujiale_0066_37_0,kujiale_0066,0.3762490518859696,1,1.0,0.9820915477116976
|
| 52 |
+
kujiale_0066_11_2,kujiale_0066,2.7112358504289826,1,1.0,1.0
|
| 53 |
+
kujiale_0066_8_0,kujiale_0066,3.282720679880946,0,1.0,0.0
|
| 54 |
+
kujiale_0066_3_0,kujiale_0066,8.290172400431722,0,1.0,0.0
|
| 55 |
+
kujiale_0066_50_4,kujiale_0066,2.3245550611316537,1,1.0,1.0
|
| 56 |
+
kujiale_0066_45_3,kujiale_0066,3.853923597570566,0,0.0,0.0
|
| 57 |
+
kujiale_0063_15_3,kujiale_0063,0.3028078595411775,1,1.0,1.0
|
| 58 |
+
kujiale_0063_27_0,kujiale_0063,1.3938129709371208,1,1.0,0.9238019903024689
|
| 59 |
+
kujiale_0063_11_2,kujiale_0063,0.9341601076465338,1,1.0,1.0
|
| 60 |
+
kujiale_0063_7_4,kujiale_0063,2.441533401493744,1,1.0,0.9116808941581778
|
| 61 |
+
kujiale_0063_14_0,kujiale_0063,4.5459091908078015,0,1.0,0.0
|
| 62 |
+
kujiale_0063_28_0,kujiale_0063,0.9641251865156325,1,1.0,0.9091795765867834
|
| 63 |
+
kujiale_0063_12_1,kujiale_0063,1.154201687324658,1,1.0,1.0
|
| 64 |
+
kujiale_0063_30_2,kujiale_0063,1.7330018463008086,1,1.0,1.0
|
| 65 |
+
kujiale_0063_16_1,kujiale_0063,1.5028910592217453,1,1.0,1.0
|
| 66 |
+
kujiale_0063_32_2,kujiale_0063,2.4252402584470203,1,1.0,1.0
|
| 67 |
+
kujiale_0063_35_1,kujiale_0063,0.6658288599501118,1,1.0,1.0
|
| 68 |
+
kujiale_0063_10_3,kujiale_0063,3.6028757742495316,0,1.0,0.0
|
| 69 |
+
kujiale_0063_28_1,kujiale_0063,0.9378611428684135,1,1.0,1.0
|
| 70 |
+
kujiale_0063_8_2,kujiale_0063,4.56742776503182,0,1.0,0.0
|
| 71 |
+
kujiale_0063_13_3,kujiale_0063,0.8028442931172827,1,1.0,1.0
|
| 72 |
+
kujiale_0063_18_3,kujiale_0063,0.9094169946113326,1,1.0,1.0
|
| 73 |
+
kujiale_0063_10_4,kujiale_0063,6.607204992717134,0,0.0,0.0
|
| 74 |
+
kujiale_0063_2_2,kujiale_0063,1.3700523154321025,1,1.0,1.0
|
| 75 |
+
kujiale_0063_23_4,kujiale_0063,1.639648671105137,1,1.0,1.0
|
| 76 |
+
kujiale_0063_20_4,kujiale_0063,1.0635487487326667,1,1.0,1.0
|
| 77 |
+
kujiale_0063_5_0,kujiale_0063,2.101382388227922,1,1.0,1.0
|
| 78 |
+
kujiale_0063_29_2,kujiale_0063,1.4333225688454714,1,1.0,1.0
|
| 79 |
+
kujiale_0063_2_1,kujiale_0063,5.68822358816328,0,0.0,0.0
|
| 80 |
+
kujiale_0063_4_4,kujiale_0063,3.05367324543902,0,0.0,0.0
|
| 81 |
+
kujiale_0020_15_4,kujiale_0020,1.5546681034054137,1,1.0,1.0
|
| 82 |
+
kujiale_0020_20_4,kujiale_0020,1.2751847086213033,1,1.0,1.0
|
| 83 |
+
kujiale_0020_42_4,kujiale_0020,1.5241788028683914,1,1.0,1.0
|
| 84 |
+
kujiale_0020_26_0,kujiale_0020,2.910583173545808,1,1.0,1.0
|
| 85 |
+
kujiale_0020_22_4,kujiale_0020,1.8182490718335127,1,1.0,1.0
|
| 86 |
+
kujiale_0020_15_3,kujiale_0020,1.2116844665913584,1,1.0,1.0
|
| 87 |
+
kujiale_0020_1_1,kujiale_0020,1.5630531724654637,1,1.0,1.0
|
| 88 |
+
kujiale_0020_32_2,kujiale_0020,4.719888835343296,0,0.0,0.0
|
| 89 |
+
kujiale_0020_13_3,kujiale_0020,2.898063299553074,1,1.0,1.0
|
| 90 |
+
kujiale_0020_23_4,kujiale_0020,1.599296031791861,1,1.0,1.0
|
| 91 |
+
kujiale_0020_44_3,kujiale_0020,2.044788322747493,1,1.0,0.9649409386069607
|
| 92 |
+
kujiale_0020_37_3,kujiale_0020,2.9199074806468905,1,1.0,0.6707731749216151
|
| 93 |
+
kujiale_0020_43_0,kujiale_0020,1.853855138031314,1,1.0,0.8203338377896431
|
| 94 |
+
kujiale_0020_30_2,kujiale_0020,2.8539372415445117,1,1.0,1.0
|
| 95 |
+
kujiale_0020_11_0,kujiale_0020,3.1301338500493294,0,1.0,0.0
|
| 96 |
+
kujiale_0020_10_3,kujiale_0020,2.7652145440994946,1,1.0,1.0
|
| 97 |
+
kujiale_0020_9_2,kujiale_0020,3.9563458166482066,0,1.0,0.0
|
eval_results/shards/shard5/server.log.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dc1c4100b6d2924874b5b9cb314dec9a62701f152a1a509d8f26b3c97fd45958
|
| 3 |
+
size 69146
|
eval_results/shards/shard5/server_resume.log
ADDED
|
@@ -0,0 +1,1319 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
WARNING: Current configuration will not reload as not all conditions are met, please refer to documentation.
|
| 2 |
+
INFO: Started server process [2406095]
|
| 3 |
+
INFO: Waiting for application startup.
|
| 4 |
+
INFO: Application startup complete.
|
| 5 |
+
INFO: Uvicorn running on http://localhost:8096 (Press CTRL+C to quit)
|
| 6 |
+
You are attempting to use Flash Attention 2.0 with a model not initialized on GPU. Make sure to move the model to GPU after initializing it on CPU with `model.to('cuda')`.
|
| 7 |
+
PROJECT_ROOT_PATH:/imotion-vepfs/imotion_zxnet/workspace_wei/ry-dynamics-vln-ryworld/third_party/vlnverse_emr
|
| 8 |
+
INFO: ::1:38022 - "POST /agent/init HTTP/1.1" 201 Created
|
| 9 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.750 thr=0.95 final=1 no-stop
|
| 10 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.757 thr=0.95 final=2 no-stop
|
| 11 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.758 thr=0.95 final=1 no-stop
|
| 12 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.760 thr=0.95 final=1 no-stop
|
| 13 |
+
INFO: ::1:35022 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 14 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.760 thr=0.95 final=2 no-stop
|
| 15 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.761 thr=0.95 final=1 no-stop
|
| 16 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.757 thr=0.95 final=1 no-stop
|
| 17 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.760 thr=0.95 final=1 no-stop
|
| 18 |
+
INFO: ::1:35034 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 19 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.772 thr=0.95 final=1 no-stop
|
| 20 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.782 thr=0.95 final=1 no-stop
|
| 21 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.776 thr=0.95 final=1 no-stop
|
| 22 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.788 thr=0.95 final=1 no-stop
|
| 23 |
+
INFO: ::1:35044 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 24 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.782 thr=0.95 final=1 no-stop
|
| 25 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.791 thr=0.95 final=1 no-stop
|
| 26 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.783 thr=0.95 final=1 no-stop
|
| 27 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.791 thr=0.95 final=1 no-stop
|
| 28 |
+
INFO: ::1:35060 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 29 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.784 thr=0.95 final=1 no-stop
|
| 30 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.792 thr=0.95 final=1 no-stop
|
| 31 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.791 thr=0.95 final=1 no-stop
|
| 32 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.799 thr=0.95 final=1 no-stop
|
| 33 |
+
INFO: ::1:35064 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 34 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.788 thr=0.95 final=1 no-stop
|
| 35 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.799 thr=0.95 final=1 no-stop
|
| 36 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.797 thr=0.95 final=1 no-stop
|
| 37 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.801 thr=0.95 final=1 no-stop
|
| 38 |
+
INFO: ::1:35076 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 39 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.756 thr=0.95 final=1 no-stop
|
| 40 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.773 thr=0.95 final=1 no-stop
|
| 41 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.764 thr=0.95 final=1 no-stop
|
| 42 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.760 thr=0.95 final=1 no-stop
|
| 43 |
+
INFO: ::1:35080 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 44 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.758 thr=0.95 final=1 no-stop
|
| 45 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.767 thr=0.95 final=3 no-stop
|
| 46 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.760 thr=0.95 final=3 no-stop
|
| 47 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.756 thr=0.95 final=3 no-stop
|
| 48 |
+
INFO: ::1:35088 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 49 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.750 thr=0.95 final=3 no-stop
|
| 50 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.762 thr=0.95 final=1 no-stop
|
| 51 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.755 thr=0.95 final=1 no-stop
|
| 52 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.755 thr=0.95 final=1 no-stop
|
| 53 |
+
INFO: ::1:35090 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 54 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.731 thr=0.95 final=3 no-stop
|
| 55 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.736 thr=0.95 final=3 no-stop
|
| 56 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.727 thr=0.95 final=3 no-stop
|
| 57 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.730 thr=0.95 final=3 no-stop
|
| 58 |
+
INFO: ::1:35104 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 59 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.652 thr=0.95 final=1 no-stop
|
| 60 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.659 thr=0.95 final=3 no-stop
|
| 61 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.642 thr=0.95 final=3 no-stop
|
| 62 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.647 thr=0.95 final=3 no-stop
|
| 63 |
+
INFO: ::1:33228 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 64 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.610 thr=0.95 final=3 no-stop
|
| 65 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.617 thr=0.95 final=3 no-stop
|
| 66 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.605 thr=0.95 final=3 no-stop
|
| 67 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.617 thr=0.95 final=1 no-stop
|
| 68 |
+
INFO: ::1:33244 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 69 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.590 thr=0.95 final=3 no-stop
|
| 70 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.603 thr=0.95 final=1 no-stop
|
| 71 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.606 thr=0.95 final=1 no-stop
|
| 72 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.615 thr=0.95 final=1 no-stop
|
| 73 |
+
INFO: ::1:33256 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 74 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.609 thr=0.95 final=1 no-stop
|
| 75 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.626 thr=0.95 final=1 no-stop
|
| 76 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.638 thr=0.95 final=1 no-stop
|
| 77 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.642 thr=0.95 final=1 no-stop
|
| 78 |
+
INFO: ::1:33270 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 79 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.663 thr=0.95 final=3 no-stop
|
| 80 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.680 thr=0.95 final=1 no-stop
|
| 81 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.684 thr=0.95 final=1 no-stop
|
| 82 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.686 thr=0.95 final=1 no-stop
|
| 83 |
+
INFO: ::1:33276 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 84 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.725 thr=0.95 final=1 no-stop
|
| 85 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.733 thr=0.95 final=1 no-stop
|
| 86 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.738 thr=0.95 final=1 no-stop
|
| 87 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.745 thr=0.95 final=1 no-stop
|
| 88 |
+
INFO: ::1:33286 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 89 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.689 thr=0.95 final=1 no-stop
|
| 90 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.699 thr=0.95 final=1 no-stop
|
| 91 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.708 thr=0.95 final=1 no-stop
|
| 92 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.714 thr=0.95 final=1 no-stop
|
| 93 |
+
INFO: ::1:33302 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 94 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.717 thr=0.95 final=1 no-stop
|
| 95 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.720 thr=0.95 final=1 no-stop
|
| 96 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.725 thr=0.95 final=1 no-stop
|
| 97 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.729 thr=0.95 final=1 no-stop
|
| 98 |
+
INFO: ::1:33314 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 99 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.729 thr=0.95 final=1 no-stop
|
| 100 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.736 thr=0.95 final=1 no-stop
|
| 101 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.741 thr=0.95 final=1 no-stop
|
| 102 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.754 thr=0.95 final=1 no-stop
|
| 103 |
+
INFO: ::1:33324 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 104 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.749 thr=0.95 final=3 no-stop
|
| 105 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.758 thr=0.95 final=1 no-stop
|
| 106 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.773 thr=0.95 final=1 no-stop
|
| 107 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.781 thr=0.95 final=1 no-stop
|
| 108 |
+
INFO: ::1:33332 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 109 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.735 thr=0.95 final=1 no-stop
|
| 110 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.744 thr=0.95 final=1 no-stop
|
| 111 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.761 thr=0.95 final=1 no-stop
|
| 112 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.773 thr=0.95 final=1 no-stop
|
| 113 |
+
INFO: ::1:33340 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 114 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.744 thr=0.95 final=1 no-stop
|
| 115 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.754 thr=0.95 final=1 no-stop
|
| 116 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.774 thr=0.95 final=1 no-stop
|
| 117 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.789 thr=0.95 final=1 no-stop
|
| 118 |
+
INFO: ::1:33350 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 119 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.771 thr=0.95 final=1 no-stop
|
| 120 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.782 thr=0.95 final=1 no-stop
|
| 121 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.804 thr=0.95 final=1 no-stop
|
| 122 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.817 thr=0.95 final=1 no-stop
|
| 123 |
+
INFO: ::1:33364 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 124 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.808 thr=0.95 final=1 no-stop
|
| 125 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.818 thr=0.95 final=1 no-stop
|
| 126 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.843 thr=0.95 final=1 no-stop
|
| 127 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.854 thr=0.95 final=1 no-stop
|
| 128 |
+
INFO: ::1:33376 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 129 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.842 thr=0.95 final=1 no-stop
|
| 130 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.853 thr=0.95 final=1 no-stop
|
| 131 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.870 thr=0.95 final=1 no-stop
|
| 132 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.880 thr=0.95 final=1 no-stop
|
| 133 |
+
INFO: ::1:53812 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 134 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.856 thr=0.95 final=1 no-stop
|
| 135 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.869 thr=0.95 final=1 no-stop
|
| 136 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.882 thr=0.95 final=1 no-stop
|
| 137 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.892 thr=0.95 final=1 no-stop
|
| 138 |
+
INFO: ::1:53820 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 139 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.858 thr=0.95 final=1 no-stop
|
| 140 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.872 thr=0.95 final=1 no-stop
|
| 141 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.882 thr=0.95 final=1 no-stop
|
| 142 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.891 thr=0.95 final=1 no-stop
|
| 143 |
+
INFO: ::1:53826 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 144 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.861 thr=0.95 final=1 no-stop
|
| 145 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.872 thr=0.95 final=1 no-stop
|
| 146 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.880 thr=0.95 final=1 no-stop
|
| 147 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.891 thr=0.95 final=1 no-stop
|
| 148 |
+
INFO: ::1:53832 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 149 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.863 thr=0.95 final=1 no-stop
|
| 150 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.875 thr=0.95 final=1 no-stop
|
| 151 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.883 thr=0.95 final=1 no-stop
|
| 152 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.894 thr=0.95 final=1 no-stop
|
| 153 |
+
INFO: ::1:53840 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 154 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.872 thr=0.95 final=1 no-stop
|
| 155 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.884 thr=0.95 final=1 no-stop
|
| 156 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.892 thr=0.95 final=1 no-stop
|
| 157 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.905 thr=0.95 final=1 no-stop
|
| 158 |
+
INFO: ::1:53852 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 159 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.884 thr=0.95 final=1 no-stop
|
| 160 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.895 thr=0.95 final=1 no-stop
|
| 161 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.903 thr=0.95 final=1 no-stop
|
| 162 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.913 thr=0.95 final=1 no-stop
|
| 163 |
+
INFO: ::1:53866 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 164 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.893 thr=0.95 final=1 no-stop
|
| 165 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.902 thr=0.95 final=1 no-stop
|
| 166 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.908 thr=0.95 final=1 no-stop
|
| 167 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.914 thr=0.95 final=1 no-stop
|
| 168 |
+
INFO: ::1:53868 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 169 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.908 thr=0.95 final=1 no-stop
|
| 170 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.914 thr=0.95 final=1 no-stop
|
| 171 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.919 thr=0.95 final=1 no-stop
|
| 172 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.922 thr=0.95 final=1 no-stop
|
| 173 |
+
INFO: ::1:53876 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 174 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.917 thr=0.95 final=1 no-stop
|
| 175 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.923 thr=0.95 final=1 no-stop
|
| 176 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.930 thr=0.95 final=1 no-stop
|
| 177 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.933 thr=0.95 final=1 no-stop
|
| 178 |
+
INFO: ::1:53882 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 179 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.942 thr=0.95 final=3 no-stop
|
| 180 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.945 thr=0.95 final=1 no-stop
|
| 181 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.947 thr=0.95 final=1 no-stop
|
| 182 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.937 thr=0.95 final=1 no-stop
|
| 183 |
+
INFO: ::1:53890 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 184 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.951 thr=0.95 final=0 B-fire
|
| 185 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.952 thr=0.95 final=0 B-fire
|
| 186 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.942 thr=0.95 final=1 no-stop
|
| 187 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.873 thr=0.95 final=0 A-fire
|
| 188 |
+
INFO: ::1:53900 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 189 |
+
INFO: ::1:43816 - "POST /agent/ryworld/reset HTTP/1.1" 200 OK
|
| 190 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.643 thr=0.95 final=1 no-stop
|
| 191 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.655 thr=0.95 final=2 no-stop
|
| 192 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.658 thr=0.95 final=2 no-stop
|
| 193 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.667 thr=0.95 final=2 no-stop
|
| 194 |
+
INFO: ::1:43826 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 195 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.657 thr=0.95 final=2 no-stop
|
| 196 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.666 thr=0.95 final=2 no-stop
|
| 197 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.672 thr=0.95 final=2 no-stop
|
| 198 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.671 thr=0.95 final=1 no-stop
|
| 199 |
+
INFO: ::1:43836 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 200 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.638 thr=0.95 final=2 no-stop
|
| 201 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.646 thr=0.95 final=1 no-stop
|
| 202 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.656 thr=0.95 final=1 no-stop
|
| 203 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.655 thr=0.95 final=1 no-stop
|
| 204 |
+
INFO: ::1:43852 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 205 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.644 thr=0.95 final=1 no-stop
|
| 206 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.653 thr=0.95 final=1 no-stop
|
| 207 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.666 thr=0.95 final=1 no-stop
|
| 208 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.669 thr=0.95 final=1 no-stop
|
| 209 |
+
INFO: ::1:43866 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 210 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.652 thr=0.95 final=2 no-stop
|
| 211 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.665 thr=0.95 final=1 no-stop
|
| 212 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.674 thr=0.95 final=1 no-stop
|
| 213 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.679 thr=0.95 final=1 no-stop
|
| 214 |
+
INFO: ::1:43878 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 215 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.670 thr=0.95 final=1 no-stop
|
| 216 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.686 thr=0.95 final=1 no-stop
|
| 217 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.700 thr=0.95 final=1 no-stop
|
| 218 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.704 thr=0.95 final=3 no-stop
|
| 219 |
+
INFO: ::1:43890 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 220 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.692 thr=0.95 final=2 no-stop
|
| 221 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.706 thr=0.95 final=1 no-stop
|
| 222 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.717 thr=0.95 final=3 no-stop
|
| 223 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.725 thr=0.95 final=3 no-stop
|
| 224 |
+
INFO: ::1:43902 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 225 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.694 thr=0.95 final=1 no-stop
|
| 226 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.702 thr=0.95 final=3 no-stop
|
| 227 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.715 thr=0.95 final=3 no-stop
|
| 228 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.718 thr=0.95 final=3 no-stop
|
| 229 |
+
INFO: ::1:43904 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 230 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.723 thr=0.95 final=3 no-stop
|
| 231 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.732 thr=0.95 final=3 no-stop
|
| 232 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.742 thr=0.95 final=3 no-stop
|
| 233 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.748 thr=0.95 final=3 no-stop
|
| 234 |
+
INFO: ::1:43918 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 235 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.741 thr=0.95 final=1 no-stop
|
| 236 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.748 thr=0.95 final=3 no-stop
|
| 237 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.756 thr=0.95 final=3 no-stop
|
| 238 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.763 thr=0.95 final=3 no-stop
|
| 239 |
+
INFO: ::1:45564 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 240 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.752 thr=0.95 final=3 no-stop
|
| 241 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.763 thr=0.95 final=3 no-stop
|
| 242 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.769 thr=0.95 final=3 no-stop
|
| 243 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.777 thr=0.95 final=1 no-stop
|
| 244 |
+
INFO: ::1:45574 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 245 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.733 thr=0.95 final=1 no-stop
|
| 246 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.743 thr=0.95 final=3 no-stop
|
| 247 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.754 thr=0.95 final=1 no-stop
|
| 248 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.763 thr=0.95 final=1 no-stop
|
| 249 |
+
INFO: ::1:45576 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 250 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.743 thr=0.95 final=3 no-stop
|
| 251 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.755 thr=0.95 final=1 no-stop
|
| 252 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.764 thr=0.95 final=1 no-stop
|
| 253 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.773 thr=0.95 final=1 no-stop
|
| 254 |
+
INFO: ::1:45590 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 255 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.728 thr=0.95 final=1 no-stop
|
| 256 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.738 thr=0.95 final=1 no-stop
|
| 257 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.749 thr=0.95 final=1 no-stop
|
| 258 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.760 thr=0.95 final=1 no-stop
|
| 259 |
+
INFO: ::1:45594 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 260 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.751 thr=0.95 final=1 no-stop
|
| 261 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.761 thr=0.95 final=1 no-stop
|
| 262 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.775 thr=0.95 final=1 no-stop
|
| 263 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.788 thr=0.95 final=1 no-stop
|
| 264 |
+
INFO: ::1:45608 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 265 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.755 thr=0.95 final=1 no-stop
|
| 266 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.766 thr=0.95 final=1 no-stop
|
| 267 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.778 thr=0.95 final=1 no-stop
|
| 268 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.786 thr=0.95 final=1 no-stop
|
| 269 |
+
INFO: ::1:45618 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 270 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.756 thr=0.95 final=3 no-stop
|
| 271 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.767 thr=0.95 final=1 no-stop
|
| 272 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.782 thr=0.95 final=1 no-stop
|
| 273 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.788 thr=0.95 final=1 no-stop
|
| 274 |
+
INFO: ::1:45620 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 275 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.754 thr=0.95 final=1 no-stop
|
| 276 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.768 thr=0.95 final=1 no-stop
|
| 277 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.784 thr=0.95 final=1 no-stop
|
| 278 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.792 thr=0.95 final=1 no-stop
|
| 279 |
+
INFO: ::1:45626 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 280 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.753 thr=0.95 final=1 no-stop
|
| 281 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.770 thr=0.95 final=1 no-stop
|
| 282 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.786 thr=0.95 final=1 no-stop
|
| 283 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.791 thr=0.95 final=1 no-stop
|
| 284 |
+
INFO: ::1:45640 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 285 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.763 thr=0.95 final=1 no-stop
|
| 286 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.778 thr=0.95 final=1 no-stop
|
| 287 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.794 thr=0.95 final=1 no-stop
|
| 288 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.799 thr=0.95 final=1 no-stop
|
| 289 |
+
INFO: ::1:45654 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 290 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.781 thr=0.95 final=1 no-stop
|
| 291 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.798 thr=0.95 final=1 no-stop
|
| 292 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.815 thr=0.95 final=1 no-stop
|
| 293 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.824 thr=0.95 final=1 no-stop
|
| 294 |
+
INFO: ::1:45670 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 295 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.811 thr=0.95 final=1 no-stop
|
| 296 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.823 thr=0.95 final=1 no-stop
|
| 297 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.842 thr=0.95 final=1 no-stop
|
| 298 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.853 thr=0.95 final=1 no-stop
|
| 299 |
+
INFO: ::1:45678 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 300 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.819 thr=0.95 final=1 no-stop
|
| 301 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.837 thr=0.95 final=1 no-stop
|
| 302 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.854 thr=0.95 final=1 no-stop
|
| 303 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.863 thr=0.95 final=1 no-stop
|
| 304 |
+
INFO: ::1:55210 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 305 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.825 thr=0.95 final=1 no-stop
|
| 306 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.845 thr=0.95 final=1 no-stop
|
| 307 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.862 thr=0.95 final=1 no-stop
|
| 308 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.871 thr=0.95 final=1 no-stop
|
| 309 |
+
INFO: ::1:55220 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 310 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.841 thr=0.95 final=1 no-stop
|
| 311 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.861 thr=0.95 final=1 no-stop
|
| 312 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.874 thr=0.95 final=1 no-stop
|
| 313 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.883 thr=0.95 final=1 no-stop
|
| 314 |
+
INFO: ::1:55234 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 315 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.856 thr=0.95 final=1 no-stop
|
| 316 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.875 thr=0.95 final=1 no-stop
|
| 317 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.888 thr=0.95 final=1 no-stop
|
| 318 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.894 thr=0.95 final=1 no-stop
|
| 319 |
+
INFO: ::1:55248 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 320 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.859 thr=0.95 final=1 no-stop
|
| 321 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.878 thr=0.95 final=1 no-stop
|
| 322 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.889 thr=0.95 final=1 no-stop
|
| 323 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.894 thr=0.95 final=1 no-stop
|
| 324 |
+
INFO: ::1:55264 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 325 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.871 thr=0.95 final=1 no-stop
|
| 326 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.887 thr=0.95 final=1 no-stop
|
| 327 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.897 thr=0.95 final=1 no-stop
|
| 328 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.899 thr=0.95 final=1 no-stop
|
| 329 |
+
INFO: ::1:55266 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 330 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.877 thr=0.95 final=1 no-stop
|
| 331 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.890 thr=0.95 final=1 no-stop
|
| 332 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.900 thr=0.95 final=1 no-stop
|
| 333 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.901 thr=0.95 final=1 no-stop
|
| 334 |
+
INFO: ::1:55272 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 335 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.888 thr=0.95 final=1 no-stop
|
| 336 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.898 thr=0.95 final=1 no-stop
|
| 337 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.911 thr=0.95 final=1 no-stop
|
| 338 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.911 thr=0.95 final=1 no-stop
|
| 339 |
+
INFO: ::1:55282 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 340 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.891 thr=0.95 final=1 no-stop
|
| 341 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.902 thr=0.95 final=1 no-stop
|
| 342 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.913 thr=0.95 final=1 no-stop
|
| 343 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.912 thr=0.95 final=1 no-stop
|
| 344 |
+
INFO: ::1:55286 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 345 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.913 thr=0.95 final=1 no-stop
|
| 346 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.923 thr=0.95 final=1 no-stop
|
| 347 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.933 thr=0.95 final=1 no-stop
|
| 348 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.931 thr=0.95 final=1 no-stop
|
| 349 |
+
INFO: ::1:55288 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 350 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.929 thr=0.95 final=1 no-stop
|
| 351 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.942 thr=0.95 final=1 no-stop
|
| 352 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.946 thr=0.95 final=1 no-stop
|
| 353 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.941 thr=0.95 final=1 no-stop
|
| 354 |
+
INFO: ::1:55290 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 355 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.933 thr=0.95 final=1 no-stop
|
| 356 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.946 thr=0.95 final=1 no-stop
|
| 357 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.951 thr=0.95 final=0 B-fire
|
| 358 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.945 thr=0.95 final=1 no-stop
|
| 359 |
+
INFO: ::1:55298 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 360 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.949 thr=0.95 final=1 no-stop
|
| 361 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.955 thr=0.95 final=0 B-fire
|
| 362 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.953 thr=0.95 final=0 B-fire
|
| 363 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.932 thr=0.95 final=0 A-fire
|
| 364 |
+
INFO: ::1:55302 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 365 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.943 thr=0.95 final=1 no-stop
|
| 366 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.939 thr=0.95 final=1 no-stop
|
| 367 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.932 thr=0.95 final=1 no-stop
|
| 368 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.888 thr=0.95 final=0 A-fire
|
| 369 |
+
INFO: ::1:60630 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 370 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.942 thr=0.95 final=1 no-stop
|
| 371 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.872 thr=0.95 final=1 no-stop
|
| 372 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.838 thr=0.95 final=0 A-fire
|
| 373 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.758 thr=0.95 final=0 A-fire
|
| 374 |
+
INFO: ::1:60642 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 375 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.941 thr=0.95 final=3 no-stop
|
| 376 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.894 thr=0.95 final=1 no-stop
|
| 377 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.870 thr=0.95 final=0 A-fire
|
| 378 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.799 thr=0.95 final=0 A-fire
|
| 379 |
+
INFO: ::1:60646 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 380 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.953 thr=0.95 final=0 B-fire
|
| 381 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.936 thr=0.95 final=0 A-fire
|
| 382 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.775 thr=0.95 final=0 A-fire
|
| 383 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.694 thr=0.95 final=0 A-fire
|
| 384 |
+
INFO: ::1:60658 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 385 |
+
INFO: ::1:40552 - "POST /agent/ryworld/reset HTTP/1.1" 200 OK
|
| 386 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.479 thr=0.95 final=1 no-stop
|
| 387 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.477 thr=0.95 final=2 no-stop
|
| 388 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.488 thr=0.95 final=1 no-stop
|
| 389 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.479 thr=0.95 final=2 no-stop
|
| 390 |
+
INFO: ::1:40558 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 391 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.465 thr=0.95 final=2 no-stop
|
| 392 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.471 thr=0.95 final=2 no-stop
|
| 393 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.481 thr=0.95 final=2 no-stop
|
| 394 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.462 thr=0.95 final=2 no-stop
|
| 395 |
+
INFO: ::1:40562 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 396 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.445 thr=0.95 final=1 no-stop
|
| 397 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.446 thr=0.95 final=1 no-stop
|
| 398 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.457 thr=0.95 final=1 no-stop
|
| 399 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.449 thr=0.95 final=1 no-stop
|
| 400 |
+
INFO: ::1:40574 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 401 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.465 thr=0.95 final=2 no-stop
|
| 402 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.473 thr=0.95 final=2 no-stop
|
| 403 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.474 thr=0.95 final=2 no-stop
|
| 404 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.470 thr=0.95 final=1 no-stop
|
| 405 |
+
INFO: ::1:40588 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 406 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.465 thr=0.95 final=1 no-stop
|
| 407 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.467 thr=0.95 final=1 no-stop
|
| 408 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.479 thr=0.95 final=1 no-stop
|
| 409 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.475 thr=0.95 final=1 no-stop
|
| 410 |
+
INFO: ::1:60744 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 411 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.472 thr=0.95 final=2 no-stop
|
| 412 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.482 thr=0.95 final=1 no-stop
|
| 413 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.489 thr=0.95 final=1 no-stop
|
| 414 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.485 thr=0.95 final=1 no-stop
|
| 415 |
+
INFO: ::1:60760 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 416 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.475 thr=0.95 final=1 no-stop
|
| 417 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.484 thr=0.95 final=1 no-stop
|
| 418 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.497 thr=0.95 final=1 no-stop
|
| 419 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.496 thr=0.95 final=1 no-stop
|
| 420 |
+
INFO: ::1:60768 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 421 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.504 thr=0.95 final=2 no-stop
|
| 422 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.518 thr=0.95 final=1 no-stop
|
| 423 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.528 thr=0.95 final=1 no-stop
|
| 424 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.529 thr=0.95 final=1 no-stop
|
| 425 |
+
INFO: ::1:60782 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 426 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.548 thr=0.95 final=1 no-stop
|
| 427 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.559 thr=0.95 final=1 no-stop
|
| 428 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.564 thr=0.95 final=3 no-stop
|
| 429 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.564 thr=0.95 final=3 no-stop
|
| 430 |
+
INFO: ::1:60798 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 431 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.580 thr=0.95 final=1 no-stop
|
| 432 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.592 thr=0.95 final=3 no-stop
|
| 433 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.588 thr=0.95 final=3 no-stop
|
| 434 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.590 thr=0.95 final=1 no-stop
|
| 435 |
+
INFO: ::1:60802 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 436 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.613 thr=0.95 final=3 no-stop
|
| 437 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.620 thr=0.95 final=3 no-stop
|
| 438 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.622 thr=0.95 final=3 no-stop
|
| 439 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.626 thr=0.95 final=3 no-stop
|
| 440 |
+
INFO: ::1:60812 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 441 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.588 thr=0.95 final=1 no-stop
|
| 442 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.598 thr=0.95 final=3 no-stop
|
| 443 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.600 thr=0.95 final=3 no-stop
|
| 444 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.599 thr=0.95 final=3 no-stop
|
| 445 |
+
INFO: ::1:60818 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 446 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.602 thr=0.95 final=3 no-stop
|
| 447 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.614 thr=0.95 final=1 no-stop
|
| 448 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.613 thr=0.95 final=1 no-stop
|
| 449 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.613 thr=0.95 final=1 no-stop
|
| 450 |
+
INFO: ::1:60832 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 451 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.605 thr=0.95 final=1 no-stop
|
| 452 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.620 thr=0.95 final=1 no-stop
|
| 453 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.618 thr=0.95 final=1 no-stop
|
| 454 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.616 thr=0.95 final=1 no-stop
|
| 455 |
+
INFO: ::1:60840 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 456 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.603 thr=0.95 final=1 no-stop
|
| 457 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.621 thr=0.95 final=1 no-stop
|
| 458 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.621 thr=0.95 final=1 no-stop
|
| 459 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.621 thr=0.95 final=1 no-stop
|
| 460 |
+
INFO: ::1:60848 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 461 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.585 thr=0.95 final=1 no-stop
|
| 462 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.601 thr=0.95 final=1 no-stop
|
| 463 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.603 thr=0.95 final=1 no-stop
|
| 464 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.602 thr=0.95 final=1 no-stop
|
| 465 |
+
INFO: ::1:60864 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 466 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.657 thr=0.95 final=1 no-stop
|
| 467 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.676 thr=0.95 final=1 no-stop
|
| 468 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.685 thr=0.95 final=1 no-stop
|
| 469 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.688 thr=0.95 final=1 no-stop
|
| 470 |
+
INFO: ::1:51040 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 471 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.680 thr=0.95 final=1 no-stop
|
| 472 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.700 thr=0.95 final=1 no-stop
|
| 473 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.706 thr=0.95 final=1 no-stop
|
| 474 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.714 thr=0.95 final=1 no-stop
|
| 475 |
+
INFO: ::1:51044 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 476 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.662 thr=0.95 final=1 no-stop
|
| 477 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.682 thr=0.95 final=1 no-stop
|
| 478 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.691 thr=0.95 final=1 no-stop
|
| 479 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.696 thr=0.95 final=1 no-stop
|
| 480 |
+
INFO: ::1:51052 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 481 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.691 thr=0.95 final=1 no-stop
|
| 482 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.713 thr=0.95 final=1 no-stop
|
| 483 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.718 thr=0.95 final=1 no-stop
|
| 484 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.722 thr=0.95 final=1 no-stop
|
| 485 |
+
INFO: ::1:51064 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 486 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.721 thr=0.95 final=1 no-stop
|
| 487 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.736 thr=0.95 final=1 no-stop
|
| 488 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.742 thr=0.95 final=1 no-stop
|
| 489 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.749 thr=0.95 final=1 no-stop
|
| 490 |
+
INFO: ::1:51074 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 491 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.736 thr=0.95 final=1 no-stop
|
| 492 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.748 thr=0.95 final=1 no-stop
|
| 493 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.752 thr=0.95 final=1 no-stop
|
| 494 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.756 thr=0.95 final=1 no-stop
|
| 495 |
+
INFO: ::1:51082 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 496 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.739 thr=0.95 final=3 no-stop
|
| 497 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.749 thr=0.95 final=1 no-stop
|
| 498 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.750 thr=0.95 final=1 no-stop
|
| 499 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.756 thr=0.95 final=1 no-stop
|
| 500 |
+
INFO: ::1:51096 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 501 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.717 thr=0.95 final=1 no-stop
|
| 502 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.730 thr=0.95 final=1 no-stop
|
| 503 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.730 thr=0.95 final=1 no-stop
|
| 504 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.741 thr=0.95 final=1 no-stop
|
| 505 |
+
INFO: ::1:51102 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 506 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.727 thr=0.95 final=3 no-stop
|
| 507 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.735 thr=0.95 final=1 no-stop
|
| 508 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.734 thr=0.95 final=1 no-stop
|
| 509 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.741 thr=0.95 final=1 no-stop
|
| 510 |
+
INFO: ::1:51104 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 511 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.670 thr=0.95 final=1 no-stop
|
| 512 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.684 thr=0.95 final=1 no-stop
|
| 513 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.687 thr=0.95 final=1 no-stop
|
| 514 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.698 thr=0.95 final=1 no-stop
|
| 515 |
+
INFO: ::1:51116 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 516 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.624 thr=0.95 final=1 no-stop
|
| 517 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.644 thr=0.95 final=1 no-stop
|
| 518 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.645 thr=0.95 final=1 no-stop
|
| 519 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.652 thr=0.95 final=1 no-stop
|
| 520 |
+
INFO: ::1:51126 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 521 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.599 thr=0.95 final=1 no-stop
|
| 522 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.611 thr=0.95 final=1 no-stop
|
| 523 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.619 thr=0.95 final=1 no-stop
|
| 524 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.626 thr=0.95 final=1 no-stop
|
| 525 |
+
INFO: ::1:51134 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 526 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.558 thr=0.95 final=1 no-stop
|
| 527 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.567 thr=0.95 final=1 no-stop
|
| 528 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.585 thr=0.95 final=1 no-stop
|
| 529 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.596 thr=0.95 final=1 no-stop
|
| 530 |
+
INFO: ::1:37038 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 531 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.571 thr=0.95 final=1 no-stop
|
| 532 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.577 thr=0.95 final=1 no-stop
|
| 533 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.596 thr=0.95 final=1 no-stop
|
| 534 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.608 thr=0.95 final=1 no-stop
|
| 535 |
+
INFO: ::1:37042 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 536 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.576 thr=0.95 final=1 no-stop
|
| 537 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.580 thr=0.95 final=1 no-stop
|
| 538 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.594 thr=0.95 final=1 no-stop
|
| 539 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.613 thr=0.95 final=1 no-stop
|
| 540 |
+
INFO: ::1:37058 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 541 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.613 thr=0.95 final=1 no-stop
|
| 542 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.612 thr=0.95 final=1 no-stop
|
| 543 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.624 thr=0.95 final=1 no-stop
|
| 544 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.646 thr=0.95 final=1 no-stop
|
| 545 |
+
INFO: ::1:37060 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 546 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.654 thr=0.95 final=1 no-stop
|
| 547 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.657 thr=0.95 final=1 no-stop
|
| 548 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.667 thr=0.95 final=1 no-stop
|
| 549 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.680 thr=0.95 final=1 no-stop
|
| 550 |
+
INFO: ::1:37064 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 551 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.689 thr=0.95 final=1 no-stop
|
| 552 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.689 thr=0.95 final=1 no-stop
|
| 553 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.698 thr=0.95 final=1 no-stop
|
| 554 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.714 thr=0.95 final=1 no-stop
|
| 555 |
+
INFO: ::1:37068 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 556 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.724 thr=0.95 final=1 no-stop
|
| 557 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.726 thr=0.95 final=1 no-stop
|
| 558 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.736 thr=0.95 final=1 no-stop
|
| 559 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.750 thr=0.95 final=1 no-stop
|
| 560 |
+
INFO: ::1:37074 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 561 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.764 thr=0.95 final=1 no-stop
|
| 562 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.771 thr=0.95 final=1 no-stop
|
| 563 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.780 thr=0.95 final=1 no-stop
|
| 564 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.795 thr=0.95 final=1 no-stop
|
| 565 |
+
INFO: ::1:37082 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 566 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.784 thr=0.95 final=3 no-stop
|
| 567 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.788 thr=0.95 final=1 no-stop
|
| 568 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.795 thr=0.95 final=1 no-stop
|
| 569 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.806 thr=0.95 final=1 no-stop
|
| 570 |
+
INFO: ::1:37096 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 571 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.783 thr=0.95 final=1 no-stop
|
| 572 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.791 thr=0.95 final=1 no-stop
|
| 573 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.798 thr=0.95 final=1 no-stop
|
| 574 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.814 thr=0.95 final=1 no-stop
|
| 575 |
+
INFO: ::1:37110 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 576 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.811 thr=0.95 final=1 no-stop
|
| 577 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.820 thr=0.95 final=1 no-stop
|
| 578 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.833 thr=0.95 final=1 no-stop
|
| 579 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.847 thr=0.95 final=1 no-stop
|
| 580 |
+
INFO: ::1:37112 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 581 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.819 thr=0.95 final=1 no-stop
|
| 582 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.823 thr=0.95 final=1 no-stop
|
| 583 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.836 thr=0.95 final=1 no-stop
|
| 584 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.846 thr=0.95 final=1 no-stop
|
| 585 |
+
INFO: ::1:37118 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 586 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.826 thr=0.95 final=1 no-stop
|
| 587 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.835 thr=0.95 final=1 no-stop
|
| 588 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.848 thr=0.95 final=1 no-stop
|
| 589 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.853 thr=0.95 final=1 no-stop
|
| 590 |
+
INFO: ::1:54964 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 591 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.848 thr=0.95 final=3 no-stop
|
| 592 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.856 thr=0.95 final=3 no-stop
|
| 593 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.865 thr=0.95 final=1 no-stop
|
| 594 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.872 thr=0.95 final=1 no-stop
|
| 595 |
+
INFO: ::1:54968 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 596 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.861 thr=0.95 final=1 no-stop
|
| 597 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.873 thr=0.95 final=1 no-stop
|
| 598 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.885 thr=0.95 final=1 no-stop
|
| 599 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.885 thr=0.95 final=1 no-stop
|
| 600 |
+
INFO: ::1:54976 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 601 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.884 thr=0.95 final=1 no-stop
|
| 602 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.893 thr=0.95 final=1 no-stop
|
| 603 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.901 thr=0.95 final=1 no-stop
|
| 604 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.901 thr=0.95 final=1 no-stop
|
| 605 |
+
INFO: ::1:54980 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 606 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.908 thr=0.95 final=1 no-stop
|
| 607 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.907 thr=0.95 final=1 no-stop
|
| 608 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.905 thr=0.95 final=1 no-stop
|
| 609 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.890 thr=0.95 final=1 no-stop
|
| 610 |
+
INFO: ::1:54982 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 611 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.921 thr=0.95 final=1 no-stop
|
| 612 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.921 thr=0.95 final=1 no-stop
|
| 613 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.923 thr=0.95 final=1 no-stop
|
| 614 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.895 thr=0.95 final=1 no-stop
|
| 615 |
+
INFO: ::1:54994 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 616 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.918 thr=0.95 final=3 no-stop
|
| 617 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.919 thr=0.95 final=3 no-stop
|
| 618 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.924 thr=0.95 final=1 no-stop
|
| 619 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.900 thr=0.95 final=1 no-stop
|
| 620 |
+
INFO: ::1:55002 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 621 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.925 thr=0.95 final=1 no-stop
|
| 622 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.922 thr=0.95 final=3 no-stop
|
| 623 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.914 thr=0.95 final=3 no-stop
|
| 624 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.849 thr=0.95 final=0 A-fire
|
| 625 |
+
INFO: ::1:55012 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 626 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.932 thr=0.95 final=3 no-stop
|
| 627 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.922 thr=0.95 final=3 no-stop
|
| 628 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.921 thr=0.95 final=3 no-stop
|
| 629 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.871 thr=0.95 final=1 no-stop
|
| 630 |
+
INFO: ::1:55020 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 631 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.963 thr=0.95 final=0 B-fire
|
| 632 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.923 thr=0.95 final=0 A-fire
|
| 633 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.747 thr=0.95 final=0 A-fire
|
| 634 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.677 thr=0.95 final=0 A-fire
|
| 635 |
+
INFO: ::1:55026 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 636 |
+
INFO: ::1:59680 - "POST /agent/ryworld/reset HTTP/1.1" 200 OK
|
| 637 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.674 thr=0.95 final=1 no-stop
|
| 638 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.680 thr=0.95 final=3 no-stop
|
| 639 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.688 thr=0.95 final=1 no-stop
|
| 640 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.685 thr=0.95 final=1 no-stop
|
| 641 |
+
INFO: ::1:59684 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 642 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.685 thr=0.95 final=1 no-stop
|
| 643 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.692 thr=0.95 final=1 no-stop
|
| 644 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.702 thr=0.95 final=1 no-stop
|
| 645 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.698 thr=0.95 final=1 no-stop
|
| 646 |
+
INFO: ::1:59696 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 647 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.700 thr=0.95 final=3 no-stop
|
| 648 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.708 thr=0.95 final=1 no-stop
|
| 649 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.720 thr=0.95 final=1 no-stop
|
| 650 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.718 thr=0.95 final=1 no-stop
|
| 651 |
+
INFO: ::1:59710 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 652 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.700 thr=0.95 final=1 no-stop
|
| 653 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.706 thr=0.95 final=1 no-stop
|
| 654 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.715 thr=0.95 final=1 no-stop
|
| 655 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.716 thr=0.95 final=1 no-stop
|
| 656 |
+
INFO: ::1:33950 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 657 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.723 thr=0.95 final=1 no-stop
|
| 658 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.726 thr=0.95 final=1 no-stop
|
| 659 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.737 thr=0.95 final=1 no-stop
|
| 660 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.741 thr=0.95 final=1 no-stop
|
| 661 |
+
INFO: ::1:33956 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 662 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.737 thr=0.95 final=1 no-stop
|
| 663 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.741 thr=0.95 final=1 no-stop
|
| 664 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.752 thr=0.95 final=1 no-stop
|
| 665 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.755 thr=0.95 final=1 no-stop
|
| 666 |
+
INFO: ::1:33968 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 667 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.758 thr=0.95 final=3 no-stop
|
| 668 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.763 thr=0.95 final=1 no-stop
|
| 669 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.778 thr=0.95 final=1 no-stop
|
| 670 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.780 thr=0.95 final=1 no-stop
|
| 671 |
+
INFO: ::1:33974 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 672 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.770 thr=0.95 final=1 no-stop
|
| 673 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.779 thr=0.95 final=1 no-stop
|
| 674 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.792 thr=0.95 final=1 no-stop
|
| 675 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.797 thr=0.95 final=1 no-stop
|
| 676 |
+
INFO: ::1:33978 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 677 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.777 thr=0.95 final=1 no-stop
|
| 678 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.787 thr=0.95 final=1 no-stop
|
| 679 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.798 thr=0.95 final=1 no-stop
|
| 680 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.803 thr=0.95 final=1 no-stop
|
| 681 |
+
INFO: ::1:33984 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 682 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.796 thr=0.95 final=1 no-stop
|
| 683 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.805 thr=0.95 final=1 no-stop
|
| 684 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.816 thr=0.95 final=1 no-stop
|
| 685 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.821 thr=0.95 final=1 no-stop
|
| 686 |
+
INFO: ::1:34000 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 687 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.806 thr=0.95 final=1 no-stop
|
| 688 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.818 thr=0.95 final=1 no-stop
|
| 689 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.830 thr=0.95 final=1 no-stop
|
| 690 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.832 thr=0.95 final=1 no-stop
|
| 691 |
+
INFO: ::1:34014 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 692 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.796 thr=0.95 final=1 no-stop
|
| 693 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.808 thr=0.95 final=1 no-stop
|
| 694 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.821 thr=0.95 final=1 no-stop
|
| 695 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.825 thr=0.95 final=1 no-stop
|
| 696 |
+
INFO: ::1:34022 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 697 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.799 thr=0.95 final=1 no-stop
|
| 698 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.813 thr=0.95 final=1 no-stop
|
| 699 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.826 thr=0.95 final=1 no-stop
|
| 700 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.831 thr=0.95 final=1 no-stop
|
| 701 |
+
INFO: ::1:34036 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 702 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.818 thr=0.95 final=1 no-stop
|
| 703 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.832 thr=0.95 final=1 no-stop
|
| 704 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.848 thr=0.95 final=1 no-stop
|
| 705 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.853 thr=0.95 final=1 no-stop
|
| 706 |
+
INFO: ::1:34046 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 707 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.828 thr=0.95 final=1 no-stop
|
| 708 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.843 thr=0.95 final=1 no-stop
|
| 709 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.856 thr=0.95 final=1 no-stop
|
| 710 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.862 thr=0.95 final=1 no-stop
|
| 711 |
+
INFO: ::1:34048 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 712 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.858 thr=0.95 final=1 no-stop
|
| 713 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.871 thr=0.95 final=1 no-stop
|
| 714 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.883 thr=0.95 final=1 no-stop
|
| 715 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.886 thr=0.95 final=3 no-stop
|
| 716 |
+
INFO: ::1:53584 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 717 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.885 thr=0.95 final=1 no-stop
|
| 718 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.889 thr=0.95 final=1 no-stop
|
| 719 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.898 thr=0.95 final=3 no-stop
|
| 720 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.902 thr=0.95 final=3 no-stop
|
| 721 |
+
INFO: ::1:53594 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 722 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.898 thr=0.95 final=3 no-stop
|
| 723 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.902 thr=0.95 final=3 no-stop
|
| 724 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.908 thr=0.95 final=3 no-stop
|
| 725 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.913 thr=0.95 final=3 no-stop
|
| 726 |
+
INFO: ::1:53598 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 727 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.913 thr=0.95 final=1 no-stop
|
| 728 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.918 thr=0.95 final=3 no-stop
|
| 729 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.919 thr=0.95 final=3 no-stop
|
| 730 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.922 thr=0.95 final=1 no-stop
|
| 731 |
+
INFO: ::1:53606 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 732 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.911 thr=0.95 final=3 no-stop
|
| 733 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.887 thr=0.95 final=3 no-stop
|
| 734 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.886 thr=0.95 final=1 no-stop
|
| 735 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.850 thr=0.95 final=1 no-stop
|
| 736 |
+
INFO: ::1:53608 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 737 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.905 thr=0.95 final=1 no-stop
|
| 738 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.909 thr=0.95 final=1 no-stop
|
| 739 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.902 thr=0.95 final=1 no-stop
|
| 740 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.867 thr=0.95 final=1 no-stop
|
| 741 |
+
INFO: ::1:53610 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 742 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.919 thr=0.95 final=3 no-stop
|
| 743 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.916 thr=0.95 final=3 no-stop
|
| 744 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.921 thr=0.95 final=1 no-stop
|
| 745 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.882 thr=0.95 final=1 no-stop
|
| 746 |
+
INFO: ::1:53626 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 747 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.925 thr=0.95 final=1 no-stop
|
| 748 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.935 thr=0.95 final=3 no-stop
|
| 749 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.902 thr=0.95 final=1 no-stop
|
| 750 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.835 thr=0.95 final=0 A-fire
|
| 751 |
+
INFO: ::1:53634 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 752 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.937 thr=0.95 final=3 no-stop
|
| 753 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.828 thr=0.95 final=3 no-stop
|
| 754 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.788 thr=0.95 final=0 A-fire
|
| 755 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.735 thr=0.95 final=0 A-fire
|
| 756 |
+
INFO: ::1:53636 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 757 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.951 thr=0.95 final=0 B-fire
|
| 758 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.956 thr=0.95 final=0 B-fire
|
| 759 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.723 thr=0.95 final=0 A-fire
|
| 760 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.654 thr=0.95 final=0 A-fire
|
| 761 |
+
INFO: ::1:53638 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 762 |
+
INFO: ::1:59376 - "POST /agent/ryworld/reset HTTP/1.1" 200 OK
|
| 763 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.564 thr=0.95 final=1 no-stop
|
| 764 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.575 thr=0.95 final=2 no-stop
|
| 765 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.583 thr=0.95 final=1 no-stop
|
| 766 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.595 thr=0.95 final=1 no-stop
|
| 767 |
+
INFO: ::1:59382 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 768 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.576 thr=0.95 final=2 no-stop
|
| 769 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.589 thr=0.95 final=1 no-stop
|
| 770 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.599 thr=0.95 final=1 no-stop
|
| 771 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.608 thr=0.95 final=1 no-stop
|
| 772 |
+
INFO: ::1:38942 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 773 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.598 thr=0.95 final=1 no-stop
|
| 774 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.606 thr=0.95 final=1 no-stop
|
| 775 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.626 thr=0.95 final=1 no-stop
|
| 776 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.644 thr=0.95 final=3 no-stop
|
| 777 |
+
INFO: ::1:38950 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 778 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.631 thr=0.95 final=1 no-stop
|
| 779 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.643 thr=0.95 final=1 no-stop
|
| 780 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.662 thr=0.95 final=3 no-stop
|
| 781 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.676 thr=0.95 final=3 no-stop
|
| 782 |
+
INFO: ::1:38956 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 783 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.661 thr=0.95 final=1 no-stop
|
| 784 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.673 thr=0.95 final=3 no-stop
|
| 785 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.691 thr=0.95 final=3 no-stop
|
| 786 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.701 thr=0.95 final=3 no-stop
|
| 787 |
+
INFO: ::1:38970 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 788 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.686 thr=0.95 final=3 no-stop
|
| 789 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.696 thr=0.95 final=3 no-stop
|
| 790 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.711 thr=0.95 final=3 no-stop
|
| 791 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.716 thr=0.95 final=3 no-stop
|
| 792 |
+
INFO: ::1:38982 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 793 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.659 thr=0.95 final=1 no-stop
|
| 794 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.665 thr=0.95 final=1 no-stop
|
| 795 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.680 thr=0.95 final=3 no-stop
|
| 796 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.689 thr=0.95 final=3 no-stop
|
| 797 |
+
INFO: ::1:38992 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 798 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.684 thr=0.95 final=1 no-stop
|
| 799 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.691 thr=0.95 final=3 no-stop
|
| 800 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.710 thr=0.95 final=3 no-stop
|
| 801 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.717 thr=0.95 final=3 no-stop
|
| 802 |
+
INFO: ::1:39004 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 803 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.689 thr=0.95 final=3 no-stop
|
| 804 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.695 thr=0.95 final=3 no-stop
|
| 805 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.712 thr=0.95 final=3 no-stop
|
| 806 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.714 thr=0.95 final=3 no-stop
|
| 807 |
+
INFO: ::1:39018 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 808 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.685 thr=0.95 final=1 no-stop
|
| 809 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.696 thr=0.95 final=3 no-stop
|
| 810 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.720 thr=0.95 final=3 no-stop
|
| 811 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.731 thr=0.95 final=3 no-stop
|
| 812 |
+
INFO: ::1:39030 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 813 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.680 thr=0.95 final=3 no-stop
|
| 814 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.685 thr=0.95 final=3 no-stop
|
| 815 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.705 thr=0.95 final=3 no-stop
|
| 816 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.715 thr=0.95 final=3 no-stop
|
| 817 |
+
INFO: ::1:39038 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 818 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.671 thr=0.95 final=1 no-stop
|
| 819 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.677 thr=0.95 final=3 no-stop
|
| 820 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.703 thr=0.95 final=3 no-stop
|
| 821 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.710 thr=0.95 final=3 no-stop
|
| 822 |
+
INFO: ::1:39048 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 823 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.661 thr=0.95 final=3 no-stop
|
| 824 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.666 thr=0.95 final=3 no-stop
|
| 825 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.694 thr=0.95 final=1 no-stop
|
| 826 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.705 thr=0.95 final=1 no-stop
|
| 827 |
+
INFO: ::1:39060 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 828 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.661 thr=0.95 final=1 no-stop
|
| 829 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.673 thr=0.95 final=1 no-stop
|
| 830 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.708 thr=0.95 final=1 no-stop
|
| 831 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.715 thr=0.95 final=1 no-stop
|
| 832 |
+
INFO: ::1:41532 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 833 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.680 thr=0.95 final=1 no-stop
|
| 834 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.693 thr=0.95 final=1 no-stop
|
| 835 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.726 thr=0.95 final=1 no-stop
|
| 836 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.738 thr=0.95 final=1 no-stop
|
| 837 |
+
INFO: ::1:41544 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 838 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.722 thr=0.95 final=1 no-stop
|
| 839 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.741 thr=0.95 final=1 no-stop
|
| 840 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.777 thr=0.95 final=1 no-stop
|
| 841 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.782 thr=0.95 final=1 no-stop
|
| 842 |
+
INFO: ::1:41556 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 843 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.745 thr=0.95 final=3 no-stop
|
| 844 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.762 thr=0.95 final=1 no-stop
|
| 845 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.801 thr=0.95 final=1 no-stop
|
| 846 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.804 thr=0.95 final=1 no-stop
|
| 847 |
+
INFO: ::1:41570 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 848 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.789 thr=0.95 final=1 no-stop
|
| 849 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.811 thr=0.95 final=1 no-stop
|
| 850 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.854 thr=0.95 final=1 no-stop
|
| 851 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.863 thr=0.95 final=1 no-stop
|
| 852 |
+
INFO: ::1:41584 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 853 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.828 thr=0.95 final=1 no-stop
|
| 854 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.850 thr=0.95 final=1 no-stop
|
| 855 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.878 thr=0.95 final=1 no-stop
|
| 856 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.885 thr=0.95 final=1 no-stop
|
| 857 |
+
INFO: ::1:41592 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 858 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.851 thr=0.95 final=1 no-stop
|
| 859 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.870 thr=0.95 final=1 no-stop
|
| 860 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.891 thr=0.95 final=1 no-stop
|
| 861 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.897 thr=0.95 final=1 no-stop
|
| 862 |
+
INFO: ::1:41596 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 863 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.878 thr=0.95 final=1 no-stop
|
| 864 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.891 thr=0.95 final=1 no-stop
|
| 865 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.911 thr=0.95 final=1 no-stop
|
| 866 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.916 thr=0.95 final=1 no-stop
|
| 867 |
+
INFO: ::1:41612 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 868 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.896 thr=0.95 final=1 no-stop
|
| 869 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.913 thr=0.95 final=1 no-stop
|
| 870 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.929 thr=0.95 final=1 no-stop
|
| 871 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.930 thr=0.95 final=1 no-stop
|
| 872 |
+
INFO: ::1:41628 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 873 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.916 thr=0.95 final=1 no-stop
|
| 874 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.927 thr=0.95 final=1 no-stop
|
| 875 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.938 thr=0.95 final=1 no-stop
|
| 876 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.937 thr=0.95 final=1 no-stop
|
| 877 |
+
INFO: ::1:41638 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 878 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.925 thr=0.95 final=3 no-stop
|
| 879 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.935 thr=0.95 final=3 no-stop
|
| 880 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.942 thr=0.95 final=3 no-stop
|
| 881 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.938 thr=0.95 final=1 no-stop
|
| 882 |
+
INFO: ::1:41648 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 883 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.921 thr=0.95 final=1 no-stop
|
| 884 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.931 thr=0.95 final=3 no-stop
|
| 885 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.932 thr=0.95 final=3 no-stop
|
| 886 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.929 thr=0.95 final=3 no-stop
|
| 887 |
+
INFO: ::1:41650 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 888 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.928 thr=0.95 final=3 no-stop
|
| 889 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.929 thr=0.95 final=3 no-stop
|
| 890 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.930 thr=0.95 final=3 no-stop
|
| 891 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.925 thr=0.95 final=3 no-stop
|
| 892 |
+
INFO: ::1:57482 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 893 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.943 thr=0.95 final=1 no-stop
|
| 894 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.944 thr=0.95 final=3 no-stop
|
| 895 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.894 thr=0.95 final=3 no-stop
|
| 896 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.860 thr=0.95 final=3 no-stop
|
| 897 |
+
INFO: ::1:57496 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 898 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.934 thr=0.95 final=3 no-stop
|
| 899 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.900 thr=0.95 final=3 no-stop
|
| 900 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.918 thr=0.95 final=3 no-stop
|
| 901 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.903 thr=0.95 final=3 no-stop
|
| 902 |
+
INFO: ::1:57506 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 903 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.925 thr=0.95 final=1 no-stop
|
| 904 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.931 thr=0.95 final=3 no-stop
|
| 905 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.920 thr=0.95 final=3 no-stop
|
| 906 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.899 thr=0.95 final=3 no-stop
|
| 907 |
+
INFO: ::1:57518 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 908 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.930 thr=0.95 final=3 no-stop
|
| 909 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.898 thr=0.95 final=3 no-stop
|
| 910 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.900 thr=0.95 final=3 no-stop
|
| 911 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.861 thr=0.95 final=3 no-stop
|
| 912 |
+
INFO: ::1:57534 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 913 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.928 thr=0.95 final=1 no-stop
|
| 914 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.934 thr=0.95 final=3 no-stop
|
| 915 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.905 thr=0.95 final=3 no-stop
|
| 916 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.864 thr=0.95 final=3 no-stop
|
| 917 |
+
INFO: ::1:57544 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 918 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.919 thr=0.95 final=3 no-stop
|
| 919 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.923 thr=0.95 final=3 no-stop
|
| 920 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.931 thr=0.95 final=3 no-stop
|
| 921 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.926 thr=0.95 final=1 no-stop
|
| 922 |
+
INFO: ::1:57560 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 923 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.942 thr=0.95 final=1 no-stop
|
| 924 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.945 thr=0.95 final=3 no-stop
|
| 925 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.940 thr=0.95 final=3 no-stop
|
| 926 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.909 thr=0.95 final=1 no-stop
|
| 927 |
+
INFO: ::1:57568 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 928 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.941 thr=0.95 final=3 no-stop
|
| 929 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.943 thr=0.95 final=3 no-stop
|
| 930 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.938 thr=0.95 final=3 no-stop
|
| 931 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.903 thr=0.95 final=1 no-stop
|
| 932 |
+
INFO: ::1:57574 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 933 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.964 thr=0.95 final=0 B-fire
|
| 934 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.963 thr=0.95 final=0 B-fire
|
| 935 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.894 thr=0.95 final=0 A-fire
|
| 936 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.795 thr=0.95 final=0 A-fire
|
| 937 |
+
INFO: ::1:57576 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 938 |
+
INFO: ::1:58380 - "POST /agent/ryworld/reset HTTP/1.1" 200 OK
|
| 939 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.668 thr=0.95 final=1 no-stop
|
| 940 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.678 thr=0.95 final=2 no-stop
|
| 941 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.687 thr=0.95 final=2 no-stop
|
| 942 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.673 thr=0.95 final=2 no-stop
|
| 943 |
+
INFO: ::1:58394 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 944 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.685 thr=0.95 final=2 no-stop
|
| 945 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.685 thr=0.95 final=2 no-stop
|
| 946 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.683 thr=0.95 final=2 no-stop
|
| 947 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.681 thr=0.95 final=2 no-stop
|
| 948 |
+
INFO: ::1:58402 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 949 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.674 thr=0.95 final=2 no-stop
|
| 950 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.679 thr=0.95 final=2 no-stop
|
| 951 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.697 thr=0.95 final=2 no-stop
|
| 952 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.689 thr=0.95 final=2 no-stop
|
| 953 |
+
INFO: ::1:58408 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 954 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.668 thr=0.95 final=2 no-stop
|
| 955 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.675 thr=0.95 final=2 no-stop
|
| 956 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.686 thr=0.95 final=2 no-stop
|
| 957 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.686 thr=0.95 final=2 no-stop
|
| 958 |
+
INFO: ::1:58422 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 959 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.672 thr=0.95 final=2 no-stop
|
| 960 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.676 thr=0.95 final=2 no-stop
|
| 961 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.683 thr=0.95 final=2 no-stop
|
| 962 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.680 thr=0.95 final=1 no-stop
|
| 963 |
+
INFO: ::1:58432 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 964 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.672 thr=0.95 final=1 no-stop
|
| 965 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.674 thr=0.95 final=2 no-stop
|
| 966 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.685 thr=0.95 final=1 no-stop
|
| 967 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.692 thr=0.95 final=1 no-stop
|
| 968 |
+
INFO: ::1:38738 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 969 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.696 thr=0.95 final=2 no-stop
|
| 970 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.700 thr=0.95 final=2 no-stop
|
| 971 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.711 thr=0.95 final=1 no-stop
|
| 972 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.714 thr=0.95 final=1 no-stop
|
| 973 |
+
INFO: ::1:38750 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 974 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.672 thr=0.95 final=1 no-stop
|
| 975 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.678 thr=0.95 final=2 no-stop
|
| 976 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.683 thr=0.95 final=2 no-stop
|
| 977 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.687 thr=0.95 final=2 no-stop
|
| 978 |
+
INFO: ::1:38754 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 979 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.703 thr=0.95 final=2 no-stop
|
| 980 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.711 thr=0.95 final=2 no-stop
|
| 981 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.718 thr=0.95 final=2 no-stop
|
| 982 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.724 thr=0.95 final=2 no-stop
|
| 983 |
+
INFO: ::1:38768 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 984 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.722 thr=0.95 final=1 no-stop
|
| 985 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.731 thr=0.95 final=1 no-stop
|
| 986 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.740 thr=0.95 final=1 no-stop
|
| 987 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.749 thr=0.95 final=1 no-stop
|
| 988 |
+
INFO: ::1:38776 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 989 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.740 thr=0.95 final=2 no-stop
|
| 990 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.750 thr=0.95 final=1 no-stop
|
| 991 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.755 thr=0.95 final=1 no-stop
|
| 992 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.761 thr=0.95 final=1 no-stop
|
| 993 |
+
INFO: ::1:38790 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 994 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.759 thr=0.95 final=1 no-stop
|
| 995 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.777 thr=0.95 final=1 no-stop
|
| 996 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.789 thr=0.95 final=1 no-stop
|
| 997 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.795 thr=0.95 final=1 no-stop
|
| 998 |
+
INFO: ::1:38800 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 999 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.759 thr=0.95 final=1 no-stop
|
| 1000 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.780 thr=0.95 final=1 no-stop
|
| 1001 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.782 thr=0.95 final=1 no-stop
|
| 1002 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.781 thr=0.95 final=1 no-stop
|
| 1003 |
+
INFO: ::1:38812 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1004 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.760 thr=0.95 final=1 no-stop
|
| 1005 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.775 thr=0.95 final=1 no-stop
|
| 1006 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.780 thr=0.95 final=1 no-stop
|
| 1007 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.778 thr=0.95 final=1 no-stop
|
| 1008 |
+
INFO: ::1:38824 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1009 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.791 thr=0.95 final=2 no-stop
|
| 1010 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.803 thr=0.95 final=1 no-stop
|
| 1011 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.812 thr=0.95 final=1 no-stop
|
| 1012 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.817 thr=0.95 final=1 no-stop
|
| 1013 |
+
INFO: ::1:38832 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1014 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.792 thr=0.95 final=1 no-stop
|
| 1015 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.814 thr=0.95 final=1 no-stop
|
| 1016 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.824 thr=0.95 final=1 no-stop
|
| 1017 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.824 thr=0.95 final=1 no-stop
|
| 1018 |
+
INFO: ::1:38848 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1019 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.803 thr=0.95 final=1 no-stop
|
| 1020 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.826 thr=0.95 final=1 no-stop
|
| 1021 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.841 thr=0.95 final=1 no-stop
|
| 1022 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.846 thr=0.95 final=1 no-stop
|
| 1023 |
+
INFO: ::1:38852 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1024 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.815 thr=0.95 final=1 no-stop
|
| 1025 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.835 thr=0.95 final=1 no-stop
|
| 1026 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.850 thr=0.95 final=1 no-stop
|
| 1027 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.853 thr=0.95 final=1 no-stop
|
| 1028 |
+
INFO: ::1:38860 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1029 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.818 thr=0.95 final=1 no-stop
|
| 1030 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.833 thr=0.95 final=1 no-stop
|
| 1031 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.847 thr=0.95 final=1 no-stop
|
| 1032 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.847 thr=0.95 final=1 no-stop
|
| 1033 |
+
INFO: ::1:59636 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1034 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.831 thr=0.95 final=1 no-stop
|
| 1035 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.839 thr=0.95 final=1 no-stop
|
| 1036 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.852 thr=0.95 final=1 no-stop
|
| 1037 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.851 thr=0.95 final=1 no-stop
|
| 1038 |
+
INFO: ::1:59644 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1039 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.841 thr=0.95 final=1 no-stop
|
| 1040 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.848 thr=0.95 final=1 no-stop
|
| 1041 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.858 thr=0.95 final=1 no-stop
|
| 1042 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.862 thr=0.95 final=1 no-stop
|
| 1043 |
+
INFO: ::1:59660 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1044 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.823 thr=0.95 final=1 no-stop
|
| 1045 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.837 thr=0.95 final=1 no-stop
|
| 1046 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.849 thr=0.95 final=1 no-stop
|
| 1047 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.856 thr=0.95 final=1 no-stop
|
| 1048 |
+
INFO: ::1:59664 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1049 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.846 thr=0.95 final=2 no-stop
|
| 1050 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.855 thr=0.95 final=2 no-stop
|
| 1051 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.865 thr=0.95 final=1 no-stop
|
| 1052 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.871 thr=0.95 final=1 no-stop
|
| 1053 |
+
INFO: ::1:59674 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1054 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.843 thr=0.95 final=1 no-stop
|
| 1055 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.857 thr=0.95 final=1 no-stop
|
| 1056 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.878 thr=0.95 final=1 no-stop
|
| 1057 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.884 thr=0.95 final=1 no-stop
|
| 1058 |
+
INFO: ::1:59686 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1059 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.844 thr=0.95 final=1 no-stop
|
| 1060 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.857 thr=0.95 final=1 no-stop
|
| 1061 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.869 thr=0.95 final=1 no-stop
|
| 1062 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.874 thr=0.95 final=1 no-stop
|
| 1063 |
+
INFO: ::1:59690 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1064 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.798 thr=0.95 final=1 no-stop
|
| 1065 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.812 thr=0.95 final=2 no-stop
|
| 1066 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.822 thr=0.95 final=2 no-stop
|
| 1067 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.830 thr=0.95 final=1 no-stop
|
| 1068 |
+
INFO: ::1:59706 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1069 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.786 thr=0.95 final=2 no-stop
|
| 1070 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.794 thr=0.95 final=1 no-stop
|
| 1071 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.807 thr=0.95 final=1 no-stop
|
| 1072 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.816 thr=0.95 final=1 no-stop
|
| 1073 |
+
INFO: ::1:59710 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1074 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.857 thr=0.95 final=1 no-stop
|
| 1075 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.867 thr=0.95 final=2 no-stop
|
| 1076 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.875 thr=0.95 final=2 no-stop
|
| 1077 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.876 thr=0.95 final=2 no-stop
|
| 1078 |
+
INFO: ::1:59724 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1079 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.874 thr=0.95 final=2 no-stop
|
| 1080 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.880 thr=0.95 final=2 no-stop
|
| 1081 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.881 thr=0.95 final=2 no-stop
|
| 1082 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.887 thr=0.95 final=1 no-stop
|
| 1083 |
+
INFO: ::1:59732 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1084 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.897 thr=0.95 final=1 no-stop
|
| 1085 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.911 thr=0.95 final=2 no-stop
|
| 1086 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.870 thr=0.95 final=1 no-stop
|
| 1087 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.838 thr=0.95 final=0 A-fire
|
| 1088 |
+
INFO: ::1:47000 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1089 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.939 thr=0.95 final=2 no-stop
|
| 1090 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.795 thr=0.95 final=1 no-stop
|
| 1091 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.755 thr=0.95 final=0 A-fire
|
| 1092 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.674 thr=0.95 final=0 A-fire
|
| 1093 |
+
INFO: ::1:47008 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1094 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.941 thr=0.95 final=1 no-stop
|
| 1095 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.948 thr=0.95 final=0 A-fire
|
| 1096 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.742 thr=0.95 final=0 A-fire
|
| 1097 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.669 thr=0.95 final=0 A-fire
|
| 1098 |
+
INFO: ::1:47014 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1099 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.958 thr=0.95 final=0 B-fire
|
| 1100 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.752 thr=0.95 final=0 A-fire
|
| 1101 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.708 thr=0.95 final=0 A-fire
|
| 1102 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.635 thr=0.95 final=0 A-fire
|
| 1103 |
+
INFO: ::1:47028 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1104 |
+
INFO: ::1:37960 - "POST /agent/ryworld/reset HTTP/1.1" 200 OK
|
| 1105 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.571 thr=0.95 final=1 no-stop
|
| 1106 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.582 thr=0.95 final=2 no-stop
|
| 1107 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.595 thr=0.95 final=1 no-stop
|
| 1108 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.594 thr=0.95 final=2 no-stop
|
| 1109 |
+
INFO: ::1:37966 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1110 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.581 thr=0.95 final=2 no-stop
|
| 1111 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.590 thr=0.95 final=1 no-stop
|
| 1112 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.583 thr=0.95 final=1 no-stop
|
| 1113 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.580 thr=0.95 final=1 no-stop
|
| 1114 |
+
INFO: ::1:37978 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1115 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.590 thr=0.95 final=2 no-stop
|
| 1116 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.600 thr=0.95 final=1 no-stop
|
| 1117 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.601 thr=0.95 final=1 no-stop
|
| 1118 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.596 thr=0.95 final=1 no-stop
|
| 1119 |
+
INFO: ::1:37980 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1120 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.597 thr=0.95 final=1 no-stop
|
| 1121 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.608 thr=0.95 final=1 no-stop
|
| 1122 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.611 thr=0.95 final=1 no-stop
|
| 1123 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.610 thr=0.95 final=3 no-stop
|
| 1124 |
+
INFO: ::1:37994 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1125 |
+
STOP_DEBUG disc_argmax=2 stop_prob=0.603 thr=0.95 final=2 no-stop
|
| 1126 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.611 thr=0.95 final=1 no-stop
|
| 1127 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.604 thr=0.95 final=3 no-stop
|
| 1128 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.610 thr=0.95 final=3 no-stop
|
| 1129 |
+
INFO: ::1:38008 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1130 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.625 thr=0.95 final=1 no-stop
|
| 1131 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.630 thr=0.95 final=3 no-stop
|
| 1132 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.627 thr=0.95 final=3 no-stop
|
| 1133 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.632 thr=0.95 final=3 no-stop
|
| 1134 |
+
INFO: ::1:38016 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1135 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.642 thr=0.95 final=3 no-stop
|
| 1136 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.645 thr=0.95 final=3 no-stop
|
| 1137 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.646 thr=0.95 final=3 no-stop
|
| 1138 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.649 thr=0.95 final=3 no-stop
|
| 1139 |
+
INFO: ::1:38018 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1140 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.637 thr=0.95 final=1 no-stop
|
| 1141 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.641 thr=0.95 final=1 no-stop
|
| 1142 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.640 thr=0.95 final=3 no-stop
|
| 1143 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.645 thr=0.95 final=3 no-stop
|
| 1144 |
+
INFO: ::1:38030 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1145 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.640 thr=0.95 final=1 no-stop
|
| 1146 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.646 thr=0.95 final=3 no-stop
|
| 1147 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.643 thr=0.95 final=3 no-stop
|
| 1148 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.651 thr=0.95 final=3 no-stop
|
| 1149 |
+
INFO: ::1:55502 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1150 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.664 thr=0.95 final=3 no-stop
|
| 1151 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.669 thr=0.95 final=3 no-stop
|
| 1152 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.668 thr=0.95 final=3 no-stop
|
| 1153 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.677 thr=0.95 final=1 no-stop
|
| 1154 |
+
INFO: ::1:55504 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1155 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.642 thr=0.95 final=1 no-stop
|
| 1156 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.649 thr=0.95 final=3 no-stop
|
| 1157 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.648 thr=0.95 final=1 no-stop
|
| 1158 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.657 thr=0.95 final=1 no-stop
|
| 1159 |
+
INFO: ::1:55518 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1160 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.657 thr=0.95 final=3 no-stop
|
| 1161 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.663 thr=0.95 final=1 no-stop
|
| 1162 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.665 thr=0.95 final=1 no-stop
|
| 1163 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.672 thr=0.95 final=1 no-stop
|
| 1164 |
+
INFO: ::1:55534 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1165 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.654 thr=0.95 final=1 no-stop
|
| 1166 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.663 thr=0.95 final=1 no-stop
|
| 1167 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.674 thr=0.95 final=1 no-stop
|
| 1168 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.681 thr=0.95 final=1 no-stop
|
| 1169 |
+
INFO: ::1:55548 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1170 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.671 thr=0.95 final=1 no-stop
|
| 1171 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.683 thr=0.95 final=1 no-stop
|
| 1172 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.692 thr=0.95 final=1 no-stop
|
| 1173 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.700 thr=0.95 final=1 no-stop
|
| 1174 |
+
INFO: ::1:55552 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1175 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.684 thr=0.95 final=1 no-stop
|
| 1176 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.693 thr=0.95 final=1 no-stop
|
| 1177 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.704 thr=0.95 final=1 no-stop
|
| 1178 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.709 thr=0.95 final=1 no-stop
|
| 1179 |
+
INFO: ::1:55562 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1180 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.685 thr=0.95 final=1 no-stop
|
| 1181 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.692 thr=0.95 final=1 no-stop
|
| 1182 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.696 thr=0.95 final=1 no-stop
|
| 1183 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.701 thr=0.95 final=1 no-stop
|
| 1184 |
+
INFO: ::1:55568 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1185 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.689 thr=0.95 final=1 no-stop
|
| 1186 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.698 thr=0.95 final=1 no-stop
|
| 1187 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.700 thr=0.95 final=1 no-stop
|
| 1188 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.706 thr=0.95 final=1 no-stop
|
| 1189 |
+
INFO: ::1:55572 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1190 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.703 thr=0.95 final=1 no-stop
|
| 1191 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.711 thr=0.95 final=1 no-stop
|
| 1192 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.717 thr=0.95 final=1 no-stop
|
| 1193 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.722 thr=0.95 final=1 no-stop
|
| 1194 |
+
INFO: ::1:55584 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1195 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.711 thr=0.95 final=1 no-stop
|
| 1196 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.720 thr=0.95 final=1 no-stop
|
| 1197 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.730 thr=0.95 final=1 no-stop
|
| 1198 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.735 thr=0.95 final=1 no-stop
|
| 1199 |
+
INFO: ::1:55598 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1200 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.722 thr=0.95 final=1 no-stop
|
| 1201 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.732 thr=0.95 final=1 no-stop
|
| 1202 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.741 thr=0.95 final=1 no-stop
|
| 1203 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.746 thr=0.95 final=1 no-stop
|
| 1204 |
+
INFO: ::1:55604 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1205 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.740 thr=0.95 final=1 no-stop
|
| 1206 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.750 thr=0.95 final=1 no-stop
|
| 1207 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.759 thr=0.95 final=1 no-stop
|
| 1208 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.766 thr=0.95 final=1 no-stop
|
| 1209 |
+
INFO: ::1:55612 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1210 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.737 thr=0.95 final=1 no-stop
|
| 1211 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.748 thr=0.95 final=1 no-stop
|
| 1212 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.759 thr=0.95 final=1 no-stop
|
| 1213 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.764 thr=0.95 final=1 no-stop
|
| 1214 |
+
INFO: ::1:42446 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1215 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.771 thr=0.95 final=1 no-stop
|
| 1216 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.784 thr=0.95 final=1 no-stop
|
| 1217 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.798 thr=0.95 final=1 no-stop
|
| 1218 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.807 thr=0.95 final=1 no-stop
|
| 1219 |
+
INFO: ::1:42458 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1220 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.785 thr=0.95 final=1 no-stop
|
| 1221 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.797 thr=0.95 final=1 no-stop
|
| 1222 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.810 thr=0.95 final=1 no-stop
|
| 1223 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.814 thr=0.95 final=1 no-stop
|
| 1224 |
+
INFO: ::1:42470 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1225 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.802 thr=0.95 final=1 no-stop
|
| 1226 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.813 thr=0.95 final=1 no-stop
|
| 1227 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.829 thr=0.95 final=1 no-stop
|
| 1228 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.826 thr=0.95 final=1 no-stop
|
| 1229 |
+
INFO: ::1:42480 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1230 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.821 thr=0.95 final=3 no-stop
|
| 1231 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.831 thr=0.95 final=1 no-stop
|
| 1232 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.845 thr=0.95 final=1 no-stop
|
| 1233 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.839 thr=0.95 final=1 no-stop
|
| 1234 |
+
INFO: ::1:42494 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1235 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.839 thr=0.95 final=1 no-stop
|
| 1236 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.851 thr=0.95 final=1 no-stop
|
| 1237 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.864 thr=0.95 final=1 no-stop
|
| 1238 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.863 thr=0.95 final=1 no-stop
|
| 1239 |
+
INFO: ::1:42506 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1240 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.854 thr=0.95 final=1 no-stop
|
| 1241 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.865 thr=0.95 final=1 no-stop
|
| 1242 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.873 thr=0.95 final=1 no-stop
|
| 1243 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.869 thr=0.95 final=1 no-stop
|
| 1244 |
+
INFO: ::1:42518 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1245 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.866 thr=0.95 final=1 no-stop
|
| 1246 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.878 thr=0.95 final=1 no-stop
|
| 1247 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.890 thr=0.95 final=1 no-stop
|
| 1248 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.886 thr=0.95 final=1 no-stop
|
| 1249 |
+
INFO: ::1:42530 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1250 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.878 thr=0.95 final=1 no-stop
|
| 1251 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.893 thr=0.95 final=1 no-stop
|
| 1252 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.902 thr=0.95 final=1 no-stop
|
| 1253 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.897 thr=0.95 final=1 no-stop
|
| 1254 |
+
INFO: ::1:42538 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1255 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.893 thr=0.95 final=3 no-stop
|
| 1256 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.910 thr=0.95 final=1 no-stop
|
| 1257 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.915 thr=0.95 final=1 no-stop
|
| 1258 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.912 thr=0.95 final=1 no-stop
|
| 1259 |
+
INFO: ::1:42542 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1260 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.897 thr=0.95 final=1 no-stop
|
| 1261 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.911 thr=0.95 final=1 no-stop
|
| 1262 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.920 thr=0.95 final=1 no-stop
|
| 1263 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.917 thr=0.95 final=1 no-stop
|
| 1264 |
+
INFO: ::1:42550 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1265 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.889 thr=0.95 final=1 no-stop
|
| 1266 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.905 thr=0.95 final=1 no-stop
|
| 1267 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.911 thr=0.95 final=1 no-stop
|
| 1268 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.907 thr=0.95 final=1 no-stop
|
| 1269 |
+
INFO: ::1:42554 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1270 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.884 thr=0.95 final=1 no-stop
|
| 1271 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.899 thr=0.95 final=1 no-stop
|
| 1272 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.903 thr=0.95 final=1 no-stop
|
| 1273 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.897 thr=0.95 final=1 no-stop
|
| 1274 |
+
INFO: ::1:42556 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1275 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.881 thr=0.95 final=1 no-stop
|
| 1276 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.893 thr=0.95 final=1 no-stop
|
| 1277 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.897 thr=0.95 final=1 no-stop
|
| 1278 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.897 thr=0.95 final=1 no-stop
|
| 1279 |
+
INFO: ::1:52654 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1280 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.874 thr=0.95 final=1 no-stop
|
| 1281 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.889 thr=0.95 final=1 no-stop
|
| 1282 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.895 thr=0.95 final=1 no-stop
|
| 1283 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.895 thr=0.95 final=1 no-stop
|
| 1284 |
+
INFO: ::1:52660 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1285 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.867 thr=0.95 final=1 no-stop
|
| 1286 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.884 thr=0.95 final=1 no-stop
|
| 1287 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.886 thr=0.95 final=1 no-stop
|
| 1288 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.881 thr=0.95 final=1 no-stop
|
| 1289 |
+
INFO: ::1:52668 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1290 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.879 thr=0.95 final=1 no-stop
|
| 1291 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.890 thr=0.95 final=1 no-stop
|
| 1292 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.892 thr=0.95 final=1 no-stop
|
| 1293 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.886 thr=0.95 final=3 no-stop
|
| 1294 |
+
INFO: ::1:52678 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1295 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.890 thr=0.95 final=1 no-stop
|
| 1296 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.897 thr=0.95 final=1 no-stop
|
| 1297 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.900 thr=0.95 final=3 no-stop
|
| 1298 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.897 thr=0.95 final=3 no-stop
|
| 1299 |
+
INFO: ::1:52690 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1300 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.883 thr=0.95 final=1 no-stop
|
| 1301 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.887 thr=0.95 final=3 no-stop
|
| 1302 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.894 thr=0.95 final=3 no-stop
|
| 1303 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.887 thr=0.95 final=3 no-stop
|
| 1304 |
+
INFO: ::1:52702 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1305 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.883 thr=0.95 final=3 no-stop
|
| 1306 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.885 thr=0.95 final=3 no-stop
|
| 1307 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.889 thr=0.95 final=3 no-stop
|
| 1308 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.884 thr=0.95 final=3 no-stop
|
| 1309 |
+
INFO: ::1:52716 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1310 |
+
STOP_DEBUG disc_argmax=1 stop_prob=0.926 thr=0.95 final=1 no-stop
|
| 1311 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.934 thr=0.95 final=3 no-stop
|
| 1312 |
+
STOP_DEBUG disc_argmax=3 stop_prob=0.840 thr=0.95 final=3 no-stop
|
| 1313 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.782 thr=0.95 final=0 A-fire
|
| 1314 |
+
INFO: ::1:52728 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|
| 1315 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.955 thr=0.95 final=0 B-fire
|
| 1316 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.718 thr=0.95 final=0 A-fire
|
| 1317 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.685 thr=0.95 final=0 A-fire
|
| 1318 |
+
STOP_DEBUG disc_argmax=0 stop_prob=0.609 thr=0.95 final=0 A-fire
|
| 1319 |
+
INFO: ::1:52744 - "POST /agent/ryworld/step HTTP/1.1" 200 OK
|