Robotics
LeRobot
English
embodied-ai
dynamic-manipulation
vision-language-action
manipulation
trajectory
Instructions to use H-EmbodVis/PUMA with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- LeRobot
How to use H-EmbodVis/PUMA with LeRobot:
- Notebooks
- Google Colab
- Kaggle
Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_episodes_detail.json +1202 -0
- log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_metrics.json +11 -0
- log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_metrics_report.txt +20 -0
- log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_result.txt +5 -0
- log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_episodes_detail.json +1265 -0
- log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_metrics.json +11 -0
- log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_metrics_report.txt +20 -0
- log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_result.txt +5 -0
- log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_episodes_detail.json +1286 -0
- log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_metrics.json +11 -0
- log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_metrics_report.txt +20 -0
- log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_result.txt +5 -0
- log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_episodes_detail.json +1321 -0
- log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_metrics.json +11 -0
- log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_metrics_report.txt +20 -0
- log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_result.txt +5 -0
- log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_episodes_detail.json +1335 -0
- log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_metrics.json +11 -0
- log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_metrics_report.txt +20 -0
- log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_result.txt +5 -0
- log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_episodes_detail.json +1286 -0
- log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_metrics.json +11 -0
- log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_metrics_report.txt +20 -0
- log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_result.txt +5 -0
- log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_episodes_detail.json +1769 -0
- log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_metrics.json +11 -0
- log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_metrics_report.txt +20 -0
- log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_result.txt +5 -0
- log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_episodes_detail.json +1447 -0
- log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_metrics.json +11 -0
- log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_metrics_report.txt +20 -0
- log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_result.txt +5 -0
- log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_episodes_detail.json +1356 -0
- log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_metrics.json +11 -0
- log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_metrics_report.txt +20 -0
- log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_result.txt +5 -0
- log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_episodes_detail.json +1622 -0
- log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_metrics.json +11 -0
- log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_metrics_report.txt +20 -0
- log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_result.txt +5 -0
- log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_episodes_detail.json +1853 -0
- log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_metrics.json +11 -0
- log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_metrics_report.txt +20 -0
- log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_result.txt +5 -0
- log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_episodes_detail.json +1811 -0
- log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_metrics.json +11 -0
- log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_metrics_report.txt +20 -0
- log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_result.txt +5 -0
- log/eval_result/place_object_scale/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:16:26/_episodes_detail.json +1818 -0
- log/eval_result/place_object_scale/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:16:26/_metrics.json +11 -0
log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1202 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100000,
|
| 5 |
+
"success": true,
|
| 6 |
+
"steps_taken": 140,
|
| 7 |
+
"max_steps": 400,
|
| 8 |
+
"route_completion": 100.0,
|
| 9 |
+
"manipulation_score": 100.0,
|
| 10 |
+
"total_penalty_factor": 1.0,
|
| 11 |
+
"fail_reason": null,
|
| 12 |
+
"penalty_events": []
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"episode_id": 2,
|
| 16 |
+
"seed": 100001,
|
| 17 |
+
"success": true,
|
| 18 |
+
"steps_taken": 113,
|
| 19 |
+
"max_steps": 400,
|
| 20 |
+
"route_completion": 100.0,
|
| 21 |
+
"manipulation_score": 100.0,
|
| 22 |
+
"total_penalty_factor": 1.0,
|
| 23 |
+
"fail_reason": null,
|
| 24 |
+
"penalty_events": []
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"episode_id": 3,
|
| 28 |
+
"seed": 100003,
|
| 29 |
+
"success": false,
|
| 30 |
+
"steps_taken": 400,
|
| 31 |
+
"max_steps": 400,
|
| 32 |
+
"route_completion": 30.780233336072826,
|
| 33 |
+
"manipulation_score": 30.780233336072826,
|
| 34 |
+
"total_penalty_factor": 1.0,
|
| 35 |
+
"fail_reason": null,
|
| 36 |
+
"penalty_events": []
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"episode_id": 4,
|
| 40 |
+
"seed": 100007,
|
| 41 |
+
"success": true,
|
| 42 |
+
"steps_taken": 122,
|
| 43 |
+
"max_steps": 400,
|
| 44 |
+
"route_completion": 100.0,
|
| 45 |
+
"manipulation_score": 100.0,
|
| 46 |
+
"total_penalty_factor": 1.0,
|
| 47 |
+
"fail_reason": null,
|
| 48 |
+
"penalty_events": []
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"episode_id": 5,
|
| 52 |
+
"seed": 100008,
|
| 53 |
+
"success": false,
|
| 54 |
+
"steps_taken": 400,
|
| 55 |
+
"max_steps": 400,
|
| 56 |
+
"route_completion": 23.908697595377117,
|
| 57 |
+
"manipulation_score": 23.908697595377117,
|
| 58 |
+
"total_penalty_factor": 1.0,
|
| 59 |
+
"fail_reason": null,
|
| 60 |
+
"penalty_events": []
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"episode_id": 6,
|
| 64 |
+
"seed": 100010,
|
| 65 |
+
"success": true,
|
| 66 |
+
"steps_taken": 155,
|
| 67 |
+
"max_steps": 400,
|
| 68 |
+
"route_completion": 100.0,
|
| 69 |
+
"manipulation_score": 100.0,
|
| 70 |
+
"total_penalty_factor": 1.0,
|
| 71 |
+
"fail_reason": null,
|
| 72 |
+
"penalty_events": []
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"episode_id": 7,
|
| 76 |
+
"seed": 100011,
|
| 77 |
+
"success": true,
|
| 78 |
+
"steps_taken": 101,
|
| 79 |
+
"max_steps": 400,
|
| 80 |
+
"route_completion": 100.0,
|
| 81 |
+
"manipulation_score": 100.0,
|
| 82 |
+
"total_penalty_factor": 1.0,
|
| 83 |
+
"fail_reason": null,
|
| 84 |
+
"penalty_events": []
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"episode_id": 8,
|
| 88 |
+
"seed": 100012,
|
| 89 |
+
"success": false,
|
| 90 |
+
"steps_taken": 400,
|
| 91 |
+
"max_steps": 400,
|
| 92 |
+
"route_completion": 28.807502669615825,
|
| 93 |
+
"manipulation_score": 28.807502669615825,
|
| 94 |
+
"total_penalty_factor": 1.0,
|
| 95 |
+
"fail_reason": null,
|
| 96 |
+
"penalty_events": []
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"episode_id": 9,
|
| 100 |
+
"seed": 100013,
|
| 101 |
+
"success": true,
|
| 102 |
+
"steps_taken": 101,
|
| 103 |
+
"max_steps": 400,
|
| 104 |
+
"route_completion": 100.0,
|
| 105 |
+
"manipulation_score": 100.0,
|
| 106 |
+
"total_penalty_factor": 1.0,
|
| 107 |
+
"fail_reason": null,
|
| 108 |
+
"penalty_events": []
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"episode_id": 10,
|
| 112 |
+
"seed": 100014,
|
| 113 |
+
"success": true,
|
| 114 |
+
"steps_taken": 101,
|
| 115 |
+
"max_steps": 400,
|
| 116 |
+
"route_completion": 100.0,
|
| 117 |
+
"manipulation_score": 100.0,
|
| 118 |
+
"total_penalty_factor": 1.0,
|
| 119 |
+
"fail_reason": null,
|
| 120 |
+
"penalty_events": []
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"episode_id": 11,
|
| 124 |
+
"seed": 100016,
|
| 125 |
+
"success": false,
|
| 126 |
+
"steps_taken": 400,
|
| 127 |
+
"max_steps": 400,
|
| 128 |
+
"route_completion": 32.63256030311247,
|
| 129 |
+
"manipulation_score": 32.63256030311247,
|
| 130 |
+
"total_penalty_factor": 1.0,
|
| 131 |
+
"fail_reason": null,
|
| 132 |
+
"penalty_events": []
|
| 133 |
+
},
|
| 134 |
+
{
|
| 135 |
+
"episode_id": 12,
|
| 136 |
+
"seed": 100017,
|
| 137 |
+
"success": true,
|
| 138 |
+
"steps_taken": 117,
|
| 139 |
+
"max_steps": 400,
|
| 140 |
+
"route_completion": 100.0,
|
| 141 |
+
"manipulation_score": 100.0,
|
| 142 |
+
"total_penalty_factor": 1.0,
|
| 143 |
+
"fail_reason": null,
|
| 144 |
+
"penalty_events": []
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"episode_id": 13,
|
| 148 |
+
"seed": 100019,
|
| 149 |
+
"success": false,
|
| 150 |
+
"steps_taken": 400,
|
| 151 |
+
"max_steps": 400,
|
| 152 |
+
"route_completion": 57.13602916956596,
|
| 153 |
+
"manipulation_score": 57.13602916956596,
|
| 154 |
+
"total_penalty_factor": 1.0,
|
| 155 |
+
"fail_reason": null,
|
| 156 |
+
"penalty_events": []
|
| 157 |
+
},
|
| 158 |
+
{
|
| 159 |
+
"episode_id": 14,
|
| 160 |
+
"seed": 100020,
|
| 161 |
+
"success": false,
|
| 162 |
+
"steps_taken": 400,
|
| 163 |
+
"max_steps": 400,
|
| 164 |
+
"route_completion": 33.32602790289694,
|
| 165 |
+
"manipulation_score": 33.32602790289694,
|
| 166 |
+
"total_penalty_factor": 1.0,
|
| 167 |
+
"fail_reason": null,
|
| 168 |
+
"penalty_events": []
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"episode_id": 15,
|
| 172 |
+
"seed": 100021,
|
| 173 |
+
"success": true,
|
| 174 |
+
"steps_taken": 103,
|
| 175 |
+
"max_steps": 400,
|
| 176 |
+
"route_completion": 100.0,
|
| 177 |
+
"manipulation_score": 100.0,
|
| 178 |
+
"total_penalty_factor": 1.0,
|
| 179 |
+
"fail_reason": null,
|
| 180 |
+
"penalty_events": []
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"episode_id": 16,
|
| 184 |
+
"seed": 100022,
|
| 185 |
+
"success": false,
|
| 186 |
+
"steps_taken": 400,
|
| 187 |
+
"max_steps": 400,
|
| 188 |
+
"route_completion": 28.082497314222906,
|
| 189 |
+
"manipulation_score": 28.082497314222906,
|
| 190 |
+
"total_penalty_factor": 1.0,
|
| 191 |
+
"fail_reason": null,
|
| 192 |
+
"penalty_events": []
|
| 193 |
+
},
|
| 194 |
+
{
|
| 195 |
+
"episode_id": 17,
|
| 196 |
+
"seed": 100023,
|
| 197 |
+
"success": false,
|
| 198 |
+
"steps_taken": 400,
|
| 199 |
+
"max_steps": 400,
|
| 200 |
+
"route_completion": 42.807262777819666,
|
| 201 |
+
"manipulation_score": 42.807262777819666,
|
| 202 |
+
"total_penalty_factor": 1.0,
|
| 203 |
+
"fail_reason": null,
|
| 204 |
+
"penalty_events": []
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"episode_id": 18,
|
| 208 |
+
"seed": 100024,
|
| 209 |
+
"success": true,
|
| 210 |
+
"steps_taken": 119,
|
| 211 |
+
"max_steps": 400,
|
| 212 |
+
"route_completion": 100.0,
|
| 213 |
+
"manipulation_score": 100.0,
|
| 214 |
+
"total_penalty_factor": 1.0,
|
| 215 |
+
"fail_reason": null,
|
| 216 |
+
"penalty_events": []
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"episode_id": 19,
|
| 220 |
+
"seed": 100026,
|
| 221 |
+
"success": false,
|
| 222 |
+
"steps_taken": 400,
|
| 223 |
+
"max_steps": 400,
|
| 224 |
+
"route_completion": 42.45681898458667,
|
| 225 |
+
"manipulation_score": 42.45681898458667,
|
| 226 |
+
"total_penalty_factor": 1.0,
|
| 227 |
+
"fail_reason": null,
|
| 228 |
+
"penalty_events": []
|
| 229 |
+
},
|
| 230 |
+
{
|
| 231 |
+
"episode_id": 20,
|
| 232 |
+
"seed": 100027,
|
| 233 |
+
"success": true,
|
| 234 |
+
"steps_taken": 109,
|
| 235 |
+
"max_steps": 400,
|
| 236 |
+
"route_completion": 100.0,
|
| 237 |
+
"manipulation_score": 100.0,
|
| 238 |
+
"total_penalty_factor": 1.0,
|
| 239 |
+
"fail_reason": null,
|
| 240 |
+
"penalty_events": []
|
| 241 |
+
},
|
| 242 |
+
{
|
| 243 |
+
"episode_id": 21,
|
| 244 |
+
"seed": 100031,
|
| 245 |
+
"success": true,
|
| 246 |
+
"steps_taken": 236,
|
| 247 |
+
"max_steps": 400,
|
| 248 |
+
"route_completion": 100.0,
|
| 249 |
+
"manipulation_score": 100.0,
|
| 250 |
+
"total_penalty_factor": 1.0,
|
| 251 |
+
"fail_reason": null,
|
| 252 |
+
"penalty_events": []
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"episode_id": 22,
|
| 256 |
+
"seed": 100032,
|
| 257 |
+
"success": true,
|
| 258 |
+
"steps_taken": 124,
|
| 259 |
+
"max_steps": 400,
|
| 260 |
+
"route_completion": 100.0,
|
| 261 |
+
"manipulation_score": 100.0,
|
| 262 |
+
"total_penalty_factor": 1.0,
|
| 263 |
+
"fail_reason": null,
|
| 264 |
+
"penalty_events": []
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"episode_id": 23,
|
| 268 |
+
"seed": 100033,
|
| 269 |
+
"success": true,
|
| 270 |
+
"steps_taken": 124,
|
| 271 |
+
"max_steps": 400,
|
| 272 |
+
"route_completion": 100.0,
|
| 273 |
+
"manipulation_score": 100.0,
|
| 274 |
+
"total_penalty_factor": 1.0,
|
| 275 |
+
"fail_reason": null,
|
| 276 |
+
"penalty_events": []
|
| 277 |
+
},
|
| 278 |
+
{
|
| 279 |
+
"episode_id": 24,
|
| 280 |
+
"seed": 100034,
|
| 281 |
+
"success": true,
|
| 282 |
+
"steps_taken": 111,
|
| 283 |
+
"max_steps": 400,
|
| 284 |
+
"route_completion": 100.0,
|
| 285 |
+
"manipulation_score": 100.0,
|
| 286 |
+
"total_penalty_factor": 1.0,
|
| 287 |
+
"fail_reason": null,
|
| 288 |
+
"penalty_events": []
|
| 289 |
+
},
|
| 290 |
+
{
|
| 291 |
+
"episode_id": 25,
|
| 292 |
+
"seed": 100036,
|
| 293 |
+
"success": true,
|
| 294 |
+
"steps_taken": 113,
|
| 295 |
+
"max_steps": 400,
|
| 296 |
+
"route_completion": 100.0,
|
| 297 |
+
"manipulation_score": 100.0,
|
| 298 |
+
"total_penalty_factor": 1.0,
|
| 299 |
+
"fail_reason": null,
|
| 300 |
+
"penalty_events": []
|
| 301 |
+
},
|
| 302 |
+
{
|
| 303 |
+
"episode_id": 26,
|
| 304 |
+
"seed": 100039,
|
| 305 |
+
"success": true,
|
| 306 |
+
"steps_taken": 127,
|
| 307 |
+
"max_steps": 400,
|
| 308 |
+
"route_completion": 100.0,
|
| 309 |
+
"manipulation_score": 100.0,
|
| 310 |
+
"total_penalty_factor": 1.0,
|
| 311 |
+
"fail_reason": null,
|
| 312 |
+
"penalty_events": []
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"episode_id": 27,
|
| 316 |
+
"seed": 100041,
|
| 317 |
+
"success": true,
|
| 318 |
+
"steps_taken": 114,
|
| 319 |
+
"max_steps": 400,
|
| 320 |
+
"route_completion": 100.0,
|
| 321 |
+
"manipulation_score": 100.0,
|
| 322 |
+
"total_penalty_factor": 1.0,
|
| 323 |
+
"fail_reason": null,
|
| 324 |
+
"penalty_events": []
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"episode_id": 28,
|
| 328 |
+
"seed": 100045,
|
| 329 |
+
"success": true,
|
| 330 |
+
"steps_taken": 104,
|
| 331 |
+
"max_steps": 400,
|
| 332 |
+
"route_completion": 100.0,
|
| 333 |
+
"manipulation_score": 100.0,
|
| 334 |
+
"total_penalty_factor": 1.0,
|
| 335 |
+
"fail_reason": null,
|
| 336 |
+
"penalty_events": []
|
| 337 |
+
},
|
| 338 |
+
{
|
| 339 |
+
"episode_id": 29,
|
| 340 |
+
"seed": 100046,
|
| 341 |
+
"success": true,
|
| 342 |
+
"steps_taken": 97,
|
| 343 |
+
"max_steps": 400,
|
| 344 |
+
"route_completion": 100.0,
|
| 345 |
+
"manipulation_score": 100.0,
|
| 346 |
+
"total_penalty_factor": 1.0,
|
| 347 |
+
"fail_reason": null,
|
| 348 |
+
"penalty_events": []
|
| 349 |
+
},
|
| 350 |
+
{
|
| 351 |
+
"episode_id": 30,
|
| 352 |
+
"seed": 100048,
|
| 353 |
+
"success": false,
|
| 354 |
+
"steps_taken": 400,
|
| 355 |
+
"max_steps": 400,
|
| 356 |
+
"route_completion": 17.14912659220212,
|
| 357 |
+
"manipulation_score": 17.14912659220212,
|
| 358 |
+
"total_penalty_factor": 1.0,
|
| 359 |
+
"fail_reason": null,
|
| 360 |
+
"penalty_events": []
|
| 361 |
+
},
|
| 362 |
+
{
|
| 363 |
+
"episode_id": 31,
|
| 364 |
+
"seed": 100051,
|
| 365 |
+
"success": false,
|
| 366 |
+
"steps_taken": 400,
|
| 367 |
+
"max_steps": 400,
|
| 368 |
+
"route_completion": 49.40317565133448,
|
| 369 |
+
"manipulation_score": 49.40317565133448,
|
| 370 |
+
"total_penalty_factor": 1.0,
|
| 371 |
+
"fail_reason": null,
|
| 372 |
+
"penalty_events": []
|
| 373 |
+
},
|
| 374 |
+
{
|
| 375 |
+
"episode_id": 32,
|
| 376 |
+
"seed": 100052,
|
| 377 |
+
"success": true,
|
| 378 |
+
"steps_taken": 113,
|
| 379 |
+
"max_steps": 400,
|
| 380 |
+
"route_completion": 100.0,
|
| 381 |
+
"manipulation_score": 100.0,
|
| 382 |
+
"total_penalty_factor": 1.0,
|
| 383 |
+
"fail_reason": null,
|
| 384 |
+
"penalty_events": []
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"episode_id": 33,
|
| 388 |
+
"seed": 100053,
|
| 389 |
+
"success": false,
|
| 390 |
+
"steps_taken": 400,
|
| 391 |
+
"max_steps": 400,
|
| 392 |
+
"route_completion": 25.376245179790306,
|
| 393 |
+
"manipulation_score": 25.376245179790306,
|
| 394 |
+
"total_penalty_factor": 1.0,
|
| 395 |
+
"fail_reason": null,
|
| 396 |
+
"penalty_events": []
|
| 397 |
+
},
|
| 398 |
+
{
|
| 399 |
+
"episode_id": 34,
|
| 400 |
+
"seed": 100055,
|
| 401 |
+
"success": true,
|
| 402 |
+
"steps_taken": 120,
|
| 403 |
+
"max_steps": 400,
|
| 404 |
+
"route_completion": 100.0,
|
| 405 |
+
"manipulation_score": 100.0,
|
| 406 |
+
"total_penalty_factor": 1.0,
|
| 407 |
+
"fail_reason": null,
|
| 408 |
+
"penalty_events": []
|
| 409 |
+
},
|
| 410 |
+
{
|
| 411 |
+
"episode_id": 35,
|
| 412 |
+
"seed": 100056,
|
| 413 |
+
"success": false,
|
| 414 |
+
"steps_taken": 400,
|
| 415 |
+
"max_steps": 400,
|
| 416 |
+
"route_completion": 57.93199428906024,
|
| 417 |
+
"manipulation_score": 57.93199428906024,
|
| 418 |
+
"total_penalty_factor": 1.0,
|
| 419 |
+
"fail_reason": null,
|
| 420 |
+
"penalty_events": []
|
| 421 |
+
},
|
| 422 |
+
{
|
| 423 |
+
"episode_id": 36,
|
| 424 |
+
"seed": 100057,
|
| 425 |
+
"success": true,
|
| 426 |
+
"steps_taken": 102,
|
| 427 |
+
"max_steps": 400,
|
| 428 |
+
"route_completion": 100.0,
|
| 429 |
+
"manipulation_score": 100.0,
|
| 430 |
+
"total_penalty_factor": 1.0,
|
| 431 |
+
"fail_reason": null,
|
| 432 |
+
"penalty_events": []
|
| 433 |
+
},
|
| 434 |
+
{
|
| 435 |
+
"episode_id": 37,
|
| 436 |
+
"seed": 100058,
|
| 437 |
+
"success": false,
|
| 438 |
+
"steps_taken": 400,
|
| 439 |
+
"max_steps": 400,
|
| 440 |
+
"route_completion": 25.690302278428025,
|
| 441 |
+
"manipulation_score": 25.690302278428025,
|
| 442 |
+
"total_penalty_factor": 1.0,
|
| 443 |
+
"fail_reason": null,
|
| 444 |
+
"penalty_events": []
|
| 445 |
+
},
|
| 446 |
+
{
|
| 447 |
+
"episode_id": 38,
|
| 448 |
+
"seed": 100060,
|
| 449 |
+
"success": true,
|
| 450 |
+
"steps_taken": 107,
|
| 451 |
+
"max_steps": 400,
|
| 452 |
+
"route_completion": 100.0,
|
| 453 |
+
"manipulation_score": 100.0,
|
| 454 |
+
"total_penalty_factor": 1.0,
|
| 455 |
+
"fail_reason": null,
|
| 456 |
+
"penalty_events": []
|
| 457 |
+
},
|
| 458 |
+
{
|
| 459 |
+
"episode_id": 39,
|
| 460 |
+
"seed": 100061,
|
| 461 |
+
"success": true,
|
| 462 |
+
"steps_taken": 97,
|
| 463 |
+
"max_steps": 400,
|
| 464 |
+
"route_completion": 100.0,
|
| 465 |
+
"manipulation_score": 100.0,
|
| 466 |
+
"total_penalty_factor": 1.0,
|
| 467 |
+
"fail_reason": null,
|
| 468 |
+
"penalty_events": []
|
| 469 |
+
},
|
| 470 |
+
{
|
| 471 |
+
"episode_id": 40,
|
| 472 |
+
"seed": 100063,
|
| 473 |
+
"success": false,
|
| 474 |
+
"steps_taken": 400,
|
| 475 |
+
"max_steps": 400,
|
| 476 |
+
"route_completion": 67.98448946694164,
|
| 477 |
+
"manipulation_score": 67.98448946694164,
|
| 478 |
+
"total_penalty_factor": 1.0,
|
| 479 |
+
"fail_reason": null,
|
| 480 |
+
"penalty_events": []
|
| 481 |
+
},
|
| 482 |
+
{
|
| 483 |
+
"episode_id": 41,
|
| 484 |
+
"seed": 100067,
|
| 485 |
+
"success": true,
|
| 486 |
+
"steps_taken": 109,
|
| 487 |
+
"max_steps": 400,
|
| 488 |
+
"route_completion": 100.0,
|
| 489 |
+
"manipulation_score": 100.0,
|
| 490 |
+
"total_penalty_factor": 1.0,
|
| 491 |
+
"fail_reason": null,
|
| 492 |
+
"penalty_events": []
|
| 493 |
+
},
|
| 494 |
+
{
|
| 495 |
+
"episode_id": 42,
|
| 496 |
+
"seed": 100071,
|
| 497 |
+
"success": true,
|
| 498 |
+
"steps_taken": 105,
|
| 499 |
+
"max_steps": 400,
|
| 500 |
+
"route_completion": 100.0,
|
| 501 |
+
"manipulation_score": 100.0,
|
| 502 |
+
"total_penalty_factor": 1.0,
|
| 503 |
+
"fail_reason": null,
|
| 504 |
+
"penalty_events": []
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"episode_id": 43,
|
| 508 |
+
"seed": 100072,
|
| 509 |
+
"success": false,
|
| 510 |
+
"steps_taken": 400,
|
| 511 |
+
"max_steps": 400,
|
| 512 |
+
"route_completion": 31.533045020975663,
|
| 513 |
+
"manipulation_score": 31.533045020975663,
|
| 514 |
+
"total_penalty_factor": 1.0,
|
| 515 |
+
"fail_reason": null,
|
| 516 |
+
"penalty_events": []
|
| 517 |
+
},
|
| 518 |
+
{
|
| 519 |
+
"episode_id": 44,
|
| 520 |
+
"seed": 100073,
|
| 521 |
+
"success": true,
|
| 522 |
+
"steps_taken": 109,
|
| 523 |
+
"max_steps": 400,
|
| 524 |
+
"route_completion": 100.0,
|
| 525 |
+
"manipulation_score": 100.0,
|
| 526 |
+
"total_penalty_factor": 1.0,
|
| 527 |
+
"fail_reason": null,
|
| 528 |
+
"penalty_events": []
|
| 529 |
+
},
|
| 530 |
+
{
|
| 531 |
+
"episode_id": 45,
|
| 532 |
+
"seed": 100075,
|
| 533 |
+
"success": true,
|
| 534 |
+
"steps_taken": 110,
|
| 535 |
+
"max_steps": 400,
|
| 536 |
+
"route_completion": 100.0,
|
| 537 |
+
"manipulation_score": 100.0,
|
| 538 |
+
"total_penalty_factor": 1.0,
|
| 539 |
+
"fail_reason": null,
|
| 540 |
+
"penalty_events": []
|
| 541 |
+
},
|
| 542 |
+
{
|
| 543 |
+
"episode_id": 46,
|
| 544 |
+
"seed": 100077,
|
| 545 |
+
"success": true,
|
| 546 |
+
"steps_taken": 112,
|
| 547 |
+
"max_steps": 400,
|
| 548 |
+
"route_completion": 100.0,
|
| 549 |
+
"manipulation_score": 100.0,
|
| 550 |
+
"total_penalty_factor": 1.0,
|
| 551 |
+
"fail_reason": null,
|
| 552 |
+
"penalty_events": []
|
| 553 |
+
},
|
| 554 |
+
{
|
| 555 |
+
"episode_id": 47,
|
| 556 |
+
"seed": 100078,
|
| 557 |
+
"success": true,
|
| 558 |
+
"steps_taken": 125,
|
| 559 |
+
"max_steps": 400,
|
| 560 |
+
"route_completion": 100.0,
|
| 561 |
+
"manipulation_score": 100.0,
|
| 562 |
+
"total_penalty_factor": 1.0,
|
| 563 |
+
"fail_reason": null,
|
| 564 |
+
"penalty_events": []
|
| 565 |
+
},
|
| 566 |
+
{
|
| 567 |
+
"episode_id": 48,
|
| 568 |
+
"seed": 100079,
|
| 569 |
+
"success": true,
|
| 570 |
+
"steps_taken": 101,
|
| 571 |
+
"max_steps": 400,
|
| 572 |
+
"route_completion": 100.0,
|
| 573 |
+
"manipulation_score": 100.0,
|
| 574 |
+
"total_penalty_factor": 1.0,
|
| 575 |
+
"fail_reason": null,
|
| 576 |
+
"penalty_events": []
|
| 577 |
+
},
|
| 578 |
+
{
|
| 579 |
+
"episode_id": 49,
|
| 580 |
+
"seed": 100082,
|
| 581 |
+
"success": true,
|
| 582 |
+
"steps_taken": 120,
|
| 583 |
+
"max_steps": 400,
|
| 584 |
+
"route_completion": 100.0,
|
| 585 |
+
"manipulation_score": 100.0,
|
| 586 |
+
"total_penalty_factor": 1.0,
|
| 587 |
+
"fail_reason": null,
|
| 588 |
+
"penalty_events": []
|
| 589 |
+
},
|
| 590 |
+
{
|
| 591 |
+
"episode_id": 50,
|
| 592 |
+
"seed": 100083,
|
| 593 |
+
"success": false,
|
| 594 |
+
"steps_taken": 400,
|
| 595 |
+
"max_steps": 400,
|
| 596 |
+
"route_completion": 18.939414326362595,
|
| 597 |
+
"manipulation_score": 18.939414326362595,
|
| 598 |
+
"total_penalty_factor": 1.0,
|
| 599 |
+
"fail_reason": null,
|
| 600 |
+
"penalty_events": []
|
| 601 |
+
},
|
| 602 |
+
{
|
| 603 |
+
"episode_id": 51,
|
| 604 |
+
"seed": 100084,
|
| 605 |
+
"success": true,
|
| 606 |
+
"steps_taken": 112,
|
| 607 |
+
"max_steps": 400,
|
| 608 |
+
"route_completion": 100.0,
|
| 609 |
+
"manipulation_score": 100.0,
|
| 610 |
+
"total_penalty_factor": 1.0,
|
| 611 |
+
"fail_reason": null,
|
| 612 |
+
"penalty_events": []
|
| 613 |
+
},
|
| 614 |
+
{
|
| 615 |
+
"episode_id": 52,
|
| 616 |
+
"seed": 100086,
|
| 617 |
+
"success": false,
|
| 618 |
+
"steps_taken": 400,
|
| 619 |
+
"max_steps": 400,
|
| 620 |
+
"route_completion": 39.4040203695935,
|
| 621 |
+
"manipulation_score": 39.4040203695935,
|
| 622 |
+
"total_penalty_factor": 1.0,
|
| 623 |
+
"fail_reason": null,
|
| 624 |
+
"penalty_events": []
|
| 625 |
+
},
|
| 626 |
+
{
|
| 627 |
+
"episode_id": 53,
|
| 628 |
+
"seed": 100087,
|
| 629 |
+
"success": true,
|
| 630 |
+
"steps_taken": 111,
|
| 631 |
+
"max_steps": 400,
|
| 632 |
+
"route_completion": 100.0,
|
| 633 |
+
"manipulation_score": 100.0,
|
| 634 |
+
"total_penalty_factor": 1.0,
|
| 635 |
+
"fail_reason": null,
|
| 636 |
+
"penalty_events": []
|
| 637 |
+
},
|
| 638 |
+
{
|
| 639 |
+
"episode_id": 54,
|
| 640 |
+
"seed": 100088,
|
| 641 |
+
"success": false,
|
| 642 |
+
"steps_taken": 400,
|
| 643 |
+
"max_steps": 400,
|
| 644 |
+
"route_completion": 35.3304590934986,
|
| 645 |
+
"manipulation_score": 35.3304590934986,
|
| 646 |
+
"total_penalty_factor": 1.0,
|
| 647 |
+
"fail_reason": null,
|
| 648 |
+
"penalty_events": []
|
| 649 |
+
},
|
| 650 |
+
{
|
| 651 |
+
"episode_id": 55,
|
| 652 |
+
"seed": 100090,
|
| 653 |
+
"success": false,
|
| 654 |
+
"steps_taken": 400,
|
| 655 |
+
"max_steps": 400,
|
| 656 |
+
"route_completion": 28.823515648557237,
|
| 657 |
+
"manipulation_score": 28.823515648557237,
|
| 658 |
+
"total_penalty_factor": 1.0,
|
| 659 |
+
"fail_reason": null,
|
| 660 |
+
"penalty_events": []
|
| 661 |
+
},
|
| 662 |
+
{
|
| 663 |
+
"episode_id": 56,
|
| 664 |
+
"seed": 100093,
|
| 665 |
+
"success": true,
|
| 666 |
+
"steps_taken": 128,
|
| 667 |
+
"max_steps": 400,
|
| 668 |
+
"route_completion": 100.0,
|
| 669 |
+
"manipulation_score": 100.0,
|
| 670 |
+
"total_penalty_factor": 1.0,
|
| 671 |
+
"fail_reason": null,
|
| 672 |
+
"penalty_events": []
|
| 673 |
+
},
|
| 674 |
+
{
|
| 675 |
+
"episode_id": 57,
|
| 676 |
+
"seed": 100094,
|
| 677 |
+
"success": true,
|
| 678 |
+
"steps_taken": 93,
|
| 679 |
+
"max_steps": 400,
|
| 680 |
+
"route_completion": 100.0,
|
| 681 |
+
"manipulation_score": 100.0,
|
| 682 |
+
"total_penalty_factor": 1.0,
|
| 683 |
+
"fail_reason": null,
|
| 684 |
+
"penalty_events": []
|
| 685 |
+
},
|
| 686 |
+
{
|
| 687 |
+
"episode_id": 58,
|
| 688 |
+
"seed": 100095,
|
| 689 |
+
"success": true,
|
| 690 |
+
"steps_taken": 103,
|
| 691 |
+
"max_steps": 400,
|
| 692 |
+
"route_completion": 100.0,
|
| 693 |
+
"manipulation_score": 100.0,
|
| 694 |
+
"total_penalty_factor": 1.0,
|
| 695 |
+
"fail_reason": null,
|
| 696 |
+
"penalty_events": []
|
| 697 |
+
},
|
| 698 |
+
{
|
| 699 |
+
"episode_id": 59,
|
| 700 |
+
"seed": 100096,
|
| 701 |
+
"success": true,
|
| 702 |
+
"steps_taken": 107,
|
| 703 |
+
"max_steps": 400,
|
| 704 |
+
"route_completion": 100.0,
|
| 705 |
+
"manipulation_score": 100.0,
|
| 706 |
+
"total_penalty_factor": 1.0,
|
| 707 |
+
"fail_reason": null,
|
| 708 |
+
"penalty_events": []
|
| 709 |
+
},
|
| 710 |
+
{
|
| 711 |
+
"episode_id": 60,
|
| 712 |
+
"seed": 100101,
|
| 713 |
+
"success": true,
|
| 714 |
+
"steps_taken": 115,
|
| 715 |
+
"max_steps": 400,
|
| 716 |
+
"route_completion": 100.0,
|
| 717 |
+
"manipulation_score": 100.0,
|
| 718 |
+
"total_penalty_factor": 1.0,
|
| 719 |
+
"fail_reason": null,
|
| 720 |
+
"penalty_events": []
|
| 721 |
+
},
|
| 722 |
+
{
|
| 723 |
+
"episode_id": 61,
|
| 724 |
+
"seed": 100103,
|
| 725 |
+
"success": true,
|
| 726 |
+
"steps_taken": 106,
|
| 727 |
+
"max_steps": 400,
|
| 728 |
+
"route_completion": 100.0,
|
| 729 |
+
"manipulation_score": 100.0,
|
| 730 |
+
"total_penalty_factor": 1.0,
|
| 731 |
+
"fail_reason": null,
|
| 732 |
+
"penalty_events": []
|
| 733 |
+
},
|
| 734 |
+
{
|
| 735 |
+
"episode_id": 62,
|
| 736 |
+
"seed": 100104,
|
| 737 |
+
"success": true,
|
| 738 |
+
"steps_taken": 113,
|
| 739 |
+
"max_steps": 400,
|
| 740 |
+
"route_completion": 100.0,
|
| 741 |
+
"manipulation_score": 100.0,
|
| 742 |
+
"total_penalty_factor": 1.0,
|
| 743 |
+
"fail_reason": null,
|
| 744 |
+
"penalty_events": []
|
| 745 |
+
},
|
| 746 |
+
{
|
| 747 |
+
"episode_id": 63,
|
| 748 |
+
"seed": 100105,
|
| 749 |
+
"success": false,
|
| 750 |
+
"steps_taken": 400,
|
| 751 |
+
"max_steps": 400,
|
| 752 |
+
"route_completion": 58.25470353034278,
|
| 753 |
+
"manipulation_score": 58.25470353034278,
|
| 754 |
+
"total_penalty_factor": 1.0,
|
| 755 |
+
"fail_reason": null,
|
| 756 |
+
"penalty_events": []
|
| 757 |
+
},
|
| 758 |
+
{
|
| 759 |
+
"episode_id": 64,
|
| 760 |
+
"seed": 100108,
|
| 761 |
+
"success": false,
|
| 762 |
+
"steps_taken": 400,
|
| 763 |
+
"max_steps": 400,
|
| 764 |
+
"route_completion": 27.246336160866065,
|
| 765 |
+
"manipulation_score": 27.246336160866065,
|
| 766 |
+
"total_penalty_factor": 1.0,
|
| 767 |
+
"fail_reason": null,
|
| 768 |
+
"penalty_events": []
|
| 769 |
+
},
|
| 770 |
+
{
|
| 771 |
+
"episode_id": 65,
|
| 772 |
+
"seed": 100109,
|
| 773 |
+
"success": true,
|
| 774 |
+
"steps_taken": 106,
|
| 775 |
+
"max_steps": 400,
|
| 776 |
+
"route_completion": 100.0,
|
| 777 |
+
"manipulation_score": 100.0,
|
| 778 |
+
"total_penalty_factor": 1.0,
|
| 779 |
+
"fail_reason": null,
|
| 780 |
+
"penalty_events": []
|
| 781 |
+
},
|
| 782 |
+
{
|
| 783 |
+
"episode_id": 66,
|
| 784 |
+
"seed": 100110,
|
| 785 |
+
"success": true,
|
| 786 |
+
"steps_taken": 128,
|
| 787 |
+
"max_steps": 400,
|
| 788 |
+
"route_completion": 100.0,
|
| 789 |
+
"manipulation_score": 100.0,
|
| 790 |
+
"total_penalty_factor": 1.0,
|
| 791 |
+
"fail_reason": null,
|
| 792 |
+
"penalty_events": []
|
| 793 |
+
},
|
| 794 |
+
{
|
| 795 |
+
"episode_id": 67,
|
| 796 |
+
"seed": 100112,
|
| 797 |
+
"success": true,
|
| 798 |
+
"steps_taken": 120,
|
| 799 |
+
"max_steps": 400,
|
| 800 |
+
"route_completion": 100.0,
|
| 801 |
+
"manipulation_score": 100.0,
|
| 802 |
+
"total_penalty_factor": 1.0,
|
| 803 |
+
"fail_reason": null,
|
| 804 |
+
"penalty_events": []
|
| 805 |
+
},
|
| 806 |
+
{
|
| 807 |
+
"episode_id": 68,
|
| 808 |
+
"seed": 100113,
|
| 809 |
+
"success": true,
|
| 810 |
+
"steps_taken": 115,
|
| 811 |
+
"max_steps": 400,
|
| 812 |
+
"route_completion": 100.0,
|
| 813 |
+
"manipulation_score": 100.0,
|
| 814 |
+
"total_penalty_factor": 1.0,
|
| 815 |
+
"fail_reason": null,
|
| 816 |
+
"penalty_events": []
|
| 817 |
+
},
|
| 818 |
+
{
|
| 819 |
+
"episode_id": 69,
|
| 820 |
+
"seed": 100114,
|
| 821 |
+
"success": true,
|
| 822 |
+
"steps_taken": 110,
|
| 823 |
+
"max_steps": 400,
|
| 824 |
+
"route_completion": 100.0,
|
| 825 |
+
"manipulation_score": 100.0,
|
| 826 |
+
"total_penalty_factor": 1.0,
|
| 827 |
+
"fail_reason": null,
|
| 828 |
+
"penalty_events": []
|
| 829 |
+
},
|
| 830 |
+
{
|
| 831 |
+
"episode_id": 70,
|
| 832 |
+
"seed": 100117,
|
| 833 |
+
"success": true,
|
| 834 |
+
"steps_taken": 127,
|
| 835 |
+
"max_steps": 400,
|
| 836 |
+
"route_completion": 100.0,
|
| 837 |
+
"manipulation_score": 100.0,
|
| 838 |
+
"total_penalty_factor": 1.0,
|
| 839 |
+
"fail_reason": null,
|
| 840 |
+
"penalty_events": []
|
| 841 |
+
},
|
| 842 |
+
{
|
| 843 |
+
"episode_id": 71,
|
| 844 |
+
"seed": 100121,
|
| 845 |
+
"success": false,
|
| 846 |
+
"steps_taken": 400,
|
| 847 |
+
"max_steps": 400,
|
| 848 |
+
"route_completion": 37.91823102408181,
|
| 849 |
+
"manipulation_score": 37.91823102408181,
|
| 850 |
+
"total_penalty_factor": 1.0,
|
| 851 |
+
"fail_reason": null,
|
| 852 |
+
"penalty_events": []
|
| 853 |
+
},
|
| 854 |
+
{
|
| 855 |
+
"episode_id": 72,
|
| 856 |
+
"seed": 100122,
|
| 857 |
+
"success": true,
|
| 858 |
+
"steps_taken": 111,
|
| 859 |
+
"max_steps": 400,
|
| 860 |
+
"route_completion": 100.0,
|
| 861 |
+
"manipulation_score": 100.0,
|
| 862 |
+
"total_penalty_factor": 1.0,
|
| 863 |
+
"fail_reason": null,
|
| 864 |
+
"penalty_events": []
|
| 865 |
+
},
|
| 866 |
+
{
|
| 867 |
+
"episode_id": 73,
|
| 868 |
+
"seed": 100123,
|
| 869 |
+
"success": true,
|
| 870 |
+
"steps_taken": 119,
|
| 871 |
+
"max_steps": 400,
|
| 872 |
+
"route_completion": 100.0,
|
| 873 |
+
"manipulation_score": 100.0,
|
| 874 |
+
"total_penalty_factor": 1.0,
|
| 875 |
+
"fail_reason": null,
|
| 876 |
+
"penalty_events": []
|
| 877 |
+
},
|
| 878 |
+
{
|
| 879 |
+
"episode_id": 74,
|
| 880 |
+
"seed": 100125,
|
| 881 |
+
"success": true,
|
| 882 |
+
"steps_taken": 113,
|
| 883 |
+
"max_steps": 400,
|
| 884 |
+
"route_completion": 100.0,
|
| 885 |
+
"manipulation_score": 100.0,
|
| 886 |
+
"total_penalty_factor": 1.0,
|
| 887 |
+
"fail_reason": null,
|
| 888 |
+
"penalty_events": []
|
| 889 |
+
},
|
| 890 |
+
{
|
| 891 |
+
"episode_id": 75,
|
| 892 |
+
"seed": 100127,
|
| 893 |
+
"success": true,
|
| 894 |
+
"steps_taken": 122,
|
| 895 |
+
"max_steps": 400,
|
| 896 |
+
"route_completion": 100.0,
|
| 897 |
+
"manipulation_score": 100.0,
|
| 898 |
+
"total_penalty_factor": 1.0,
|
| 899 |
+
"fail_reason": null,
|
| 900 |
+
"penalty_events": []
|
| 901 |
+
},
|
| 902 |
+
{
|
| 903 |
+
"episode_id": 76,
|
| 904 |
+
"seed": 100128,
|
| 905 |
+
"success": true,
|
| 906 |
+
"steps_taken": 103,
|
| 907 |
+
"max_steps": 400,
|
| 908 |
+
"route_completion": 100.0,
|
| 909 |
+
"manipulation_score": 100.0,
|
| 910 |
+
"total_penalty_factor": 1.0,
|
| 911 |
+
"fail_reason": null,
|
| 912 |
+
"penalty_events": []
|
| 913 |
+
},
|
| 914 |
+
{
|
| 915 |
+
"episode_id": 77,
|
| 916 |
+
"seed": 100129,
|
| 917 |
+
"success": true,
|
| 918 |
+
"steps_taken": 113,
|
| 919 |
+
"max_steps": 400,
|
| 920 |
+
"route_completion": 100.0,
|
| 921 |
+
"manipulation_score": 100.0,
|
| 922 |
+
"total_penalty_factor": 1.0,
|
| 923 |
+
"fail_reason": null,
|
| 924 |
+
"penalty_events": []
|
| 925 |
+
},
|
| 926 |
+
{
|
| 927 |
+
"episode_id": 78,
|
| 928 |
+
"seed": 100130,
|
| 929 |
+
"success": true,
|
| 930 |
+
"steps_taken": 102,
|
| 931 |
+
"max_steps": 400,
|
| 932 |
+
"route_completion": 100.0,
|
| 933 |
+
"manipulation_score": 100.0,
|
| 934 |
+
"total_penalty_factor": 1.0,
|
| 935 |
+
"fail_reason": null,
|
| 936 |
+
"penalty_events": []
|
| 937 |
+
},
|
| 938 |
+
{
|
| 939 |
+
"episode_id": 79,
|
| 940 |
+
"seed": 100131,
|
| 941 |
+
"success": false,
|
| 942 |
+
"steps_taken": 400,
|
| 943 |
+
"max_steps": 400,
|
| 944 |
+
"route_completion": 41.22607173928199,
|
| 945 |
+
"manipulation_score": 41.22607173928199,
|
| 946 |
+
"total_penalty_factor": 1.0,
|
| 947 |
+
"fail_reason": null,
|
| 948 |
+
"penalty_events": []
|
| 949 |
+
},
|
| 950 |
+
{
|
| 951 |
+
"episode_id": 80,
|
| 952 |
+
"seed": 100132,
|
| 953 |
+
"success": true,
|
| 954 |
+
"steps_taken": 122,
|
| 955 |
+
"max_steps": 400,
|
| 956 |
+
"route_completion": 100.0,
|
| 957 |
+
"manipulation_score": 100.0,
|
| 958 |
+
"total_penalty_factor": 1.0,
|
| 959 |
+
"fail_reason": null,
|
| 960 |
+
"penalty_events": []
|
| 961 |
+
},
|
| 962 |
+
{
|
| 963 |
+
"episode_id": 81,
|
| 964 |
+
"seed": 100133,
|
| 965 |
+
"success": true,
|
| 966 |
+
"steps_taken": 104,
|
| 967 |
+
"max_steps": 400,
|
| 968 |
+
"route_completion": 100.0,
|
| 969 |
+
"manipulation_score": 100.0,
|
| 970 |
+
"total_penalty_factor": 1.0,
|
| 971 |
+
"fail_reason": null,
|
| 972 |
+
"penalty_events": []
|
| 973 |
+
},
|
| 974 |
+
{
|
| 975 |
+
"episode_id": 82,
|
| 976 |
+
"seed": 100136,
|
| 977 |
+
"success": false,
|
| 978 |
+
"steps_taken": 400,
|
| 979 |
+
"max_steps": 400,
|
| 980 |
+
"route_completion": 31.362884009364638,
|
| 981 |
+
"manipulation_score": 31.362884009364638,
|
| 982 |
+
"total_penalty_factor": 1.0,
|
| 983 |
+
"fail_reason": null,
|
| 984 |
+
"penalty_events": []
|
| 985 |
+
},
|
| 986 |
+
{
|
| 987 |
+
"episode_id": 83,
|
| 988 |
+
"seed": 100138,
|
| 989 |
+
"success": true,
|
| 990 |
+
"steps_taken": 113,
|
| 991 |
+
"max_steps": 400,
|
| 992 |
+
"route_completion": 100.0,
|
| 993 |
+
"manipulation_score": 100.0,
|
| 994 |
+
"total_penalty_factor": 1.0,
|
| 995 |
+
"fail_reason": null,
|
| 996 |
+
"penalty_events": []
|
| 997 |
+
},
|
| 998 |
+
{
|
| 999 |
+
"episode_id": 84,
|
| 1000 |
+
"seed": 100139,
|
| 1001 |
+
"success": true,
|
| 1002 |
+
"steps_taken": 110,
|
| 1003 |
+
"max_steps": 400,
|
| 1004 |
+
"route_completion": 100.0,
|
| 1005 |
+
"manipulation_score": 100.0,
|
| 1006 |
+
"total_penalty_factor": 1.0,
|
| 1007 |
+
"fail_reason": null,
|
| 1008 |
+
"penalty_events": []
|
| 1009 |
+
},
|
| 1010 |
+
{
|
| 1011 |
+
"episode_id": 85,
|
| 1012 |
+
"seed": 100142,
|
| 1013 |
+
"success": true,
|
| 1014 |
+
"steps_taken": 111,
|
| 1015 |
+
"max_steps": 400,
|
| 1016 |
+
"route_completion": 100.0,
|
| 1017 |
+
"manipulation_score": 100.0,
|
| 1018 |
+
"total_penalty_factor": 1.0,
|
| 1019 |
+
"fail_reason": null,
|
| 1020 |
+
"penalty_events": []
|
| 1021 |
+
},
|
| 1022 |
+
{
|
| 1023 |
+
"episode_id": 86,
|
| 1024 |
+
"seed": 100143,
|
| 1025 |
+
"success": false,
|
| 1026 |
+
"steps_taken": 400,
|
| 1027 |
+
"max_steps": 400,
|
| 1028 |
+
"route_completion": 51.2637873909108,
|
| 1029 |
+
"manipulation_score": 51.2637873909108,
|
| 1030 |
+
"total_penalty_factor": 1.0,
|
| 1031 |
+
"fail_reason": null,
|
| 1032 |
+
"penalty_events": []
|
| 1033 |
+
},
|
| 1034 |
+
{
|
| 1035 |
+
"episode_id": 87,
|
| 1036 |
+
"seed": 100144,
|
| 1037 |
+
"success": true,
|
| 1038 |
+
"steps_taken": 93,
|
| 1039 |
+
"max_steps": 400,
|
| 1040 |
+
"route_completion": 100.0,
|
| 1041 |
+
"manipulation_score": 100.0,
|
| 1042 |
+
"total_penalty_factor": 1.0,
|
| 1043 |
+
"fail_reason": null,
|
| 1044 |
+
"penalty_events": []
|
| 1045 |
+
},
|
| 1046 |
+
{
|
| 1047 |
+
"episode_id": 88,
|
| 1048 |
+
"seed": 100145,
|
| 1049 |
+
"success": true,
|
| 1050 |
+
"steps_taken": 113,
|
| 1051 |
+
"max_steps": 400,
|
| 1052 |
+
"route_completion": 100.0,
|
| 1053 |
+
"manipulation_score": 100.0,
|
| 1054 |
+
"total_penalty_factor": 1.0,
|
| 1055 |
+
"fail_reason": null,
|
| 1056 |
+
"penalty_events": []
|
| 1057 |
+
},
|
| 1058 |
+
{
|
| 1059 |
+
"episode_id": 89,
|
| 1060 |
+
"seed": 100147,
|
| 1061 |
+
"success": false,
|
| 1062 |
+
"steps_taken": 400,
|
| 1063 |
+
"max_steps": 400,
|
| 1064 |
+
"route_completion": 51.24998499936145,
|
| 1065 |
+
"manipulation_score": 51.24998499936145,
|
| 1066 |
+
"total_penalty_factor": 1.0,
|
| 1067 |
+
"fail_reason": null,
|
| 1068 |
+
"penalty_events": []
|
| 1069 |
+
},
|
| 1070 |
+
{
|
| 1071 |
+
"episode_id": 90,
|
| 1072 |
+
"seed": 100148,
|
| 1073 |
+
"success": false,
|
| 1074 |
+
"steps_taken": 400,
|
| 1075 |
+
"max_steps": 400,
|
| 1076 |
+
"route_completion": 52.15747608450981,
|
| 1077 |
+
"manipulation_score": 52.15747608450981,
|
| 1078 |
+
"total_penalty_factor": 1.0,
|
| 1079 |
+
"fail_reason": null,
|
| 1080 |
+
"penalty_events": []
|
| 1081 |
+
},
|
| 1082 |
+
{
|
| 1083 |
+
"episode_id": 91,
|
| 1084 |
+
"seed": 100150,
|
| 1085 |
+
"success": true,
|
| 1086 |
+
"steps_taken": 110,
|
| 1087 |
+
"max_steps": 400,
|
| 1088 |
+
"route_completion": 100.0,
|
| 1089 |
+
"manipulation_score": 100.0,
|
| 1090 |
+
"total_penalty_factor": 1.0,
|
| 1091 |
+
"fail_reason": null,
|
| 1092 |
+
"penalty_events": []
|
| 1093 |
+
},
|
| 1094 |
+
{
|
| 1095 |
+
"episode_id": 92,
|
| 1096 |
+
"seed": 100151,
|
| 1097 |
+
"success": false,
|
| 1098 |
+
"steps_taken": 400,
|
| 1099 |
+
"max_steps": 400,
|
| 1100 |
+
"route_completion": 48.127199138870495,
|
| 1101 |
+
"manipulation_score": 48.127199138870495,
|
| 1102 |
+
"total_penalty_factor": 1.0,
|
| 1103 |
+
"fail_reason": null,
|
| 1104 |
+
"penalty_events": []
|
| 1105 |
+
},
|
| 1106 |
+
{
|
| 1107 |
+
"episode_id": 93,
|
| 1108 |
+
"seed": 100152,
|
| 1109 |
+
"success": true,
|
| 1110 |
+
"steps_taken": 100,
|
| 1111 |
+
"max_steps": 400,
|
| 1112 |
+
"route_completion": 100.0,
|
| 1113 |
+
"manipulation_score": 100.0,
|
| 1114 |
+
"total_penalty_factor": 1.0,
|
| 1115 |
+
"fail_reason": null,
|
| 1116 |
+
"penalty_events": []
|
| 1117 |
+
},
|
| 1118 |
+
{
|
| 1119 |
+
"episode_id": 94,
|
| 1120 |
+
"seed": 100156,
|
| 1121 |
+
"success": true,
|
| 1122 |
+
"steps_taken": 125,
|
| 1123 |
+
"max_steps": 400,
|
| 1124 |
+
"route_completion": 100.0,
|
| 1125 |
+
"manipulation_score": 100.0,
|
| 1126 |
+
"total_penalty_factor": 1.0,
|
| 1127 |
+
"fail_reason": null,
|
| 1128 |
+
"penalty_events": []
|
| 1129 |
+
},
|
| 1130 |
+
{
|
| 1131 |
+
"episode_id": 95,
|
| 1132 |
+
"seed": 100157,
|
| 1133 |
+
"success": true,
|
| 1134 |
+
"steps_taken": 109,
|
| 1135 |
+
"max_steps": 400,
|
| 1136 |
+
"route_completion": 100.0,
|
| 1137 |
+
"manipulation_score": 100.0,
|
| 1138 |
+
"total_penalty_factor": 1.0,
|
| 1139 |
+
"fail_reason": null,
|
| 1140 |
+
"penalty_events": []
|
| 1141 |
+
},
|
| 1142 |
+
{
|
| 1143 |
+
"episode_id": 96,
|
| 1144 |
+
"seed": 100158,
|
| 1145 |
+
"success": true,
|
| 1146 |
+
"steps_taken": 121,
|
| 1147 |
+
"max_steps": 400,
|
| 1148 |
+
"route_completion": 100.0,
|
| 1149 |
+
"manipulation_score": 100.0,
|
| 1150 |
+
"total_penalty_factor": 1.0,
|
| 1151 |
+
"fail_reason": null,
|
| 1152 |
+
"penalty_events": []
|
| 1153 |
+
},
|
| 1154 |
+
{
|
| 1155 |
+
"episode_id": 97,
|
| 1156 |
+
"seed": 100160,
|
| 1157 |
+
"success": true,
|
| 1158 |
+
"steps_taken": 198,
|
| 1159 |
+
"max_steps": 400,
|
| 1160 |
+
"route_completion": 100.0,
|
| 1161 |
+
"manipulation_score": 100.0,
|
| 1162 |
+
"total_penalty_factor": 1.0,
|
| 1163 |
+
"fail_reason": null,
|
| 1164 |
+
"penalty_events": []
|
| 1165 |
+
},
|
| 1166 |
+
{
|
| 1167 |
+
"episode_id": 98,
|
| 1168 |
+
"seed": 100161,
|
| 1169 |
+
"success": true,
|
| 1170 |
+
"steps_taken": 113,
|
| 1171 |
+
"max_steps": 400,
|
| 1172 |
+
"route_completion": 100.0,
|
| 1173 |
+
"manipulation_score": 100.0,
|
| 1174 |
+
"total_penalty_factor": 1.0,
|
| 1175 |
+
"fail_reason": null,
|
| 1176 |
+
"penalty_events": []
|
| 1177 |
+
},
|
| 1178 |
+
{
|
| 1179 |
+
"episode_id": 99,
|
| 1180 |
+
"seed": 100162,
|
| 1181 |
+
"success": true,
|
| 1182 |
+
"steps_taken": 102,
|
| 1183 |
+
"max_steps": 400,
|
| 1184 |
+
"route_completion": 100.0,
|
| 1185 |
+
"manipulation_score": 100.0,
|
| 1186 |
+
"total_penalty_factor": 1.0,
|
| 1187 |
+
"fail_reason": null,
|
| 1188 |
+
"penalty_events": []
|
| 1189 |
+
},
|
| 1190 |
+
{
|
| 1191 |
+
"episode_id": 100,
|
| 1192 |
+
"seed": 100163,
|
| 1193 |
+
"success": true,
|
| 1194 |
+
"steps_taken": 118,
|
| 1195 |
+
"max_steps": 400,
|
| 1196 |
+
"route_completion": 100.0,
|
| 1197 |
+
"manipulation_score": 100.0,
|
| 1198 |
+
"total_penalty_factor": 1.0,
|
| 1199 |
+
"fail_reason": null,
|
| 1200 |
+
"penalty_events": []
|
| 1201 |
+
}
|
| 1202 |
+
]
|
log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 71,
|
| 4 |
+
"success_rate": 71.0,
|
| 5 |
+
"manipulation_score_mean": 82.16310092047607,
|
| 6 |
+
"manipulation_score_std": 28.754952086021994,
|
| 7 |
+
"route_completion_mean": 82.16310092047607,
|
| 8 |
+
"route_completion_std": 28.754952086021994,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 0
|
| 11 |
+
}
|
log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 71.0% (71/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 82.16
|
| 10 |
+
Std: 28.75
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 82.16%
|
| 14 |
+
Std: 28.75
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 0
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-30 07:11:46
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.71
|
log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1265 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100000,
|
| 5 |
+
"success": false,
|
| 6 |
+
"steps_taken": 400,
|
| 7 |
+
"max_steps": 400,
|
| 8 |
+
"route_completion": 33.85613422770146,
|
| 9 |
+
"manipulation_score": 33.85613422770146,
|
| 10 |
+
"total_penalty_factor": 1.0,
|
| 11 |
+
"fail_reason": null,
|
| 12 |
+
"penalty_events": []
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"episode_id": 2,
|
| 16 |
+
"seed": 100001,
|
| 17 |
+
"success": true,
|
| 18 |
+
"steps_taken": 84,
|
| 19 |
+
"max_steps": 400,
|
| 20 |
+
"route_completion": 100.0,
|
| 21 |
+
"manipulation_score": 100.0,
|
| 22 |
+
"total_penalty_factor": 1.0,
|
| 23 |
+
"fail_reason": null,
|
| 24 |
+
"penalty_events": []
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"episode_id": 3,
|
| 28 |
+
"seed": 100002,
|
| 29 |
+
"success": false,
|
| 30 |
+
"steps_taken": 400,
|
| 31 |
+
"max_steps": 400,
|
| 32 |
+
"route_completion": 40.48807620523175,
|
| 33 |
+
"manipulation_score": 40.48807620523175,
|
| 34 |
+
"total_penalty_factor": 1.0,
|
| 35 |
+
"fail_reason": null,
|
| 36 |
+
"penalty_events": []
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"episode_id": 4,
|
| 40 |
+
"seed": 100006,
|
| 41 |
+
"success": true,
|
| 42 |
+
"steps_taken": 87,
|
| 43 |
+
"max_steps": 400,
|
| 44 |
+
"route_completion": 100.0,
|
| 45 |
+
"manipulation_score": 100.0,
|
| 46 |
+
"total_penalty_factor": 1.0,
|
| 47 |
+
"fail_reason": null,
|
| 48 |
+
"penalty_events": []
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"episode_id": 5,
|
| 52 |
+
"seed": 100010,
|
| 53 |
+
"success": false,
|
| 54 |
+
"steps_taken": 400,
|
| 55 |
+
"max_steps": 400,
|
| 56 |
+
"route_completion": 36.321076759841205,
|
| 57 |
+
"manipulation_score": 36.321076759841205,
|
| 58 |
+
"total_penalty_factor": 1.0,
|
| 59 |
+
"fail_reason": null,
|
| 60 |
+
"penalty_events": []
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"episode_id": 6,
|
| 64 |
+
"seed": 100013,
|
| 65 |
+
"success": true,
|
| 66 |
+
"steps_taken": 82,
|
| 67 |
+
"max_steps": 400,
|
| 68 |
+
"route_completion": 100.0,
|
| 69 |
+
"manipulation_score": 100.0,
|
| 70 |
+
"total_penalty_factor": 1.0,
|
| 71 |
+
"fail_reason": null,
|
| 72 |
+
"penalty_events": []
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"episode_id": 7,
|
| 76 |
+
"seed": 100015,
|
| 77 |
+
"success": false,
|
| 78 |
+
"steps_taken": 400,
|
| 79 |
+
"max_steps": 400,
|
| 80 |
+
"route_completion": 38.01461844571038,
|
| 81 |
+
"manipulation_score": 38.01461844571038,
|
| 82 |
+
"total_penalty_factor": 1.0,
|
| 83 |
+
"fail_reason": null,
|
| 84 |
+
"penalty_events": []
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"episode_id": 8,
|
| 88 |
+
"seed": 100018,
|
| 89 |
+
"success": false,
|
| 90 |
+
"steps_taken": 400,
|
| 91 |
+
"max_steps": 400,
|
| 92 |
+
"route_completion": 50.24509223188597,
|
| 93 |
+
"manipulation_score": 50.24509223188597,
|
| 94 |
+
"total_penalty_factor": 1.0,
|
| 95 |
+
"fail_reason": null,
|
| 96 |
+
"penalty_events": []
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"episode_id": 9,
|
| 100 |
+
"seed": 100019,
|
| 101 |
+
"success": false,
|
| 102 |
+
"steps_taken": 400,
|
| 103 |
+
"max_steps": 400,
|
| 104 |
+
"route_completion": 27.75165522444591,
|
| 105 |
+
"manipulation_score": 27.75165522444591,
|
| 106 |
+
"total_penalty_factor": 1.0,
|
| 107 |
+
"fail_reason": null,
|
| 108 |
+
"penalty_events": []
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"episode_id": 10,
|
| 112 |
+
"seed": 100020,
|
| 113 |
+
"success": true,
|
| 114 |
+
"steps_taken": 84,
|
| 115 |
+
"max_steps": 400,
|
| 116 |
+
"route_completion": 100.0,
|
| 117 |
+
"manipulation_score": 100.0,
|
| 118 |
+
"total_penalty_factor": 1.0,
|
| 119 |
+
"fail_reason": null,
|
| 120 |
+
"penalty_events": []
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"episode_id": 11,
|
| 124 |
+
"seed": 100022,
|
| 125 |
+
"success": false,
|
| 126 |
+
"steps_taken": 400,
|
| 127 |
+
"max_steps": 400,
|
| 128 |
+
"route_completion": 34.11956110770621,
|
| 129 |
+
"manipulation_score": 34.11956110770621,
|
| 130 |
+
"total_penalty_factor": 1.0,
|
| 131 |
+
"fail_reason": null,
|
| 132 |
+
"penalty_events": []
|
| 133 |
+
},
|
| 134 |
+
{
|
| 135 |
+
"episode_id": 12,
|
| 136 |
+
"seed": 100024,
|
| 137 |
+
"success": false,
|
| 138 |
+
"steps_taken": 135,
|
| 139 |
+
"max_steps": 400,
|
| 140 |
+
"route_completion": 21.54834789053571,
|
| 141 |
+
"manipulation_score": 10.774173945267854,
|
| 142 |
+
"total_penalty_factor": 0.5,
|
| 143 |
+
"fail_reason": "out_of_bounds",
|
| 144 |
+
"penalty_events": [
|
| 145 |
+
{
|
| 146 |
+
"event_type": "out_of_bounds",
|
| 147 |
+
"timestep": 135,
|
| 148 |
+
"penalty_factor": 0.5,
|
| 149 |
+
"details": "Target object left workspace/view"
|
| 150 |
+
}
|
| 151 |
+
]
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"episode_id": 13,
|
| 155 |
+
"seed": 100034,
|
| 156 |
+
"success": false,
|
| 157 |
+
"steps_taken": 78,
|
| 158 |
+
"max_steps": 400,
|
| 159 |
+
"route_completion": 28.4543549989002,
|
| 160 |
+
"manipulation_score": 14.2271774994501,
|
| 161 |
+
"total_penalty_factor": 0.5,
|
| 162 |
+
"fail_reason": "out_of_bounds",
|
| 163 |
+
"penalty_events": [
|
| 164 |
+
{
|
| 165 |
+
"event_type": "out_of_bounds",
|
| 166 |
+
"timestep": 78,
|
| 167 |
+
"penalty_factor": 0.5,
|
| 168 |
+
"details": "Target object left workspace/view"
|
| 169 |
+
}
|
| 170 |
+
]
|
| 171 |
+
},
|
| 172 |
+
{
|
| 173 |
+
"episode_id": 14,
|
| 174 |
+
"seed": 100035,
|
| 175 |
+
"success": false,
|
| 176 |
+
"steps_taken": 400,
|
| 177 |
+
"max_steps": 400,
|
| 178 |
+
"route_completion": 45.02980267833914,
|
| 179 |
+
"manipulation_score": 45.02980267833914,
|
| 180 |
+
"total_penalty_factor": 1.0,
|
| 181 |
+
"fail_reason": null,
|
| 182 |
+
"penalty_events": []
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"episode_id": 15,
|
| 186 |
+
"seed": 100038,
|
| 187 |
+
"success": false,
|
| 188 |
+
"steps_taken": 400,
|
| 189 |
+
"max_steps": 400,
|
| 190 |
+
"route_completion": 39.43737027226585,
|
| 191 |
+
"manipulation_score": 39.43737027226585,
|
| 192 |
+
"total_penalty_factor": 1.0,
|
| 193 |
+
"fail_reason": null,
|
| 194 |
+
"penalty_events": []
|
| 195 |
+
},
|
| 196 |
+
{
|
| 197 |
+
"episode_id": 16,
|
| 198 |
+
"seed": 100039,
|
| 199 |
+
"success": false,
|
| 200 |
+
"steps_taken": 400,
|
| 201 |
+
"max_steps": 400,
|
| 202 |
+
"route_completion": 42.188940564396646,
|
| 203 |
+
"manipulation_score": 42.188940564396646,
|
| 204 |
+
"total_penalty_factor": 1.0,
|
| 205 |
+
"fail_reason": null,
|
| 206 |
+
"penalty_events": []
|
| 207 |
+
},
|
| 208 |
+
{
|
| 209 |
+
"episode_id": 17,
|
| 210 |
+
"seed": 100040,
|
| 211 |
+
"success": false,
|
| 212 |
+
"steps_taken": 400,
|
| 213 |
+
"max_steps": 400,
|
| 214 |
+
"route_completion": 45.17633012408111,
|
| 215 |
+
"manipulation_score": 45.17633012408111,
|
| 216 |
+
"total_penalty_factor": 1.0,
|
| 217 |
+
"fail_reason": null,
|
| 218 |
+
"penalty_events": []
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"episode_id": 18,
|
| 222 |
+
"seed": 100042,
|
| 223 |
+
"success": false,
|
| 224 |
+
"steps_taken": 400,
|
| 225 |
+
"max_steps": 400,
|
| 226 |
+
"route_completion": 58.01247212977565,
|
| 227 |
+
"manipulation_score": 58.01247212977565,
|
| 228 |
+
"total_penalty_factor": 1.0,
|
| 229 |
+
"fail_reason": null,
|
| 230 |
+
"penalty_events": []
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"episode_id": 19,
|
| 234 |
+
"seed": 100043,
|
| 235 |
+
"success": false,
|
| 236 |
+
"steps_taken": 400,
|
| 237 |
+
"max_steps": 400,
|
| 238 |
+
"route_completion": 28.660421010261544,
|
| 239 |
+
"manipulation_score": 28.660421010261544,
|
| 240 |
+
"total_penalty_factor": 1.0,
|
| 241 |
+
"fail_reason": null,
|
| 242 |
+
"penalty_events": []
|
| 243 |
+
},
|
| 244 |
+
{
|
| 245 |
+
"episode_id": 20,
|
| 246 |
+
"seed": 100044,
|
| 247 |
+
"success": false,
|
| 248 |
+
"steps_taken": 400,
|
| 249 |
+
"max_steps": 400,
|
| 250 |
+
"route_completion": 46.854858810735614,
|
| 251 |
+
"manipulation_score": 46.854858810735614,
|
| 252 |
+
"total_penalty_factor": 1.0,
|
| 253 |
+
"fail_reason": null,
|
| 254 |
+
"penalty_events": []
|
| 255 |
+
},
|
| 256 |
+
{
|
| 257 |
+
"episode_id": 21,
|
| 258 |
+
"seed": 100048,
|
| 259 |
+
"success": false,
|
| 260 |
+
"steps_taken": 400,
|
| 261 |
+
"max_steps": 400,
|
| 262 |
+
"route_completion": 30.166336821918456,
|
| 263 |
+
"manipulation_score": 30.166336821918456,
|
| 264 |
+
"total_penalty_factor": 1.0,
|
| 265 |
+
"fail_reason": null,
|
| 266 |
+
"penalty_events": []
|
| 267 |
+
},
|
| 268 |
+
{
|
| 269 |
+
"episode_id": 22,
|
| 270 |
+
"seed": 100051,
|
| 271 |
+
"success": false,
|
| 272 |
+
"steps_taken": 400,
|
| 273 |
+
"max_steps": 400,
|
| 274 |
+
"route_completion": 35.47153747373771,
|
| 275 |
+
"manipulation_score": 35.47153747373771,
|
| 276 |
+
"total_penalty_factor": 1.0,
|
| 277 |
+
"fail_reason": null,
|
| 278 |
+
"penalty_events": []
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"episode_id": 23,
|
| 282 |
+
"seed": 100057,
|
| 283 |
+
"success": true,
|
| 284 |
+
"steps_taken": 107,
|
| 285 |
+
"max_steps": 400,
|
| 286 |
+
"route_completion": 100.0,
|
| 287 |
+
"manipulation_score": 100.0,
|
| 288 |
+
"total_penalty_factor": 1.0,
|
| 289 |
+
"fail_reason": null,
|
| 290 |
+
"penalty_events": []
|
| 291 |
+
},
|
| 292 |
+
{
|
| 293 |
+
"episode_id": 24,
|
| 294 |
+
"seed": 100061,
|
| 295 |
+
"success": false,
|
| 296 |
+
"steps_taken": 85,
|
| 297 |
+
"max_steps": 400,
|
| 298 |
+
"route_completion": 34.631697952762906,
|
| 299 |
+
"manipulation_score": 17.315848976381453,
|
| 300 |
+
"total_penalty_factor": 0.5,
|
| 301 |
+
"fail_reason": "out_of_bounds",
|
| 302 |
+
"penalty_events": [
|
| 303 |
+
{
|
| 304 |
+
"event_type": "out_of_bounds",
|
| 305 |
+
"timestep": 85,
|
| 306 |
+
"penalty_factor": 0.5,
|
| 307 |
+
"details": "Target object left workspace/view"
|
| 308 |
+
}
|
| 309 |
+
]
|
| 310 |
+
},
|
| 311 |
+
{
|
| 312 |
+
"episode_id": 25,
|
| 313 |
+
"seed": 100062,
|
| 314 |
+
"success": false,
|
| 315 |
+
"steps_taken": 400,
|
| 316 |
+
"max_steps": 400,
|
| 317 |
+
"route_completion": 33.24629014904411,
|
| 318 |
+
"manipulation_score": 33.24629014904411,
|
| 319 |
+
"total_penalty_factor": 1.0,
|
| 320 |
+
"fail_reason": null,
|
| 321 |
+
"penalty_events": []
|
| 322 |
+
},
|
| 323 |
+
{
|
| 324 |
+
"episode_id": 26,
|
| 325 |
+
"seed": 100063,
|
| 326 |
+
"success": true,
|
| 327 |
+
"steps_taken": 85,
|
| 328 |
+
"max_steps": 400,
|
| 329 |
+
"route_completion": 100.0,
|
| 330 |
+
"manipulation_score": 100.0,
|
| 331 |
+
"total_penalty_factor": 1.0,
|
| 332 |
+
"fail_reason": null,
|
| 333 |
+
"penalty_events": []
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"episode_id": 27,
|
| 337 |
+
"seed": 100064,
|
| 338 |
+
"success": false,
|
| 339 |
+
"steps_taken": 400,
|
| 340 |
+
"max_steps": 400,
|
| 341 |
+
"route_completion": 30.749110235667683,
|
| 342 |
+
"manipulation_score": 30.749110235667683,
|
| 343 |
+
"total_penalty_factor": 1.0,
|
| 344 |
+
"fail_reason": null,
|
| 345 |
+
"penalty_events": []
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"episode_id": 28,
|
| 349 |
+
"seed": 100065,
|
| 350 |
+
"success": false,
|
| 351 |
+
"steps_taken": 73,
|
| 352 |
+
"max_steps": 400,
|
| 353 |
+
"route_completion": 39.583889679847104,
|
| 354 |
+
"manipulation_score": 19.791944839923552,
|
| 355 |
+
"total_penalty_factor": 0.5,
|
| 356 |
+
"fail_reason": "out_of_bounds",
|
| 357 |
+
"penalty_events": [
|
| 358 |
+
{
|
| 359 |
+
"event_type": "out_of_bounds",
|
| 360 |
+
"timestep": 73,
|
| 361 |
+
"penalty_factor": 0.5,
|
| 362 |
+
"details": "Target object left workspace/view"
|
| 363 |
+
}
|
| 364 |
+
]
|
| 365 |
+
},
|
| 366 |
+
{
|
| 367 |
+
"episode_id": 29,
|
| 368 |
+
"seed": 100066,
|
| 369 |
+
"success": true,
|
| 370 |
+
"steps_taken": 83,
|
| 371 |
+
"max_steps": 400,
|
| 372 |
+
"route_completion": 100.0,
|
| 373 |
+
"manipulation_score": 100.0,
|
| 374 |
+
"total_penalty_factor": 1.0,
|
| 375 |
+
"fail_reason": null,
|
| 376 |
+
"penalty_events": []
|
| 377 |
+
},
|
| 378 |
+
{
|
| 379 |
+
"episode_id": 30,
|
| 380 |
+
"seed": 100067,
|
| 381 |
+
"success": false,
|
| 382 |
+
"steps_taken": 400,
|
| 383 |
+
"max_steps": 400,
|
| 384 |
+
"route_completion": 55.868017907051005,
|
| 385 |
+
"manipulation_score": 55.868017907051005,
|
| 386 |
+
"total_penalty_factor": 1.0,
|
| 387 |
+
"fail_reason": null,
|
| 388 |
+
"penalty_events": []
|
| 389 |
+
},
|
| 390 |
+
{
|
| 391 |
+
"episode_id": 31,
|
| 392 |
+
"seed": 100068,
|
| 393 |
+
"success": true,
|
| 394 |
+
"steps_taken": 82,
|
| 395 |
+
"max_steps": 400,
|
| 396 |
+
"route_completion": 100.0,
|
| 397 |
+
"manipulation_score": 100.0,
|
| 398 |
+
"total_penalty_factor": 1.0,
|
| 399 |
+
"fail_reason": null,
|
| 400 |
+
"penalty_events": []
|
| 401 |
+
},
|
| 402 |
+
{
|
| 403 |
+
"episode_id": 32,
|
| 404 |
+
"seed": 100069,
|
| 405 |
+
"success": false,
|
| 406 |
+
"steps_taken": 400,
|
| 407 |
+
"max_steps": 400,
|
| 408 |
+
"route_completion": 48.6198486315825,
|
| 409 |
+
"manipulation_score": 48.6198486315825,
|
| 410 |
+
"total_penalty_factor": 1.0,
|
| 411 |
+
"fail_reason": null,
|
| 412 |
+
"penalty_events": []
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"episode_id": 33,
|
| 416 |
+
"seed": 100070,
|
| 417 |
+
"success": true,
|
| 418 |
+
"steps_taken": 92,
|
| 419 |
+
"max_steps": 400,
|
| 420 |
+
"route_completion": 100.0,
|
| 421 |
+
"manipulation_score": 100.0,
|
| 422 |
+
"total_penalty_factor": 1.0,
|
| 423 |
+
"fail_reason": null,
|
| 424 |
+
"penalty_events": []
|
| 425 |
+
},
|
| 426 |
+
{
|
| 427 |
+
"episode_id": 34,
|
| 428 |
+
"seed": 100073,
|
| 429 |
+
"success": false,
|
| 430 |
+
"steps_taken": 400,
|
| 431 |
+
"max_steps": 400,
|
| 432 |
+
"route_completion": 47.070349095391414,
|
| 433 |
+
"manipulation_score": 47.070349095391414,
|
| 434 |
+
"total_penalty_factor": 1.0,
|
| 435 |
+
"fail_reason": null,
|
| 436 |
+
"penalty_events": []
|
| 437 |
+
},
|
| 438 |
+
{
|
| 439 |
+
"episode_id": 35,
|
| 440 |
+
"seed": 100078,
|
| 441 |
+
"success": false,
|
| 442 |
+
"steps_taken": 400,
|
| 443 |
+
"max_steps": 400,
|
| 444 |
+
"route_completion": 50.93273137375491,
|
| 445 |
+
"manipulation_score": 50.93273137375491,
|
| 446 |
+
"total_penalty_factor": 1.0,
|
| 447 |
+
"fail_reason": null,
|
| 448 |
+
"penalty_events": []
|
| 449 |
+
},
|
| 450 |
+
{
|
| 451 |
+
"episode_id": 36,
|
| 452 |
+
"seed": 100079,
|
| 453 |
+
"success": true,
|
| 454 |
+
"steps_taken": 83,
|
| 455 |
+
"max_steps": 400,
|
| 456 |
+
"route_completion": 100.0,
|
| 457 |
+
"manipulation_score": 100.0,
|
| 458 |
+
"total_penalty_factor": 1.0,
|
| 459 |
+
"fail_reason": null,
|
| 460 |
+
"penalty_events": []
|
| 461 |
+
},
|
| 462 |
+
{
|
| 463 |
+
"episode_id": 37,
|
| 464 |
+
"seed": 100081,
|
| 465 |
+
"success": false,
|
| 466 |
+
"steps_taken": 400,
|
| 467 |
+
"max_steps": 400,
|
| 468 |
+
"route_completion": 49.51870530923386,
|
| 469 |
+
"manipulation_score": 49.51870530923386,
|
| 470 |
+
"total_penalty_factor": 1.0,
|
| 471 |
+
"fail_reason": null,
|
| 472 |
+
"penalty_events": []
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"episode_id": 38,
|
| 476 |
+
"seed": 100082,
|
| 477 |
+
"success": false,
|
| 478 |
+
"steps_taken": 400,
|
| 479 |
+
"max_steps": 400,
|
| 480 |
+
"route_completion": 44.58500739542433,
|
| 481 |
+
"manipulation_score": 44.58500739542433,
|
| 482 |
+
"total_penalty_factor": 1.0,
|
| 483 |
+
"fail_reason": null,
|
| 484 |
+
"penalty_events": []
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"episode_id": 39,
|
| 488 |
+
"seed": 100083,
|
| 489 |
+
"success": false,
|
| 490 |
+
"steps_taken": 59,
|
| 491 |
+
"max_steps": 400,
|
| 492 |
+
"route_completion": 25.445665401916635,
|
| 493 |
+
"manipulation_score": 12.722832700958318,
|
| 494 |
+
"total_penalty_factor": 0.5,
|
| 495 |
+
"fail_reason": "out_of_bounds",
|
| 496 |
+
"penalty_events": [
|
| 497 |
+
{
|
| 498 |
+
"event_type": "out_of_bounds",
|
| 499 |
+
"timestep": 59,
|
| 500 |
+
"penalty_factor": 0.5,
|
| 501 |
+
"details": "Target object left workspace/view"
|
| 502 |
+
}
|
| 503 |
+
]
|
| 504 |
+
},
|
| 505 |
+
{
|
| 506 |
+
"episode_id": 40,
|
| 507 |
+
"seed": 100084,
|
| 508 |
+
"success": true,
|
| 509 |
+
"steps_taken": 89,
|
| 510 |
+
"max_steps": 400,
|
| 511 |
+
"route_completion": 100.0,
|
| 512 |
+
"manipulation_score": 100.0,
|
| 513 |
+
"total_penalty_factor": 1.0,
|
| 514 |
+
"fail_reason": null,
|
| 515 |
+
"penalty_events": []
|
| 516 |
+
},
|
| 517 |
+
{
|
| 518 |
+
"episode_id": 41,
|
| 519 |
+
"seed": 100086,
|
| 520 |
+
"success": true,
|
| 521 |
+
"steps_taken": 113,
|
| 522 |
+
"max_steps": 400,
|
| 523 |
+
"route_completion": 100.0,
|
| 524 |
+
"manipulation_score": 100.0,
|
| 525 |
+
"total_penalty_factor": 1.0,
|
| 526 |
+
"fail_reason": null,
|
| 527 |
+
"penalty_events": []
|
| 528 |
+
},
|
| 529 |
+
{
|
| 530 |
+
"episode_id": 42,
|
| 531 |
+
"seed": 100087,
|
| 532 |
+
"success": false,
|
| 533 |
+
"steps_taken": 400,
|
| 534 |
+
"max_steps": 400,
|
| 535 |
+
"route_completion": 41.36001245954415,
|
| 536 |
+
"manipulation_score": 41.36001245954415,
|
| 537 |
+
"total_penalty_factor": 1.0,
|
| 538 |
+
"fail_reason": null,
|
| 539 |
+
"penalty_events": []
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"episode_id": 43,
|
| 543 |
+
"seed": 100088,
|
| 544 |
+
"success": false,
|
| 545 |
+
"steps_taken": 400,
|
| 546 |
+
"max_steps": 400,
|
| 547 |
+
"route_completion": 56.67695238368455,
|
| 548 |
+
"manipulation_score": 56.67695238368455,
|
| 549 |
+
"total_penalty_factor": 1.0,
|
| 550 |
+
"fail_reason": null,
|
| 551 |
+
"penalty_events": []
|
| 552 |
+
},
|
| 553 |
+
{
|
| 554 |
+
"episode_id": 44,
|
| 555 |
+
"seed": 100091,
|
| 556 |
+
"success": true,
|
| 557 |
+
"steps_taken": 83,
|
| 558 |
+
"max_steps": 400,
|
| 559 |
+
"route_completion": 100.0,
|
| 560 |
+
"manipulation_score": 100.0,
|
| 561 |
+
"total_penalty_factor": 1.0,
|
| 562 |
+
"fail_reason": null,
|
| 563 |
+
"penalty_events": []
|
| 564 |
+
},
|
| 565 |
+
{
|
| 566 |
+
"episode_id": 45,
|
| 567 |
+
"seed": 100092,
|
| 568 |
+
"success": true,
|
| 569 |
+
"steps_taken": 83,
|
| 570 |
+
"max_steps": 400,
|
| 571 |
+
"route_completion": 100.0,
|
| 572 |
+
"manipulation_score": 100.0,
|
| 573 |
+
"total_penalty_factor": 1.0,
|
| 574 |
+
"fail_reason": null,
|
| 575 |
+
"penalty_events": []
|
| 576 |
+
},
|
| 577 |
+
{
|
| 578 |
+
"episode_id": 46,
|
| 579 |
+
"seed": 100094,
|
| 580 |
+
"success": true,
|
| 581 |
+
"steps_taken": 81,
|
| 582 |
+
"max_steps": 400,
|
| 583 |
+
"route_completion": 100.0,
|
| 584 |
+
"manipulation_score": 100.0,
|
| 585 |
+
"total_penalty_factor": 1.0,
|
| 586 |
+
"fail_reason": null,
|
| 587 |
+
"penalty_events": []
|
| 588 |
+
},
|
| 589 |
+
{
|
| 590 |
+
"episode_id": 47,
|
| 591 |
+
"seed": 100101,
|
| 592 |
+
"success": true,
|
| 593 |
+
"steps_taken": 87,
|
| 594 |
+
"max_steps": 400,
|
| 595 |
+
"route_completion": 100.0,
|
| 596 |
+
"manipulation_score": 100.0,
|
| 597 |
+
"total_penalty_factor": 1.0,
|
| 598 |
+
"fail_reason": null,
|
| 599 |
+
"penalty_events": []
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"episode_id": 48,
|
| 603 |
+
"seed": 100103,
|
| 604 |
+
"success": false,
|
| 605 |
+
"steps_taken": 400,
|
| 606 |
+
"max_steps": 400,
|
| 607 |
+
"route_completion": 49.587973907203065,
|
| 608 |
+
"manipulation_score": 49.587973907203065,
|
| 609 |
+
"total_penalty_factor": 1.0,
|
| 610 |
+
"fail_reason": null,
|
| 611 |
+
"penalty_events": []
|
| 612 |
+
},
|
| 613 |
+
{
|
| 614 |
+
"episode_id": 49,
|
| 615 |
+
"seed": 100106,
|
| 616 |
+
"success": true,
|
| 617 |
+
"steps_taken": 84,
|
| 618 |
+
"max_steps": 400,
|
| 619 |
+
"route_completion": 100.0,
|
| 620 |
+
"manipulation_score": 100.0,
|
| 621 |
+
"total_penalty_factor": 1.0,
|
| 622 |
+
"fail_reason": null,
|
| 623 |
+
"penalty_events": []
|
| 624 |
+
},
|
| 625 |
+
{
|
| 626 |
+
"episode_id": 50,
|
| 627 |
+
"seed": 100107,
|
| 628 |
+
"success": true,
|
| 629 |
+
"steps_taken": 83,
|
| 630 |
+
"max_steps": 400,
|
| 631 |
+
"route_completion": 100.0,
|
| 632 |
+
"manipulation_score": 100.0,
|
| 633 |
+
"total_penalty_factor": 1.0,
|
| 634 |
+
"fail_reason": null,
|
| 635 |
+
"penalty_events": []
|
| 636 |
+
},
|
| 637 |
+
{
|
| 638 |
+
"episode_id": 51,
|
| 639 |
+
"seed": 100109,
|
| 640 |
+
"success": false,
|
| 641 |
+
"steps_taken": 400,
|
| 642 |
+
"max_steps": 400,
|
| 643 |
+
"route_completion": 53.24825095587875,
|
| 644 |
+
"manipulation_score": 53.24825095587875,
|
| 645 |
+
"total_penalty_factor": 1.0,
|
| 646 |
+
"fail_reason": null,
|
| 647 |
+
"penalty_events": []
|
| 648 |
+
},
|
| 649 |
+
{
|
| 650 |
+
"episode_id": 52,
|
| 651 |
+
"seed": 100112,
|
| 652 |
+
"success": true,
|
| 653 |
+
"steps_taken": 85,
|
| 654 |
+
"max_steps": 400,
|
| 655 |
+
"route_completion": 100.0,
|
| 656 |
+
"manipulation_score": 100.0,
|
| 657 |
+
"total_penalty_factor": 1.0,
|
| 658 |
+
"fail_reason": null,
|
| 659 |
+
"penalty_events": []
|
| 660 |
+
},
|
| 661 |
+
{
|
| 662 |
+
"episode_id": 53,
|
| 663 |
+
"seed": 100114,
|
| 664 |
+
"success": false,
|
| 665 |
+
"steps_taken": 400,
|
| 666 |
+
"max_steps": 400,
|
| 667 |
+
"route_completion": 48.016503986830116,
|
| 668 |
+
"manipulation_score": 48.016503986830116,
|
| 669 |
+
"total_penalty_factor": 1.0,
|
| 670 |
+
"fail_reason": null,
|
| 671 |
+
"penalty_events": []
|
| 672 |
+
},
|
| 673 |
+
{
|
| 674 |
+
"episode_id": 54,
|
| 675 |
+
"seed": 100115,
|
| 676 |
+
"success": false,
|
| 677 |
+
"steps_taken": 400,
|
| 678 |
+
"max_steps": 400,
|
| 679 |
+
"route_completion": 60.01470224498075,
|
| 680 |
+
"manipulation_score": 60.01470224498075,
|
| 681 |
+
"total_penalty_factor": 1.0,
|
| 682 |
+
"fail_reason": null,
|
| 683 |
+
"penalty_events": []
|
| 684 |
+
},
|
| 685 |
+
{
|
| 686 |
+
"episode_id": 55,
|
| 687 |
+
"seed": 100117,
|
| 688 |
+
"success": false,
|
| 689 |
+
"steps_taken": 400,
|
| 690 |
+
"max_steps": 400,
|
| 691 |
+
"route_completion": 38.01199796737645,
|
| 692 |
+
"manipulation_score": 38.01199796737645,
|
| 693 |
+
"total_penalty_factor": 1.0,
|
| 694 |
+
"fail_reason": null,
|
| 695 |
+
"penalty_events": []
|
| 696 |
+
},
|
| 697 |
+
{
|
| 698 |
+
"episode_id": 56,
|
| 699 |
+
"seed": 100118,
|
| 700 |
+
"success": true,
|
| 701 |
+
"steps_taken": 84,
|
| 702 |
+
"max_steps": 400,
|
| 703 |
+
"route_completion": 100.0,
|
| 704 |
+
"manipulation_score": 100.0,
|
| 705 |
+
"total_penalty_factor": 1.0,
|
| 706 |
+
"fail_reason": null,
|
| 707 |
+
"penalty_events": []
|
| 708 |
+
},
|
| 709 |
+
{
|
| 710 |
+
"episode_id": 57,
|
| 711 |
+
"seed": 100120,
|
| 712 |
+
"success": true,
|
| 713 |
+
"steps_taken": 86,
|
| 714 |
+
"max_steps": 400,
|
| 715 |
+
"route_completion": 100.0,
|
| 716 |
+
"manipulation_score": 100.0,
|
| 717 |
+
"total_penalty_factor": 1.0,
|
| 718 |
+
"fail_reason": null,
|
| 719 |
+
"penalty_events": []
|
| 720 |
+
},
|
| 721 |
+
{
|
| 722 |
+
"episode_id": 58,
|
| 723 |
+
"seed": 100122,
|
| 724 |
+
"success": true,
|
| 725 |
+
"steps_taken": 84,
|
| 726 |
+
"max_steps": 400,
|
| 727 |
+
"route_completion": 100.0,
|
| 728 |
+
"manipulation_score": 100.0,
|
| 729 |
+
"total_penalty_factor": 1.0,
|
| 730 |
+
"fail_reason": null,
|
| 731 |
+
"penalty_events": []
|
| 732 |
+
},
|
| 733 |
+
{
|
| 734 |
+
"episode_id": 59,
|
| 735 |
+
"seed": 100123,
|
| 736 |
+
"success": false,
|
| 737 |
+
"steps_taken": 400,
|
| 738 |
+
"max_steps": 400,
|
| 739 |
+
"route_completion": 39.58782491067676,
|
| 740 |
+
"manipulation_score": 39.58782491067676,
|
| 741 |
+
"total_penalty_factor": 1.0,
|
| 742 |
+
"fail_reason": null,
|
| 743 |
+
"penalty_events": []
|
| 744 |
+
},
|
| 745 |
+
{
|
| 746 |
+
"episode_id": 60,
|
| 747 |
+
"seed": 100125,
|
| 748 |
+
"success": false,
|
| 749 |
+
"steps_taken": 400,
|
| 750 |
+
"max_steps": 400,
|
| 751 |
+
"route_completion": 45.01620626080269,
|
| 752 |
+
"manipulation_score": 45.01620626080269,
|
| 753 |
+
"total_penalty_factor": 1.0,
|
| 754 |
+
"fail_reason": null,
|
| 755 |
+
"penalty_events": []
|
| 756 |
+
},
|
| 757 |
+
{
|
| 758 |
+
"episode_id": 61,
|
| 759 |
+
"seed": 100127,
|
| 760 |
+
"success": false,
|
| 761 |
+
"steps_taken": 400,
|
| 762 |
+
"max_steps": 400,
|
| 763 |
+
"route_completion": 59.22156487064563,
|
| 764 |
+
"manipulation_score": 59.22156487064563,
|
| 765 |
+
"total_penalty_factor": 1.0,
|
| 766 |
+
"fail_reason": null,
|
| 767 |
+
"penalty_events": []
|
| 768 |
+
},
|
| 769 |
+
{
|
| 770 |
+
"episode_id": 62,
|
| 771 |
+
"seed": 100128,
|
| 772 |
+
"success": true,
|
| 773 |
+
"steps_taken": 85,
|
| 774 |
+
"max_steps": 400,
|
| 775 |
+
"route_completion": 100.0,
|
| 776 |
+
"manipulation_score": 100.0,
|
| 777 |
+
"total_penalty_factor": 1.0,
|
| 778 |
+
"fail_reason": null,
|
| 779 |
+
"penalty_events": []
|
| 780 |
+
},
|
| 781 |
+
{
|
| 782 |
+
"episode_id": 63,
|
| 783 |
+
"seed": 100129,
|
| 784 |
+
"success": false,
|
| 785 |
+
"steps_taken": 400,
|
| 786 |
+
"max_steps": 400,
|
| 787 |
+
"route_completion": 26.274130747311354,
|
| 788 |
+
"manipulation_score": 26.274130747311354,
|
| 789 |
+
"total_penalty_factor": 1.0,
|
| 790 |
+
"fail_reason": null,
|
| 791 |
+
"penalty_events": []
|
| 792 |
+
},
|
| 793 |
+
{
|
| 794 |
+
"episode_id": 64,
|
| 795 |
+
"seed": 100131,
|
| 796 |
+
"success": false,
|
| 797 |
+
"steps_taken": 400,
|
| 798 |
+
"max_steps": 400,
|
| 799 |
+
"route_completion": 53.679461214467516,
|
| 800 |
+
"manipulation_score": 53.679461214467516,
|
| 801 |
+
"total_penalty_factor": 1.0,
|
| 802 |
+
"fail_reason": null,
|
| 803 |
+
"penalty_events": []
|
| 804 |
+
},
|
| 805 |
+
{
|
| 806 |
+
"episode_id": 65,
|
| 807 |
+
"seed": 100132,
|
| 808 |
+
"success": false,
|
| 809 |
+
"steps_taken": 71,
|
| 810 |
+
"max_steps": 400,
|
| 811 |
+
"route_completion": 30.427714816490415,
|
| 812 |
+
"manipulation_score": 15.213857408245207,
|
| 813 |
+
"total_penalty_factor": 0.5,
|
| 814 |
+
"fail_reason": "out_of_bounds",
|
| 815 |
+
"penalty_events": [
|
| 816 |
+
{
|
| 817 |
+
"event_type": "out_of_bounds",
|
| 818 |
+
"timestep": 71,
|
| 819 |
+
"penalty_factor": 0.5,
|
| 820 |
+
"details": "Target object left workspace/view"
|
| 821 |
+
}
|
| 822 |
+
]
|
| 823 |
+
},
|
| 824 |
+
{
|
| 825 |
+
"episode_id": 66,
|
| 826 |
+
"seed": 100137,
|
| 827 |
+
"success": false,
|
| 828 |
+
"steps_taken": 400,
|
| 829 |
+
"max_steps": 400,
|
| 830 |
+
"route_completion": 34.03558202745282,
|
| 831 |
+
"manipulation_score": 34.03558202745282,
|
| 832 |
+
"total_penalty_factor": 1.0,
|
| 833 |
+
"fail_reason": null,
|
| 834 |
+
"penalty_events": []
|
| 835 |
+
},
|
| 836 |
+
{
|
| 837 |
+
"episode_id": 67,
|
| 838 |
+
"seed": 100139,
|
| 839 |
+
"success": false,
|
| 840 |
+
"steps_taken": 75,
|
| 841 |
+
"max_steps": 400,
|
| 842 |
+
"route_completion": 43.14530551755722,
|
| 843 |
+
"manipulation_score": 21.57265275877861,
|
| 844 |
+
"total_penalty_factor": 0.5,
|
| 845 |
+
"fail_reason": "out_of_bounds",
|
| 846 |
+
"penalty_events": [
|
| 847 |
+
{
|
| 848 |
+
"event_type": "out_of_bounds",
|
| 849 |
+
"timestep": 75,
|
| 850 |
+
"penalty_factor": 0.5,
|
| 851 |
+
"details": "Target object left workspace/view"
|
| 852 |
+
}
|
| 853 |
+
]
|
| 854 |
+
},
|
| 855 |
+
{
|
| 856 |
+
"episode_id": 68,
|
| 857 |
+
"seed": 100140,
|
| 858 |
+
"success": false,
|
| 859 |
+
"steps_taken": 400,
|
| 860 |
+
"max_steps": 400,
|
| 861 |
+
"route_completion": 52.069155010136384,
|
| 862 |
+
"manipulation_score": 52.069155010136384,
|
| 863 |
+
"total_penalty_factor": 1.0,
|
| 864 |
+
"fail_reason": null,
|
| 865 |
+
"penalty_events": []
|
| 866 |
+
},
|
| 867 |
+
{
|
| 868 |
+
"episode_id": 69,
|
| 869 |
+
"seed": 100141,
|
| 870 |
+
"success": false,
|
| 871 |
+
"steps_taken": 400,
|
| 872 |
+
"max_steps": 400,
|
| 873 |
+
"route_completion": 48.47876478592114,
|
| 874 |
+
"manipulation_score": 48.47876478592114,
|
| 875 |
+
"total_penalty_factor": 1.0,
|
| 876 |
+
"fail_reason": null,
|
| 877 |
+
"penalty_events": []
|
| 878 |
+
},
|
| 879 |
+
{
|
| 880 |
+
"episode_id": 70,
|
| 881 |
+
"seed": 100143,
|
| 882 |
+
"success": true,
|
| 883 |
+
"steps_taken": 97,
|
| 884 |
+
"max_steps": 400,
|
| 885 |
+
"route_completion": 100.0,
|
| 886 |
+
"manipulation_score": 100.0,
|
| 887 |
+
"total_penalty_factor": 1.0,
|
| 888 |
+
"fail_reason": null,
|
| 889 |
+
"penalty_events": []
|
| 890 |
+
},
|
| 891 |
+
{
|
| 892 |
+
"episode_id": 71,
|
| 893 |
+
"seed": 100144,
|
| 894 |
+
"success": true,
|
| 895 |
+
"steps_taken": 88,
|
| 896 |
+
"max_steps": 400,
|
| 897 |
+
"route_completion": 100.0,
|
| 898 |
+
"manipulation_score": 100.0,
|
| 899 |
+
"total_penalty_factor": 1.0,
|
| 900 |
+
"fail_reason": null,
|
| 901 |
+
"penalty_events": []
|
| 902 |
+
},
|
| 903 |
+
{
|
| 904 |
+
"episode_id": 72,
|
| 905 |
+
"seed": 100146,
|
| 906 |
+
"success": true,
|
| 907 |
+
"steps_taken": 86,
|
| 908 |
+
"max_steps": 400,
|
| 909 |
+
"route_completion": 100.0,
|
| 910 |
+
"manipulation_score": 100.0,
|
| 911 |
+
"total_penalty_factor": 1.0,
|
| 912 |
+
"fail_reason": null,
|
| 913 |
+
"penalty_events": []
|
| 914 |
+
},
|
| 915 |
+
{
|
| 916 |
+
"episode_id": 73,
|
| 917 |
+
"seed": 100147,
|
| 918 |
+
"success": false,
|
| 919 |
+
"steps_taken": 76,
|
| 920 |
+
"max_steps": 400,
|
| 921 |
+
"route_completion": 28.205075001710746,
|
| 922 |
+
"manipulation_score": 14.102537500855373,
|
| 923 |
+
"total_penalty_factor": 0.5,
|
| 924 |
+
"fail_reason": "out_of_bounds",
|
| 925 |
+
"penalty_events": [
|
| 926 |
+
{
|
| 927 |
+
"event_type": "out_of_bounds",
|
| 928 |
+
"timestep": 76,
|
| 929 |
+
"penalty_factor": 0.5,
|
| 930 |
+
"details": "Target object left workspace/view"
|
| 931 |
+
}
|
| 932 |
+
]
|
| 933 |
+
},
|
| 934 |
+
{
|
| 935 |
+
"episode_id": 74,
|
| 936 |
+
"seed": 100148,
|
| 937 |
+
"success": false,
|
| 938 |
+
"steps_taken": 400,
|
| 939 |
+
"max_steps": 400,
|
| 940 |
+
"route_completion": 51.58138041486685,
|
| 941 |
+
"manipulation_score": 51.58138041486685,
|
| 942 |
+
"total_penalty_factor": 1.0,
|
| 943 |
+
"fail_reason": null,
|
| 944 |
+
"penalty_events": []
|
| 945 |
+
},
|
| 946 |
+
{
|
| 947 |
+
"episode_id": 75,
|
| 948 |
+
"seed": 100151,
|
| 949 |
+
"success": false,
|
| 950 |
+
"steps_taken": 400,
|
| 951 |
+
"max_steps": 400,
|
| 952 |
+
"route_completion": 54.184699423483075,
|
| 953 |
+
"manipulation_score": 54.184699423483075,
|
| 954 |
+
"total_penalty_factor": 1.0,
|
| 955 |
+
"fail_reason": null,
|
| 956 |
+
"penalty_events": []
|
| 957 |
+
},
|
| 958 |
+
{
|
| 959 |
+
"episode_id": 76,
|
| 960 |
+
"seed": 100152,
|
| 961 |
+
"success": false,
|
| 962 |
+
"steps_taken": 400,
|
| 963 |
+
"max_steps": 400,
|
| 964 |
+
"route_completion": 59.93360244471969,
|
| 965 |
+
"manipulation_score": 59.93360244471969,
|
| 966 |
+
"total_penalty_factor": 1.0,
|
| 967 |
+
"fail_reason": null,
|
| 968 |
+
"penalty_events": []
|
| 969 |
+
},
|
| 970 |
+
{
|
| 971 |
+
"episode_id": 77,
|
| 972 |
+
"seed": 100153,
|
| 973 |
+
"success": true,
|
| 974 |
+
"steps_taken": 82,
|
| 975 |
+
"max_steps": 400,
|
| 976 |
+
"route_completion": 100.0,
|
| 977 |
+
"manipulation_score": 100.0,
|
| 978 |
+
"total_penalty_factor": 1.0,
|
| 979 |
+
"fail_reason": null,
|
| 980 |
+
"penalty_events": []
|
| 981 |
+
},
|
| 982 |
+
{
|
| 983 |
+
"episode_id": 78,
|
| 984 |
+
"seed": 100154,
|
| 985 |
+
"success": false,
|
| 986 |
+
"steps_taken": 400,
|
| 987 |
+
"max_steps": 400,
|
| 988 |
+
"route_completion": 43.52843489774779,
|
| 989 |
+
"manipulation_score": 43.52843489774779,
|
| 990 |
+
"total_penalty_factor": 1.0,
|
| 991 |
+
"fail_reason": null,
|
| 992 |
+
"penalty_events": []
|
| 993 |
+
},
|
| 994 |
+
{
|
| 995 |
+
"episode_id": 79,
|
| 996 |
+
"seed": 100155,
|
| 997 |
+
"success": true,
|
| 998 |
+
"steps_taken": 83,
|
| 999 |
+
"max_steps": 400,
|
| 1000 |
+
"route_completion": 100.0,
|
| 1001 |
+
"manipulation_score": 100.0,
|
| 1002 |
+
"total_penalty_factor": 1.0,
|
| 1003 |
+
"fail_reason": null,
|
| 1004 |
+
"penalty_events": []
|
| 1005 |
+
},
|
| 1006 |
+
{
|
| 1007 |
+
"episode_id": 80,
|
| 1008 |
+
"seed": 100156,
|
| 1009 |
+
"success": false,
|
| 1010 |
+
"steps_taken": 400,
|
| 1011 |
+
"max_steps": 400,
|
| 1012 |
+
"route_completion": 50.95259031626074,
|
| 1013 |
+
"manipulation_score": 50.95259031626074,
|
| 1014 |
+
"total_penalty_factor": 1.0,
|
| 1015 |
+
"fail_reason": null,
|
| 1016 |
+
"penalty_events": []
|
| 1017 |
+
},
|
| 1018 |
+
{
|
| 1019 |
+
"episode_id": 81,
|
| 1020 |
+
"seed": 100157,
|
| 1021 |
+
"success": false,
|
| 1022 |
+
"steps_taken": 400,
|
| 1023 |
+
"max_steps": 400,
|
| 1024 |
+
"route_completion": 53.978026643996834,
|
| 1025 |
+
"manipulation_score": 53.978026643996834,
|
| 1026 |
+
"total_penalty_factor": 1.0,
|
| 1027 |
+
"fail_reason": null,
|
| 1028 |
+
"penalty_events": []
|
| 1029 |
+
},
|
| 1030 |
+
{
|
| 1031 |
+
"episode_id": 82,
|
| 1032 |
+
"seed": 100158,
|
| 1033 |
+
"success": false,
|
| 1034 |
+
"steps_taken": 400,
|
| 1035 |
+
"max_steps": 400,
|
| 1036 |
+
"route_completion": 57.63061476636596,
|
| 1037 |
+
"manipulation_score": 57.63061476636596,
|
| 1038 |
+
"total_penalty_factor": 1.0,
|
| 1039 |
+
"fail_reason": null,
|
| 1040 |
+
"penalty_events": []
|
| 1041 |
+
},
|
| 1042 |
+
{
|
| 1043 |
+
"episode_id": 83,
|
| 1044 |
+
"seed": 100162,
|
| 1045 |
+
"success": false,
|
| 1046 |
+
"steps_taken": 400,
|
| 1047 |
+
"max_steps": 400,
|
| 1048 |
+
"route_completion": 35.2427175684529,
|
| 1049 |
+
"manipulation_score": 35.2427175684529,
|
| 1050 |
+
"total_penalty_factor": 1.0,
|
| 1051 |
+
"fail_reason": null,
|
| 1052 |
+
"penalty_events": []
|
| 1053 |
+
},
|
| 1054 |
+
{
|
| 1055 |
+
"episode_id": 84,
|
| 1056 |
+
"seed": 100163,
|
| 1057 |
+
"success": false,
|
| 1058 |
+
"steps_taken": 400,
|
| 1059 |
+
"max_steps": 400,
|
| 1060 |
+
"route_completion": 47.4041875607431,
|
| 1061 |
+
"manipulation_score": 47.4041875607431,
|
| 1062 |
+
"total_penalty_factor": 1.0,
|
| 1063 |
+
"fail_reason": null,
|
| 1064 |
+
"penalty_events": []
|
| 1065 |
+
},
|
| 1066 |
+
{
|
| 1067 |
+
"episode_id": 85,
|
| 1068 |
+
"seed": 100167,
|
| 1069 |
+
"success": true,
|
| 1070 |
+
"steps_taken": 85,
|
| 1071 |
+
"max_steps": 400,
|
| 1072 |
+
"route_completion": 100.0,
|
| 1073 |
+
"manipulation_score": 100.0,
|
| 1074 |
+
"total_penalty_factor": 1.0,
|
| 1075 |
+
"fail_reason": null,
|
| 1076 |
+
"penalty_events": []
|
| 1077 |
+
},
|
| 1078 |
+
{
|
| 1079 |
+
"episode_id": 86,
|
| 1080 |
+
"seed": 100170,
|
| 1081 |
+
"success": false,
|
| 1082 |
+
"steps_taken": 400,
|
| 1083 |
+
"max_steps": 400,
|
| 1084 |
+
"route_completion": 52.878496118115194,
|
| 1085 |
+
"manipulation_score": 52.878496118115194,
|
| 1086 |
+
"total_penalty_factor": 1.0,
|
| 1087 |
+
"fail_reason": null,
|
| 1088 |
+
"penalty_events": []
|
| 1089 |
+
},
|
| 1090 |
+
{
|
| 1091 |
+
"episode_id": 87,
|
| 1092 |
+
"seed": 100171,
|
| 1093 |
+
"success": false,
|
| 1094 |
+
"steps_taken": 400,
|
| 1095 |
+
"max_steps": 400,
|
| 1096 |
+
"route_completion": 32.65259676729612,
|
| 1097 |
+
"manipulation_score": 32.65259676729612,
|
| 1098 |
+
"total_penalty_factor": 1.0,
|
| 1099 |
+
"fail_reason": null,
|
| 1100 |
+
"penalty_events": []
|
| 1101 |
+
},
|
| 1102 |
+
{
|
| 1103 |
+
"episode_id": 88,
|
| 1104 |
+
"seed": 100174,
|
| 1105 |
+
"success": false,
|
| 1106 |
+
"steps_taken": 400,
|
| 1107 |
+
"max_steps": 400,
|
| 1108 |
+
"route_completion": 53.28846613946209,
|
| 1109 |
+
"manipulation_score": 53.28846613946209,
|
| 1110 |
+
"total_penalty_factor": 1.0,
|
| 1111 |
+
"fail_reason": null,
|
| 1112 |
+
"penalty_events": []
|
| 1113 |
+
},
|
| 1114 |
+
{
|
| 1115 |
+
"episode_id": 89,
|
| 1116 |
+
"seed": 100175,
|
| 1117 |
+
"success": true,
|
| 1118 |
+
"steps_taken": 81,
|
| 1119 |
+
"max_steps": 400,
|
| 1120 |
+
"route_completion": 100.0,
|
| 1121 |
+
"manipulation_score": 100.0,
|
| 1122 |
+
"total_penalty_factor": 1.0,
|
| 1123 |
+
"fail_reason": null,
|
| 1124 |
+
"penalty_events": []
|
| 1125 |
+
},
|
| 1126 |
+
{
|
| 1127 |
+
"episode_id": 90,
|
| 1128 |
+
"seed": 100176,
|
| 1129 |
+
"success": true,
|
| 1130 |
+
"steps_taken": 83,
|
| 1131 |
+
"max_steps": 400,
|
| 1132 |
+
"route_completion": 100.0,
|
| 1133 |
+
"manipulation_score": 100.0,
|
| 1134 |
+
"total_penalty_factor": 1.0,
|
| 1135 |
+
"fail_reason": null,
|
| 1136 |
+
"penalty_events": []
|
| 1137 |
+
},
|
| 1138 |
+
{
|
| 1139 |
+
"episode_id": 91,
|
| 1140 |
+
"seed": 100179,
|
| 1141 |
+
"success": false,
|
| 1142 |
+
"steps_taken": 400,
|
| 1143 |
+
"max_steps": 400,
|
| 1144 |
+
"route_completion": 49.76194548000861,
|
| 1145 |
+
"manipulation_score": 49.76194548000861,
|
| 1146 |
+
"total_penalty_factor": 1.0,
|
| 1147 |
+
"fail_reason": null,
|
| 1148 |
+
"penalty_events": []
|
| 1149 |
+
},
|
| 1150 |
+
{
|
| 1151 |
+
"episode_id": 92,
|
| 1152 |
+
"seed": 100181,
|
| 1153 |
+
"success": true,
|
| 1154 |
+
"steps_taken": 87,
|
| 1155 |
+
"max_steps": 400,
|
| 1156 |
+
"route_completion": 100.0,
|
| 1157 |
+
"manipulation_score": 100.0,
|
| 1158 |
+
"total_penalty_factor": 1.0,
|
| 1159 |
+
"fail_reason": null,
|
| 1160 |
+
"penalty_events": []
|
| 1161 |
+
},
|
| 1162 |
+
{
|
| 1163 |
+
"episode_id": 93,
|
| 1164 |
+
"seed": 100184,
|
| 1165 |
+
"success": false,
|
| 1166 |
+
"steps_taken": 400,
|
| 1167 |
+
"max_steps": 400,
|
| 1168 |
+
"route_completion": 29.677471837736196,
|
| 1169 |
+
"manipulation_score": 29.677471837736196,
|
| 1170 |
+
"total_penalty_factor": 1.0,
|
| 1171 |
+
"fail_reason": null,
|
| 1172 |
+
"penalty_events": []
|
| 1173 |
+
},
|
| 1174 |
+
{
|
| 1175 |
+
"episode_id": 94,
|
| 1176 |
+
"seed": 100185,
|
| 1177 |
+
"success": false,
|
| 1178 |
+
"steps_taken": 65,
|
| 1179 |
+
"max_steps": 400,
|
| 1180 |
+
"route_completion": 29.579625458026438,
|
| 1181 |
+
"manipulation_score": 14.789812729013219,
|
| 1182 |
+
"total_penalty_factor": 0.5,
|
| 1183 |
+
"fail_reason": "out_of_bounds",
|
| 1184 |
+
"penalty_events": [
|
| 1185 |
+
{
|
| 1186 |
+
"event_type": "out_of_bounds",
|
| 1187 |
+
"timestep": 65,
|
| 1188 |
+
"penalty_factor": 0.5,
|
| 1189 |
+
"details": "Target object left workspace/view"
|
| 1190 |
+
}
|
| 1191 |
+
]
|
| 1192 |
+
},
|
| 1193 |
+
{
|
| 1194 |
+
"episode_id": 95,
|
| 1195 |
+
"seed": 100186,
|
| 1196 |
+
"success": false,
|
| 1197 |
+
"steps_taken": 400,
|
| 1198 |
+
"max_steps": 400,
|
| 1199 |
+
"route_completion": 33.45783186157641,
|
| 1200 |
+
"manipulation_score": 33.45783186157641,
|
| 1201 |
+
"total_penalty_factor": 1.0,
|
| 1202 |
+
"fail_reason": null,
|
| 1203 |
+
"penalty_events": []
|
| 1204 |
+
},
|
| 1205 |
+
{
|
| 1206 |
+
"episode_id": 96,
|
| 1207 |
+
"seed": 100187,
|
| 1208 |
+
"success": false,
|
| 1209 |
+
"steps_taken": 400,
|
| 1210 |
+
"max_steps": 400,
|
| 1211 |
+
"route_completion": 46.947021644746386,
|
| 1212 |
+
"manipulation_score": 46.947021644746386,
|
| 1213 |
+
"total_penalty_factor": 1.0,
|
| 1214 |
+
"fail_reason": null,
|
| 1215 |
+
"penalty_events": []
|
| 1216 |
+
},
|
| 1217 |
+
{
|
| 1218 |
+
"episode_id": 97,
|
| 1219 |
+
"seed": 100192,
|
| 1220 |
+
"success": false,
|
| 1221 |
+
"steps_taken": 400,
|
| 1222 |
+
"max_steps": 400,
|
| 1223 |
+
"route_completion": 59.113492906350274,
|
| 1224 |
+
"manipulation_score": 59.113492906350274,
|
| 1225 |
+
"total_penalty_factor": 1.0,
|
| 1226 |
+
"fail_reason": null,
|
| 1227 |
+
"penalty_events": []
|
| 1228 |
+
},
|
| 1229 |
+
{
|
| 1230 |
+
"episode_id": 98,
|
| 1231 |
+
"seed": 100193,
|
| 1232 |
+
"success": false,
|
| 1233 |
+
"steps_taken": 400,
|
| 1234 |
+
"max_steps": 400,
|
| 1235 |
+
"route_completion": 55.27675722662144,
|
| 1236 |
+
"manipulation_score": 55.27675722662144,
|
| 1237 |
+
"total_penalty_factor": 1.0,
|
| 1238 |
+
"fail_reason": null,
|
| 1239 |
+
"penalty_events": []
|
| 1240 |
+
},
|
| 1241 |
+
{
|
| 1242 |
+
"episode_id": 99,
|
| 1243 |
+
"seed": 100194,
|
| 1244 |
+
"success": true,
|
| 1245 |
+
"steps_taken": 82,
|
| 1246 |
+
"max_steps": 400,
|
| 1247 |
+
"route_completion": 100.0,
|
| 1248 |
+
"manipulation_score": 100.0,
|
| 1249 |
+
"total_penalty_factor": 1.0,
|
| 1250 |
+
"fail_reason": null,
|
| 1251 |
+
"penalty_events": []
|
| 1252 |
+
},
|
| 1253 |
+
{
|
| 1254 |
+
"episode_id": 100,
|
| 1255 |
+
"seed": 100195,
|
| 1256 |
+
"success": false,
|
| 1257 |
+
"steps_taken": 400,
|
| 1258 |
+
"max_steps": 400,
|
| 1259 |
+
"route_completion": 35.51376239348109,
|
| 1260 |
+
"manipulation_score": 35.51376239348109,
|
| 1261 |
+
"total_penalty_factor": 1.0,
|
| 1262 |
+
"fail_reason": null,
|
| 1263 |
+
"penalty_events": []
|
| 1264 |
+
}
|
| 1265 |
+
]
|
log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 33,
|
| 4 |
+
"success_rate": 33.0,
|
| 5 |
+
"manipulation_score_mean": 60.41178362689,
|
| 6 |
+
"manipulation_score_std": 29.855640739928898,
|
| 7 |
+
"route_completion_mean": 61.81689201047874,
|
| 8 |
+
"route_completion_std": 28.075012777643156,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 9
|
| 11 |
+
}
|
log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 33.0% (33/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 60.41
|
| 10 |
+
Std: 29.86
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 61.82%
|
| 14 |
+
Std: 28.08
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 9
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-29 20:19:05
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.33
|
log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1286 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100002,
|
| 5 |
+
"success": true,
|
| 6 |
+
"steps_taken": 329,
|
| 7 |
+
"max_steps": 800,
|
| 8 |
+
"route_completion": 100.0,
|
| 9 |
+
"manipulation_score": 100.0,
|
| 10 |
+
"total_penalty_factor": 1.0,
|
| 11 |
+
"fail_reason": null,
|
| 12 |
+
"penalty_events": []
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"episode_id": 2,
|
| 16 |
+
"seed": 100003,
|
| 17 |
+
"success": false,
|
| 18 |
+
"steps_taken": 800,
|
| 19 |
+
"max_steps": 800,
|
| 20 |
+
"route_completion": 57.590549386101856,
|
| 21 |
+
"manipulation_score": 57.590549386101856,
|
| 22 |
+
"total_penalty_factor": 1.0,
|
| 23 |
+
"fail_reason": null,
|
| 24 |
+
"penalty_events": []
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"episode_id": 3,
|
| 28 |
+
"seed": 100004,
|
| 29 |
+
"success": false,
|
| 30 |
+
"steps_taken": 800,
|
| 31 |
+
"max_steps": 800,
|
| 32 |
+
"route_completion": 50.36090426101359,
|
| 33 |
+
"manipulation_score": 50.36090426101359,
|
| 34 |
+
"total_penalty_factor": 1.0,
|
| 35 |
+
"fail_reason": null,
|
| 36 |
+
"penalty_events": []
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"episode_id": 4,
|
| 40 |
+
"seed": 100007,
|
| 41 |
+
"success": false,
|
| 42 |
+
"steps_taken": 800,
|
| 43 |
+
"max_steps": 800,
|
| 44 |
+
"route_completion": 58.16723891402478,
|
| 45 |
+
"manipulation_score": 58.16723891402478,
|
| 46 |
+
"total_penalty_factor": 1.0,
|
| 47 |
+
"fail_reason": null,
|
| 48 |
+
"penalty_events": []
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"episode_id": 5,
|
| 52 |
+
"seed": 100011,
|
| 53 |
+
"success": false,
|
| 54 |
+
"steps_taken": 800,
|
| 55 |
+
"max_steps": 800,
|
| 56 |
+
"route_completion": 56.8347216786512,
|
| 57 |
+
"manipulation_score": 56.8347216786512,
|
| 58 |
+
"total_penalty_factor": 1.0,
|
| 59 |
+
"fail_reason": null,
|
| 60 |
+
"penalty_events": []
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"episode_id": 6,
|
| 64 |
+
"seed": 100023,
|
| 65 |
+
"success": false,
|
| 66 |
+
"steps_taken": 800,
|
| 67 |
+
"max_steps": 800,
|
| 68 |
+
"route_completion": 51.72758723047429,
|
| 69 |
+
"manipulation_score": 51.72758723047429,
|
| 70 |
+
"total_penalty_factor": 1.0,
|
| 71 |
+
"fail_reason": null,
|
| 72 |
+
"penalty_events": []
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"episode_id": 7,
|
| 76 |
+
"seed": 100030,
|
| 77 |
+
"success": false,
|
| 78 |
+
"steps_taken": 800,
|
| 79 |
+
"max_steps": 800,
|
| 80 |
+
"route_completion": 64.42582551607775,
|
| 81 |
+
"manipulation_score": 64.42582551607775,
|
| 82 |
+
"total_penalty_factor": 1.0,
|
| 83 |
+
"fail_reason": null,
|
| 84 |
+
"penalty_events": []
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"episode_id": 8,
|
| 88 |
+
"seed": 100036,
|
| 89 |
+
"success": false,
|
| 90 |
+
"steps_taken": 66,
|
| 91 |
+
"max_steps": 800,
|
| 92 |
+
"route_completion": 42.880704254659406,
|
| 93 |
+
"manipulation_score": 21.440352127329703,
|
| 94 |
+
"total_penalty_factor": 0.5,
|
| 95 |
+
"fail_reason": "out_of_bounds",
|
| 96 |
+
"penalty_events": [
|
| 97 |
+
{
|
| 98 |
+
"event_type": "out_of_bounds",
|
| 99 |
+
"timestep": 66,
|
| 100 |
+
"penalty_factor": 0.5,
|
| 101 |
+
"details": "Target object left workspace/view"
|
| 102 |
+
}
|
| 103 |
+
]
|
| 104 |
+
},
|
| 105 |
+
{
|
| 106 |
+
"episode_id": 9,
|
| 107 |
+
"seed": 100041,
|
| 108 |
+
"success": false,
|
| 109 |
+
"steps_taken": 61,
|
| 110 |
+
"max_steps": 800,
|
| 111 |
+
"route_completion": 44.845449642780956,
|
| 112 |
+
"manipulation_score": 22.422724821390478,
|
| 113 |
+
"total_penalty_factor": 0.5,
|
| 114 |
+
"fail_reason": "out_of_bounds",
|
| 115 |
+
"penalty_events": [
|
| 116 |
+
{
|
| 117 |
+
"event_type": "out_of_bounds",
|
| 118 |
+
"timestep": 61,
|
| 119 |
+
"penalty_factor": 0.5,
|
| 120 |
+
"details": "Target object left workspace/view"
|
| 121 |
+
}
|
| 122 |
+
]
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"episode_id": 10,
|
| 126 |
+
"seed": 100047,
|
| 127 |
+
"success": false,
|
| 128 |
+
"steps_taken": 103,
|
| 129 |
+
"max_steps": 800,
|
| 130 |
+
"route_completion": 34.16832506192234,
|
| 131 |
+
"manipulation_score": 17.08416253096117,
|
| 132 |
+
"total_penalty_factor": 0.5,
|
| 133 |
+
"fail_reason": "out_of_bounds",
|
| 134 |
+
"penalty_events": [
|
| 135 |
+
{
|
| 136 |
+
"event_type": "out_of_bounds",
|
| 137 |
+
"timestep": 103,
|
| 138 |
+
"penalty_factor": 0.5,
|
| 139 |
+
"details": "Target object left workspace/view"
|
| 140 |
+
}
|
| 141 |
+
]
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"episode_id": 11,
|
| 145 |
+
"seed": 100051,
|
| 146 |
+
"success": false,
|
| 147 |
+
"steps_taken": 800,
|
| 148 |
+
"max_steps": 800,
|
| 149 |
+
"route_completion": 60.40296343862015,
|
| 150 |
+
"manipulation_score": 60.40296343862015,
|
| 151 |
+
"total_penalty_factor": 1.0,
|
| 152 |
+
"fail_reason": null,
|
| 153 |
+
"penalty_events": []
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"episode_id": 12,
|
| 157 |
+
"seed": 100052,
|
| 158 |
+
"success": true,
|
| 159 |
+
"steps_taken": 394,
|
| 160 |
+
"max_steps": 800,
|
| 161 |
+
"route_completion": 100.0,
|
| 162 |
+
"manipulation_score": 100.0,
|
| 163 |
+
"total_penalty_factor": 1.0,
|
| 164 |
+
"fail_reason": null,
|
| 165 |
+
"penalty_events": []
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"episode_id": 13,
|
| 169 |
+
"seed": 100053,
|
| 170 |
+
"success": false,
|
| 171 |
+
"steps_taken": 800,
|
| 172 |
+
"max_steps": 800,
|
| 173 |
+
"route_completion": 47.74763764842802,
|
| 174 |
+
"manipulation_score": 47.74763764842802,
|
| 175 |
+
"total_penalty_factor": 1.0,
|
| 176 |
+
"fail_reason": null,
|
| 177 |
+
"penalty_events": []
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"episode_id": 14,
|
| 181 |
+
"seed": 100054,
|
| 182 |
+
"success": false,
|
| 183 |
+
"steps_taken": 800,
|
| 184 |
+
"max_steps": 800,
|
| 185 |
+
"route_completion": 72.076992292506,
|
| 186 |
+
"manipulation_score": 72.076992292506,
|
| 187 |
+
"total_penalty_factor": 1.0,
|
| 188 |
+
"fail_reason": null,
|
| 189 |
+
"penalty_events": []
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"episode_id": 15,
|
| 193 |
+
"seed": 100057,
|
| 194 |
+
"success": false,
|
| 195 |
+
"steps_taken": 800,
|
| 196 |
+
"max_steps": 800,
|
| 197 |
+
"route_completion": 47.89999694019673,
|
| 198 |
+
"manipulation_score": 47.89999694019673,
|
| 199 |
+
"total_penalty_factor": 1.0,
|
| 200 |
+
"fail_reason": null,
|
| 201 |
+
"penalty_events": []
|
| 202 |
+
},
|
| 203 |
+
{
|
| 204 |
+
"episode_id": 16,
|
| 205 |
+
"seed": 100059,
|
| 206 |
+
"success": true,
|
| 207 |
+
"steps_taken": 279,
|
| 208 |
+
"max_steps": 800,
|
| 209 |
+
"route_completion": 100.0,
|
| 210 |
+
"manipulation_score": 100.0,
|
| 211 |
+
"total_penalty_factor": 1.0,
|
| 212 |
+
"fail_reason": null,
|
| 213 |
+
"penalty_events": []
|
| 214 |
+
},
|
| 215 |
+
{
|
| 216 |
+
"episode_id": 17,
|
| 217 |
+
"seed": 100061,
|
| 218 |
+
"success": false,
|
| 219 |
+
"steps_taken": 800,
|
| 220 |
+
"max_steps": 800,
|
| 221 |
+
"route_completion": 64.17381822980686,
|
| 222 |
+
"manipulation_score": 64.17381822980686,
|
| 223 |
+
"total_penalty_factor": 1.0,
|
| 224 |
+
"fail_reason": null,
|
| 225 |
+
"penalty_events": []
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"episode_id": 18,
|
| 229 |
+
"seed": 100063,
|
| 230 |
+
"success": false,
|
| 231 |
+
"steps_taken": 800,
|
| 232 |
+
"max_steps": 800,
|
| 233 |
+
"route_completion": 70.39356002714658,
|
| 234 |
+
"manipulation_score": 70.39356002714658,
|
| 235 |
+
"total_penalty_factor": 1.0,
|
| 236 |
+
"fail_reason": null,
|
| 237 |
+
"penalty_events": []
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"episode_id": 19,
|
| 241 |
+
"seed": 100066,
|
| 242 |
+
"success": false,
|
| 243 |
+
"steps_taken": 800,
|
| 244 |
+
"max_steps": 800,
|
| 245 |
+
"route_completion": 58.8781694781572,
|
| 246 |
+
"manipulation_score": 58.8781694781572,
|
| 247 |
+
"total_penalty_factor": 1.0,
|
| 248 |
+
"fail_reason": null,
|
| 249 |
+
"penalty_events": []
|
| 250 |
+
},
|
| 251 |
+
{
|
| 252 |
+
"episode_id": 20,
|
| 253 |
+
"seed": 100067,
|
| 254 |
+
"success": false,
|
| 255 |
+
"steps_taken": 800,
|
| 256 |
+
"max_steps": 800,
|
| 257 |
+
"route_completion": 63.58747649379798,
|
| 258 |
+
"manipulation_score": 63.58747649379798,
|
| 259 |
+
"total_penalty_factor": 1.0,
|
| 260 |
+
"fail_reason": null,
|
| 261 |
+
"penalty_events": []
|
| 262 |
+
},
|
| 263 |
+
{
|
| 264 |
+
"episode_id": 21,
|
| 265 |
+
"seed": 100069,
|
| 266 |
+
"success": false,
|
| 267 |
+
"steps_taken": 800,
|
| 268 |
+
"max_steps": 800,
|
| 269 |
+
"route_completion": 54.04452165506092,
|
| 270 |
+
"manipulation_score": 54.04452165506092,
|
| 271 |
+
"total_penalty_factor": 1.0,
|
| 272 |
+
"fail_reason": null,
|
| 273 |
+
"penalty_events": []
|
| 274 |
+
},
|
| 275 |
+
{
|
| 276 |
+
"episode_id": 22,
|
| 277 |
+
"seed": 100072,
|
| 278 |
+
"success": false,
|
| 279 |
+
"steps_taken": 800,
|
| 280 |
+
"max_steps": 800,
|
| 281 |
+
"route_completion": 55.65911633432018,
|
| 282 |
+
"manipulation_score": 55.65911633432018,
|
| 283 |
+
"total_penalty_factor": 1.0,
|
| 284 |
+
"fail_reason": null,
|
| 285 |
+
"penalty_events": []
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"episode_id": 23,
|
| 289 |
+
"seed": 100077,
|
| 290 |
+
"success": false,
|
| 291 |
+
"steps_taken": 800,
|
| 292 |
+
"max_steps": 800,
|
| 293 |
+
"route_completion": 60.39831698442626,
|
| 294 |
+
"manipulation_score": 60.39831698442626,
|
| 295 |
+
"total_penalty_factor": 1.0,
|
| 296 |
+
"fail_reason": null,
|
| 297 |
+
"penalty_events": []
|
| 298 |
+
},
|
| 299 |
+
{
|
| 300 |
+
"episode_id": 24,
|
| 301 |
+
"seed": 100079,
|
| 302 |
+
"success": true,
|
| 303 |
+
"steps_taken": 299,
|
| 304 |
+
"max_steps": 800,
|
| 305 |
+
"route_completion": 100.0,
|
| 306 |
+
"manipulation_score": 100.0,
|
| 307 |
+
"total_penalty_factor": 1.0,
|
| 308 |
+
"fail_reason": null,
|
| 309 |
+
"penalty_events": []
|
| 310 |
+
},
|
| 311 |
+
{
|
| 312 |
+
"episode_id": 25,
|
| 313 |
+
"seed": 100080,
|
| 314 |
+
"success": false,
|
| 315 |
+
"steps_taken": 800,
|
| 316 |
+
"max_steps": 800,
|
| 317 |
+
"route_completion": 70.27236191975274,
|
| 318 |
+
"manipulation_score": 70.27236191975274,
|
| 319 |
+
"total_penalty_factor": 1.0,
|
| 320 |
+
"fail_reason": null,
|
| 321 |
+
"penalty_events": []
|
| 322 |
+
},
|
| 323 |
+
{
|
| 324 |
+
"episode_id": 26,
|
| 325 |
+
"seed": 100081,
|
| 326 |
+
"success": true,
|
| 327 |
+
"steps_taken": 280,
|
| 328 |
+
"max_steps": 800,
|
| 329 |
+
"route_completion": 100.0,
|
| 330 |
+
"manipulation_score": 100.0,
|
| 331 |
+
"total_penalty_factor": 1.0,
|
| 332 |
+
"fail_reason": null,
|
| 333 |
+
"penalty_events": []
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"episode_id": 27,
|
| 337 |
+
"seed": 100094,
|
| 338 |
+
"success": true,
|
| 339 |
+
"steps_taken": 271,
|
| 340 |
+
"max_steps": 800,
|
| 341 |
+
"route_completion": 100.0,
|
| 342 |
+
"manipulation_score": 100.0,
|
| 343 |
+
"total_penalty_factor": 1.0,
|
| 344 |
+
"fail_reason": null,
|
| 345 |
+
"penalty_events": []
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"episode_id": 28,
|
| 349 |
+
"seed": 100096,
|
| 350 |
+
"success": false,
|
| 351 |
+
"steps_taken": 800,
|
| 352 |
+
"max_steps": 800,
|
| 353 |
+
"route_completion": 46.46138423829217,
|
| 354 |
+
"manipulation_score": 46.46138423829217,
|
| 355 |
+
"total_penalty_factor": 1.0,
|
| 356 |
+
"fail_reason": null,
|
| 357 |
+
"penalty_events": []
|
| 358 |
+
},
|
| 359 |
+
{
|
| 360 |
+
"episode_id": 29,
|
| 361 |
+
"seed": 100098,
|
| 362 |
+
"success": false,
|
| 363 |
+
"steps_taken": 800,
|
| 364 |
+
"max_steps": 800,
|
| 365 |
+
"route_completion": 62.581275878140595,
|
| 366 |
+
"manipulation_score": 62.581275878140595,
|
| 367 |
+
"total_penalty_factor": 1.0,
|
| 368 |
+
"fail_reason": null,
|
| 369 |
+
"penalty_events": []
|
| 370 |
+
},
|
| 371 |
+
{
|
| 372 |
+
"episode_id": 30,
|
| 373 |
+
"seed": 100099,
|
| 374 |
+
"success": true,
|
| 375 |
+
"steps_taken": 283,
|
| 376 |
+
"max_steps": 800,
|
| 377 |
+
"route_completion": 100.0,
|
| 378 |
+
"manipulation_score": 100.0,
|
| 379 |
+
"total_penalty_factor": 1.0,
|
| 380 |
+
"fail_reason": null,
|
| 381 |
+
"penalty_events": []
|
| 382 |
+
},
|
| 383 |
+
{
|
| 384 |
+
"episode_id": 31,
|
| 385 |
+
"seed": 100100,
|
| 386 |
+
"success": false,
|
| 387 |
+
"steps_taken": 800,
|
| 388 |
+
"max_steps": 800,
|
| 389 |
+
"route_completion": 66.14572722945658,
|
| 390 |
+
"manipulation_score": 66.14572722945658,
|
| 391 |
+
"total_penalty_factor": 1.0,
|
| 392 |
+
"fail_reason": null,
|
| 393 |
+
"penalty_events": []
|
| 394 |
+
},
|
| 395 |
+
{
|
| 396 |
+
"episode_id": 32,
|
| 397 |
+
"seed": 100102,
|
| 398 |
+
"success": false,
|
| 399 |
+
"steps_taken": 800,
|
| 400 |
+
"max_steps": 800,
|
| 401 |
+
"route_completion": 62.58693327296807,
|
| 402 |
+
"manipulation_score": 62.58693327296807,
|
| 403 |
+
"total_penalty_factor": 1.0,
|
| 404 |
+
"fail_reason": null,
|
| 405 |
+
"penalty_events": []
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"episode_id": 33,
|
| 409 |
+
"seed": 100103,
|
| 410 |
+
"success": false,
|
| 411 |
+
"steps_taken": 800,
|
| 412 |
+
"max_steps": 800,
|
| 413 |
+
"route_completion": 57.021430821370146,
|
| 414 |
+
"manipulation_score": 57.021430821370146,
|
| 415 |
+
"total_penalty_factor": 1.0,
|
| 416 |
+
"fail_reason": null,
|
| 417 |
+
"penalty_events": []
|
| 418 |
+
},
|
| 419 |
+
{
|
| 420 |
+
"episode_id": 34,
|
| 421 |
+
"seed": 100106,
|
| 422 |
+
"success": false,
|
| 423 |
+
"steps_taken": 800,
|
| 424 |
+
"max_steps": 800,
|
| 425 |
+
"route_completion": 51.403413664272456,
|
| 426 |
+
"manipulation_score": 51.403413664272456,
|
| 427 |
+
"total_penalty_factor": 1.0,
|
| 428 |
+
"fail_reason": null,
|
| 429 |
+
"penalty_events": []
|
| 430 |
+
},
|
| 431 |
+
{
|
| 432 |
+
"episode_id": 35,
|
| 433 |
+
"seed": 100108,
|
| 434 |
+
"success": false,
|
| 435 |
+
"steps_taken": 800,
|
| 436 |
+
"max_steps": 800,
|
| 437 |
+
"route_completion": 76.86719320404401,
|
| 438 |
+
"manipulation_score": 76.86719320404401,
|
| 439 |
+
"total_penalty_factor": 1.0,
|
| 440 |
+
"fail_reason": null,
|
| 441 |
+
"penalty_events": []
|
| 442 |
+
},
|
| 443 |
+
{
|
| 444 |
+
"episode_id": 36,
|
| 445 |
+
"seed": 100109,
|
| 446 |
+
"success": false,
|
| 447 |
+
"steps_taken": 800,
|
| 448 |
+
"max_steps": 800,
|
| 449 |
+
"route_completion": 66.44780423821697,
|
| 450 |
+
"manipulation_score": 66.44780423821697,
|
| 451 |
+
"total_penalty_factor": 1.0,
|
| 452 |
+
"fail_reason": null,
|
| 453 |
+
"penalty_events": []
|
| 454 |
+
},
|
| 455 |
+
{
|
| 456 |
+
"episode_id": 37,
|
| 457 |
+
"seed": 100110,
|
| 458 |
+
"success": false,
|
| 459 |
+
"steps_taken": 800,
|
| 460 |
+
"max_steps": 800,
|
| 461 |
+
"route_completion": 60.90492191892001,
|
| 462 |
+
"manipulation_score": 60.90492191892001,
|
| 463 |
+
"total_penalty_factor": 1.0,
|
| 464 |
+
"fail_reason": null,
|
| 465 |
+
"penalty_events": []
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"episode_id": 38,
|
| 469 |
+
"seed": 100113,
|
| 470 |
+
"success": true,
|
| 471 |
+
"steps_taken": 278,
|
| 472 |
+
"max_steps": 800,
|
| 473 |
+
"route_completion": 100.0,
|
| 474 |
+
"manipulation_score": 100.0,
|
| 475 |
+
"total_penalty_factor": 1.0,
|
| 476 |
+
"fail_reason": null,
|
| 477 |
+
"penalty_events": []
|
| 478 |
+
},
|
| 479 |
+
{
|
| 480 |
+
"episode_id": 39,
|
| 481 |
+
"seed": 100115,
|
| 482 |
+
"success": false,
|
| 483 |
+
"steps_taken": 800,
|
| 484 |
+
"max_steps": 800,
|
| 485 |
+
"route_completion": 53.19678225874126,
|
| 486 |
+
"manipulation_score": 53.19678225874126,
|
| 487 |
+
"total_penalty_factor": 1.0,
|
| 488 |
+
"fail_reason": null,
|
| 489 |
+
"penalty_events": []
|
| 490 |
+
},
|
| 491 |
+
{
|
| 492 |
+
"episode_id": 40,
|
| 493 |
+
"seed": 100121,
|
| 494 |
+
"success": false,
|
| 495 |
+
"steps_taken": 800,
|
| 496 |
+
"max_steps": 800,
|
| 497 |
+
"route_completion": 69.37088713317753,
|
| 498 |
+
"manipulation_score": 69.37088713317753,
|
| 499 |
+
"total_penalty_factor": 1.0,
|
| 500 |
+
"fail_reason": null,
|
| 501 |
+
"penalty_events": []
|
| 502 |
+
},
|
| 503 |
+
{
|
| 504 |
+
"episode_id": 41,
|
| 505 |
+
"seed": 100123,
|
| 506 |
+
"success": false,
|
| 507 |
+
"steps_taken": 800,
|
| 508 |
+
"max_steps": 800,
|
| 509 |
+
"route_completion": 61.45842947439375,
|
| 510 |
+
"manipulation_score": 61.45842947439375,
|
| 511 |
+
"total_penalty_factor": 1.0,
|
| 512 |
+
"fail_reason": null,
|
| 513 |
+
"penalty_events": []
|
| 514 |
+
},
|
| 515 |
+
{
|
| 516 |
+
"episode_id": 42,
|
| 517 |
+
"seed": 100126,
|
| 518 |
+
"success": false,
|
| 519 |
+
"steps_taken": 800,
|
| 520 |
+
"max_steps": 800,
|
| 521 |
+
"route_completion": 64.37599781184123,
|
| 522 |
+
"manipulation_score": 64.37599781184123,
|
| 523 |
+
"total_penalty_factor": 1.0,
|
| 524 |
+
"fail_reason": null,
|
| 525 |
+
"penalty_events": []
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"episode_id": 43,
|
| 529 |
+
"seed": 100129,
|
| 530 |
+
"success": false,
|
| 531 |
+
"steps_taken": 85,
|
| 532 |
+
"max_steps": 800,
|
| 533 |
+
"route_completion": 51.74898367962416,
|
| 534 |
+
"manipulation_score": 25.87449183981208,
|
| 535 |
+
"total_penalty_factor": 0.5,
|
| 536 |
+
"fail_reason": "out_of_bounds",
|
| 537 |
+
"penalty_events": [
|
| 538 |
+
{
|
| 539 |
+
"event_type": "out_of_bounds",
|
| 540 |
+
"timestep": 85,
|
| 541 |
+
"penalty_factor": 0.5,
|
| 542 |
+
"details": "Target object left workspace/view"
|
| 543 |
+
}
|
| 544 |
+
]
|
| 545 |
+
},
|
| 546 |
+
{
|
| 547 |
+
"episode_id": 44,
|
| 548 |
+
"seed": 100130,
|
| 549 |
+
"success": true,
|
| 550 |
+
"steps_taken": 298,
|
| 551 |
+
"max_steps": 800,
|
| 552 |
+
"route_completion": 100.0,
|
| 553 |
+
"manipulation_score": 100.0,
|
| 554 |
+
"total_penalty_factor": 1.0,
|
| 555 |
+
"fail_reason": null,
|
| 556 |
+
"penalty_events": []
|
| 557 |
+
},
|
| 558 |
+
{
|
| 559 |
+
"episode_id": 45,
|
| 560 |
+
"seed": 100132,
|
| 561 |
+
"success": false,
|
| 562 |
+
"steps_taken": 800,
|
| 563 |
+
"max_steps": 800,
|
| 564 |
+
"route_completion": 71.39628068246972,
|
| 565 |
+
"manipulation_score": 71.39628068246972,
|
| 566 |
+
"total_penalty_factor": 1.0,
|
| 567 |
+
"fail_reason": null,
|
| 568 |
+
"penalty_events": []
|
| 569 |
+
},
|
| 570 |
+
{
|
| 571 |
+
"episode_id": 46,
|
| 572 |
+
"seed": 100133,
|
| 573 |
+
"success": false,
|
| 574 |
+
"steps_taken": 800,
|
| 575 |
+
"max_steps": 800,
|
| 576 |
+
"route_completion": 55.02380713945346,
|
| 577 |
+
"manipulation_score": 55.02380713945346,
|
| 578 |
+
"total_penalty_factor": 1.0,
|
| 579 |
+
"fail_reason": null,
|
| 580 |
+
"penalty_events": []
|
| 581 |
+
},
|
| 582 |
+
{
|
| 583 |
+
"episode_id": 47,
|
| 584 |
+
"seed": 100136,
|
| 585 |
+
"success": false,
|
| 586 |
+
"steps_taken": 800,
|
| 587 |
+
"max_steps": 800,
|
| 588 |
+
"route_completion": 53.86907384632023,
|
| 589 |
+
"manipulation_score": 53.86907384632023,
|
| 590 |
+
"total_penalty_factor": 1.0,
|
| 591 |
+
"fail_reason": null,
|
| 592 |
+
"penalty_events": []
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"episode_id": 48,
|
| 596 |
+
"seed": 100139,
|
| 597 |
+
"success": false,
|
| 598 |
+
"steps_taken": 800,
|
| 599 |
+
"max_steps": 800,
|
| 600 |
+
"route_completion": 48.50620578395494,
|
| 601 |
+
"manipulation_score": 48.50620578395494,
|
| 602 |
+
"total_penalty_factor": 1.0,
|
| 603 |
+
"fail_reason": null,
|
| 604 |
+
"penalty_events": []
|
| 605 |
+
},
|
| 606 |
+
{
|
| 607 |
+
"episode_id": 49,
|
| 608 |
+
"seed": 100141,
|
| 609 |
+
"success": false,
|
| 610 |
+
"steps_taken": 800,
|
| 611 |
+
"max_steps": 800,
|
| 612 |
+
"route_completion": 61.80503377548596,
|
| 613 |
+
"manipulation_score": 61.80503377548596,
|
| 614 |
+
"total_penalty_factor": 1.0,
|
| 615 |
+
"fail_reason": null,
|
| 616 |
+
"penalty_events": []
|
| 617 |
+
},
|
| 618 |
+
{
|
| 619 |
+
"episode_id": 50,
|
| 620 |
+
"seed": 100153,
|
| 621 |
+
"success": false,
|
| 622 |
+
"steps_taken": 800,
|
| 623 |
+
"max_steps": 800,
|
| 624 |
+
"route_completion": 62.91512107255007,
|
| 625 |
+
"manipulation_score": 62.91512107255007,
|
| 626 |
+
"total_penalty_factor": 1.0,
|
| 627 |
+
"fail_reason": null,
|
| 628 |
+
"penalty_events": []
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"episode_id": 51,
|
| 632 |
+
"seed": 100154,
|
| 633 |
+
"success": false,
|
| 634 |
+
"steps_taken": 800,
|
| 635 |
+
"max_steps": 800,
|
| 636 |
+
"route_completion": 64.56595779563374,
|
| 637 |
+
"manipulation_score": 64.56595779563374,
|
| 638 |
+
"total_penalty_factor": 1.0,
|
| 639 |
+
"fail_reason": null,
|
| 640 |
+
"penalty_events": []
|
| 641 |
+
},
|
| 642 |
+
{
|
| 643 |
+
"episode_id": 52,
|
| 644 |
+
"seed": 100158,
|
| 645 |
+
"success": true,
|
| 646 |
+
"steps_taken": 384,
|
| 647 |
+
"max_steps": 800,
|
| 648 |
+
"route_completion": 100.0,
|
| 649 |
+
"manipulation_score": 100.0,
|
| 650 |
+
"total_penalty_factor": 1.0,
|
| 651 |
+
"fail_reason": null,
|
| 652 |
+
"penalty_events": []
|
| 653 |
+
},
|
| 654 |
+
{
|
| 655 |
+
"episode_id": 53,
|
| 656 |
+
"seed": 100161,
|
| 657 |
+
"success": false,
|
| 658 |
+
"steps_taken": 800,
|
| 659 |
+
"max_steps": 800,
|
| 660 |
+
"route_completion": 63.320211269997294,
|
| 661 |
+
"manipulation_score": 63.320211269997294,
|
| 662 |
+
"total_penalty_factor": 1.0,
|
| 663 |
+
"fail_reason": null,
|
| 664 |
+
"penalty_events": []
|
| 665 |
+
},
|
| 666 |
+
{
|
| 667 |
+
"episode_id": 54,
|
| 668 |
+
"seed": 100164,
|
| 669 |
+
"success": false,
|
| 670 |
+
"steps_taken": 800,
|
| 671 |
+
"max_steps": 800,
|
| 672 |
+
"route_completion": 61.541841095400926,
|
| 673 |
+
"manipulation_score": 61.541841095400926,
|
| 674 |
+
"total_penalty_factor": 1.0,
|
| 675 |
+
"fail_reason": null,
|
| 676 |
+
"penalty_events": []
|
| 677 |
+
},
|
| 678 |
+
{
|
| 679 |
+
"episode_id": 55,
|
| 680 |
+
"seed": 100165,
|
| 681 |
+
"success": true,
|
| 682 |
+
"steps_taken": 280,
|
| 683 |
+
"max_steps": 800,
|
| 684 |
+
"route_completion": 100.0,
|
| 685 |
+
"manipulation_score": 100.0,
|
| 686 |
+
"total_penalty_factor": 1.0,
|
| 687 |
+
"fail_reason": null,
|
| 688 |
+
"penalty_events": []
|
| 689 |
+
},
|
| 690 |
+
{
|
| 691 |
+
"episode_id": 56,
|
| 692 |
+
"seed": 100167,
|
| 693 |
+
"success": true,
|
| 694 |
+
"steps_taken": 410,
|
| 695 |
+
"max_steps": 800,
|
| 696 |
+
"route_completion": 100.0,
|
| 697 |
+
"manipulation_score": 100.0,
|
| 698 |
+
"total_penalty_factor": 1.0,
|
| 699 |
+
"fail_reason": null,
|
| 700 |
+
"penalty_events": []
|
| 701 |
+
},
|
| 702 |
+
{
|
| 703 |
+
"episode_id": 57,
|
| 704 |
+
"seed": 100168,
|
| 705 |
+
"success": false,
|
| 706 |
+
"steps_taken": 800,
|
| 707 |
+
"max_steps": 800,
|
| 708 |
+
"route_completion": 60.577344762537955,
|
| 709 |
+
"manipulation_score": 60.577344762537955,
|
| 710 |
+
"total_penalty_factor": 1.0,
|
| 711 |
+
"fail_reason": null,
|
| 712 |
+
"penalty_events": []
|
| 713 |
+
},
|
| 714 |
+
{
|
| 715 |
+
"episode_id": 58,
|
| 716 |
+
"seed": 100175,
|
| 717 |
+
"success": false,
|
| 718 |
+
"steps_taken": 800,
|
| 719 |
+
"max_steps": 800,
|
| 720 |
+
"route_completion": 45.96743773241666,
|
| 721 |
+
"manipulation_score": 45.96743773241666,
|
| 722 |
+
"total_penalty_factor": 1.0,
|
| 723 |
+
"fail_reason": null,
|
| 724 |
+
"penalty_events": []
|
| 725 |
+
},
|
| 726 |
+
{
|
| 727 |
+
"episode_id": 59,
|
| 728 |
+
"seed": 100177,
|
| 729 |
+
"success": false,
|
| 730 |
+
"steps_taken": 800,
|
| 731 |
+
"max_steps": 800,
|
| 732 |
+
"route_completion": 57.24214378898945,
|
| 733 |
+
"manipulation_score": 57.24214378898945,
|
| 734 |
+
"total_penalty_factor": 1.0,
|
| 735 |
+
"fail_reason": null,
|
| 736 |
+
"penalty_events": []
|
| 737 |
+
},
|
| 738 |
+
{
|
| 739 |
+
"episode_id": 60,
|
| 740 |
+
"seed": 100179,
|
| 741 |
+
"success": false,
|
| 742 |
+
"steps_taken": 800,
|
| 743 |
+
"max_steps": 800,
|
| 744 |
+
"route_completion": 73.74419025201779,
|
| 745 |
+
"manipulation_score": 73.74419025201779,
|
| 746 |
+
"total_penalty_factor": 1.0,
|
| 747 |
+
"fail_reason": null,
|
| 748 |
+
"penalty_events": []
|
| 749 |
+
},
|
| 750 |
+
{
|
| 751 |
+
"episode_id": 61,
|
| 752 |
+
"seed": 100180,
|
| 753 |
+
"success": false,
|
| 754 |
+
"steps_taken": 800,
|
| 755 |
+
"max_steps": 800,
|
| 756 |
+
"route_completion": 65.13394064611887,
|
| 757 |
+
"manipulation_score": 65.13394064611887,
|
| 758 |
+
"total_penalty_factor": 1.0,
|
| 759 |
+
"fail_reason": null,
|
| 760 |
+
"penalty_events": []
|
| 761 |
+
},
|
| 762 |
+
{
|
| 763 |
+
"episode_id": 62,
|
| 764 |
+
"seed": 100184,
|
| 765 |
+
"success": false,
|
| 766 |
+
"steps_taken": 90,
|
| 767 |
+
"max_steps": 800,
|
| 768 |
+
"route_completion": 56.74769749385117,
|
| 769 |
+
"manipulation_score": 28.373848746925585,
|
| 770 |
+
"total_penalty_factor": 0.5,
|
| 771 |
+
"fail_reason": "out_of_bounds",
|
| 772 |
+
"penalty_events": [
|
| 773 |
+
{
|
| 774 |
+
"event_type": "out_of_bounds",
|
| 775 |
+
"timestep": 90,
|
| 776 |
+
"penalty_factor": 0.5,
|
| 777 |
+
"details": "Target object left workspace/view"
|
| 778 |
+
}
|
| 779 |
+
]
|
| 780 |
+
},
|
| 781 |
+
{
|
| 782 |
+
"episode_id": 63,
|
| 783 |
+
"seed": 100186,
|
| 784 |
+
"success": true,
|
| 785 |
+
"steps_taken": 294,
|
| 786 |
+
"max_steps": 800,
|
| 787 |
+
"route_completion": 100.0,
|
| 788 |
+
"manipulation_score": 100.0,
|
| 789 |
+
"total_penalty_factor": 1.0,
|
| 790 |
+
"fail_reason": null,
|
| 791 |
+
"penalty_events": []
|
| 792 |
+
},
|
| 793 |
+
{
|
| 794 |
+
"episode_id": 64,
|
| 795 |
+
"seed": 100191,
|
| 796 |
+
"success": true,
|
| 797 |
+
"steps_taken": 684,
|
| 798 |
+
"max_steps": 800,
|
| 799 |
+
"route_completion": 100.0,
|
| 800 |
+
"manipulation_score": 100.0,
|
| 801 |
+
"total_penalty_factor": 1.0,
|
| 802 |
+
"fail_reason": null,
|
| 803 |
+
"penalty_events": []
|
| 804 |
+
},
|
| 805 |
+
{
|
| 806 |
+
"episode_id": 65,
|
| 807 |
+
"seed": 100193,
|
| 808 |
+
"success": false,
|
| 809 |
+
"steps_taken": 800,
|
| 810 |
+
"max_steps": 800,
|
| 811 |
+
"route_completion": 52.082942879306025,
|
| 812 |
+
"manipulation_score": 52.082942879306025,
|
| 813 |
+
"total_penalty_factor": 1.0,
|
| 814 |
+
"fail_reason": null,
|
| 815 |
+
"penalty_events": []
|
| 816 |
+
},
|
| 817 |
+
{
|
| 818 |
+
"episode_id": 66,
|
| 819 |
+
"seed": 100195,
|
| 820 |
+
"success": false,
|
| 821 |
+
"steps_taken": 800,
|
| 822 |
+
"max_steps": 800,
|
| 823 |
+
"route_completion": 60.26351879431138,
|
| 824 |
+
"manipulation_score": 60.26351879431138,
|
| 825 |
+
"total_penalty_factor": 1.0,
|
| 826 |
+
"fail_reason": null,
|
| 827 |
+
"penalty_events": []
|
| 828 |
+
},
|
| 829 |
+
{
|
| 830 |
+
"episode_id": 67,
|
| 831 |
+
"seed": 100196,
|
| 832 |
+
"success": false,
|
| 833 |
+
"steps_taken": 800,
|
| 834 |
+
"max_steps": 800,
|
| 835 |
+
"route_completion": 54.39587192175548,
|
| 836 |
+
"manipulation_score": 54.39587192175548,
|
| 837 |
+
"total_penalty_factor": 1.0,
|
| 838 |
+
"fail_reason": null,
|
| 839 |
+
"penalty_events": []
|
| 840 |
+
},
|
| 841 |
+
{
|
| 842 |
+
"episode_id": 68,
|
| 843 |
+
"seed": 100202,
|
| 844 |
+
"success": true,
|
| 845 |
+
"steps_taken": 300,
|
| 846 |
+
"max_steps": 800,
|
| 847 |
+
"route_completion": 100.0,
|
| 848 |
+
"manipulation_score": 100.0,
|
| 849 |
+
"total_penalty_factor": 1.0,
|
| 850 |
+
"fail_reason": null,
|
| 851 |
+
"penalty_events": []
|
| 852 |
+
},
|
| 853 |
+
{
|
| 854 |
+
"episode_id": 69,
|
| 855 |
+
"seed": 100204,
|
| 856 |
+
"success": false,
|
| 857 |
+
"steps_taken": 800,
|
| 858 |
+
"max_steps": 800,
|
| 859 |
+
"route_completion": 54.411997124961644,
|
| 860 |
+
"manipulation_score": 54.411997124961644,
|
| 861 |
+
"total_penalty_factor": 1.0,
|
| 862 |
+
"fail_reason": null,
|
| 863 |
+
"penalty_events": []
|
| 864 |
+
},
|
| 865 |
+
{
|
| 866 |
+
"episode_id": 70,
|
| 867 |
+
"seed": 100205,
|
| 868 |
+
"success": true,
|
| 869 |
+
"steps_taken": 296,
|
| 870 |
+
"max_steps": 800,
|
| 871 |
+
"route_completion": 100.0,
|
| 872 |
+
"manipulation_score": 100.0,
|
| 873 |
+
"total_penalty_factor": 1.0,
|
| 874 |
+
"fail_reason": null,
|
| 875 |
+
"penalty_events": []
|
| 876 |
+
},
|
| 877 |
+
{
|
| 878 |
+
"episode_id": 71,
|
| 879 |
+
"seed": 100208,
|
| 880 |
+
"success": true,
|
| 881 |
+
"steps_taken": 263,
|
| 882 |
+
"max_steps": 800,
|
| 883 |
+
"route_completion": 100.0,
|
| 884 |
+
"manipulation_score": 100.0,
|
| 885 |
+
"total_penalty_factor": 1.0,
|
| 886 |
+
"fail_reason": null,
|
| 887 |
+
"penalty_events": []
|
| 888 |
+
},
|
| 889 |
+
{
|
| 890 |
+
"episode_id": 72,
|
| 891 |
+
"seed": 100210,
|
| 892 |
+
"success": true,
|
| 893 |
+
"steps_taken": 279,
|
| 894 |
+
"max_steps": 800,
|
| 895 |
+
"route_completion": 100.0,
|
| 896 |
+
"manipulation_score": 100.0,
|
| 897 |
+
"total_penalty_factor": 1.0,
|
| 898 |
+
"fail_reason": null,
|
| 899 |
+
"penalty_events": []
|
| 900 |
+
},
|
| 901 |
+
{
|
| 902 |
+
"episode_id": 73,
|
| 903 |
+
"seed": 100211,
|
| 904 |
+
"success": false,
|
| 905 |
+
"steps_taken": 800,
|
| 906 |
+
"max_steps": 800,
|
| 907 |
+
"route_completion": 31.40001453874392,
|
| 908 |
+
"manipulation_score": 31.40001453874392,
|
| 909 |
+
"total_penalty_factor": 1.0,
|
| 910 |
+
"fail_reason": null,
|
| 911 |
+
"penalty_events": []
|
| 912 |
+
},
|
| 913 |
+
{
|
| 914 |
+
"episode_id": 74,
|
| 915 |
+
"seed": 100220,
|
| 916 |
+
"success": false,
|
| 917 |
+
"steps_taken": 800,
|
| 918 |
+
"max_steps": 800,
|
| 919 |
+
"route_completion": 74.53428070937326,
|
| 920 |
+
"manipulation_score": 74.53428070937326,
|
| 921 |
+
"total_penalty_factor": 1.0,
|
| 922 |
+
"fail_reason": null,
|
| 923 |
+
"penalty_events": []
|
| 924 |
+
},
|
| 925 |
+
{
|
| 926 |
+
"episode_id": 75,
|
| 927 |
+
"seed": 100224,
|
| 928 |
+
"success": false,
|
| 929 |
+
"steps_taken": 800,
|
| 930 |
+
"max_steps": 800,
|
| 931 |
+
"route_completion": 68.08221339548014,
|
| 932 |
+
"manipulation_score": 68.08221339548014,
|
| 933 |
+
"total_penalty_factor": 1.0,
|
| 934 |
+
"fail_reason": null,
|
| 935 |
+
"penalty_events": []
|
| 936 |
+
},
|
| 937 |
+
{
|
| 938 |
+
"episode_id": 76,
|
| 939 |
+
"seed": 100225,
|
| 940 |
+
"success": true,
|
| 941 |
+
"steps_taken": 267,
|
| 942 |
+
"max_steps": 800,
|
| 943 |
+
"route_completion": 100.0,
|
| 944 |
+
"manipulation_score": 100.0,
|
| 945 |
+
"total_penalty_factor": 1.0,
|
| 946 |
+
"fail_reason": null,
|
| 947 |
+
"penalty_events": []
|
| 948 |
+
},
|
| 949 |
+
{
|
| 950 |
+
"episode_id": 77,
|
| 951 |
+
"seed": 100231,
|
| 952 |
+
"success": false,
|
| 953 |
+
"steps_taken": 800,
|
| 954 |
+
"max_steps": 800,
|
| 955 |
+
"route_completion": 63.015900032275574,
|
| 956 |
+
"manipulation_score": 63.015900032275574,
|
| 957 |
+
"total_penalty_factor": 1.0,
|
| 958 |
+
"fail_reason": null,
|
| 959 |
+
"penalty_events": []
|
| 960 |
+
},
|
| 961 |
+
{
|
| 962 |
+
"episode_id": 78,
|
| 963 |
+
"seed": 100233,
|
| 964 |
+
"success": true,
|
| 965 |
+
"steps_taken": 263,
|
| 966 |
+
"max_steps": 800,
|
| 967 |
+
"route_completion": 100.0,
|
| 968 |
+
"manipulation_score": 100.0,
|
| 969 |
+
"total_penalty_factor": 1.0,
|
| 970 |
+
"fail_reason": null,
|
| 971 |
+
"penalty_events": []
|
| 972 |
+
},
|
| 973 |
+
{
|
| 974 |
+
"episode_id": 79,
|
| 975 |
+
"seed": 100235,
|
| 976 |
+
"success": false,
|
| 977 |
+
"steps_taken": 800,
|
| 978 |
+
"max_steps": 800,
|
| 979 |
+
"route_completion": 49.551775940922504,
|
| 980 |
+
"manipulation_score": 49.551775940922504,
|
| 981 |
+
"total_penalty_factor": 1.0,
|
| 982 |
+
"fail_reason": null,
|
| 983 |
+
"penalty_events": []
|
| 984 |
+
},
|
| 985 |
+
{
|
| 986 |
+
"episode_id": 80,
|
| 987 |
+
"seed": 100238,
|
| 988 |
+
"success": false,
|
| 989 |
+
"steps_taken": 53,
|
| 990 |
+
"max_steps": 800,
|
| 991 |
+
"route_completion": 58.341875002859425,
|
| 992 |
+
"manipulation_score": 29.170937501429712,
|
| 993 |
+
"total_penalty_factor": 0.5,
|
| 994 |
+
"fail_reason": "out_of_bounds",
|
| 995 |
+
"penalty_events": [
|
| 996 |
+
{
|
| 997 |
+
"event_type": "out_of_bounds",
|
| 998 |
+
"timestep": 53,
|
| 999 |
+
"penalty_factor": 0.5,
|
| 1000 |
+
"details": "Target object left workspace/view"
|
| 1001 |
+
}
|
| 1002 |
+
]
|
| 1003 |
+
},
|
| 1004 |
+
{
|
| 1005 |
+
"episode_id": 81,
|
| 1006 |
+
"seed": 100240,
|
| 1007 |
+
"success": false,
|
| 1008 |
+
"steps_taken": 68,
|
| 1009 |
+
"max_steps": 800,
|
| 1010 |
+
"route_completion": 43.51384139271166,
|
| 1011 |
+
"manipulation_score": 43.51384139271166,
|
| 1012 |
+
"total_penalty_factor": 1.0,
|
| 1013 |
+
"fail_reason": "object_not_lifted",
|
| 1014 |
+
"penalty_events": []
|
| 1015 |
+
},
|
| 1016 |
+
{
|
| 1017 |
+
"episode_id": 82,
|
| 1018 |
+
"seed": 100243,
|
| 1019 |
+
"success": false,
|
| 1020 |
+
"steps_taken": 800,
|
| 1021 |
+
"max_steps": 800,
|
| 1022 |
+
"route_completion": 60.130475308819165,
|
| 1023 |
+
"manipulation_score": 60.130475308819165,
|
| 1024 |
+
"total_penalty_factor": 1.0,
|
| 1025 |
+
"fail_reason": null,
|
| 1026 |
+
"penalty_events": []
|
| 1027 |
+
},
|
| 1028 |
+
{
|
| 1029 |
+
"episode_id": 83,
|
| 1030 |
+
"seed": 100244,
|
| 1031 |
+
"success": false,
|
| 1032 |
+
"steps_taken": 800,
|
| 1033 |
+
"max_steps": 800,
|
| 1034 |
+
"route_completion": 55.43695578060871,
|
| 1035 |
+
"manipulation_score": 55.43695578060871,
|
| 1036 |
+
"total_penalty_factor": 1.0,
|
| 1037 |
+
"fail_reason": null,
|
| 1038 |
+
"penalty_events": []
|
| 1039 |
+
},
|
| 1040 |
+
{
|
| 1041 |
+
"episode_id": 84,
|
| 1042 |
+
"seed": 100245,
|
| 1043 |
+
"success": false,
|
| 1044 |
+
"steps_taken": 60,
|
| 1045 |
+
"max_steps": 800,
|
| 1046 |
+
"route_completion": 36.22878694374815,
|
| 1047 |
+
"manipulation_score": 18.114393471874074,
|
| 1048 |
+
"total_penalty_factor": 0.5,
|
| 1049 |
+
"fail_reason": "out_of_bounds",
|
| 1050 |
+
"penalty_events": [
|
| 1051 |
+
{
|
| 1052 |
+
"event_type": "out_of_bounds",
|
| 1053 |
+
"timestep": 60,
|
| 1054 |
+
"penalty_factor": 0.5,
|
| 1055 |
+
"details": "Target object left workspace/view"
|
| 1056 |
+
}
|
| 1057 |
+
]
|
| 1058 |
+
},
|
| 1059 |
+
{
|
| 1060 |
+
"episode_id": 85,
|
| 1061 |
+
"seed": 100246,
|
| 1062 |
+
"success": false,
|
| 1063 |
+
"steps_taken": 800,
|
| 1064 |
+
"max_steps": 800,
|
| 1065 |
+
"route_completion": 69.41458067908697,
|
| 1066 |
+
"manipulation_score": 69.41458067908697,
|
| 1067 |
+
"total_penalty_factor": 1.0,
|
| 1068 |
+
"fail_reason": null,
|
| 1069 |
+
"penalty_events": []
|
| 1070 |
+
},
|
| 1071 |
+
{
|
| 1072 |
+
"episode_id": 86,
|
| 1073 |
+
"seed": 100249,
|
| 1074 |
+
"success": false,
|
| 1075 |
+
"steps_taken": 800,
|
| 1076 |
+
"max_steps": 800,
|
| 1077 |
+
"route_completion": 30.717872868789247,
|
| 1078 |
+
"manipulation_score": 30.717872868789247,
|
| 1079 |
+
"total_penalty_factor": 1.0,
|
| 1080 |
+
"fail_reason": null,
|
| 1081 |
+
"penalty_events": []
|
| 1082 |
+
},
|
| 1083 |
+
{
|
| 1084 |
+
"episode_id": 87,
|
| 1085 |
+
"seed": 100257,
|
| 1086 |
+
"success": false,
|
| 1087 |
+
"steps_taken": 800,
|
| 1088 |
+
"max_steps": 800,
|
| 1089 |
+
"route_completion": 51.247827771523326,
|
| 1090 |
+
"manipulation_score": 51.247827771523326,
|
| 1091 |
+
"total_penalty_factor": 1.0,
|
| 1092 |
+
"fail_reason": null,
|
| 1093 |
+
"penalty_events": []
|
| 1094 |
+
},
|
| 1095 |
+
{
|
| 1096 |
+
"episode_id": 88,
|
| 1097 |
+
"seed": 100258,
|
| 1098 |
+
"success": false,
|
| 1099 |
+
"steps_taken": 800,
|
| 1100 |
+
"max_steps": 800,
|
| 1101 |
+
"route_completion": 66.38284772143142,
|
| 1102 |
+
"manipulation_score": 66.38284772143142,
|
| 1103 |
+
"total_penalty_factor": 1.0,
|
| 1104 |
+
"fail_reason": null,
|
| 1105 |
+
"penalty_events": []
|
| 1106 |
+
},
|
| 1107 |
+
{
|
| 1108 |
+
"episode_id": 89,
|
| 1109 |
+
"seed": 100260,
|
| 1110 |
+
"success": false,
|
| 1111 |
+
"steps_taken": 800,
|
| 1112 |
+
"max_steps": 800,
|
| 1113 |
+
"route_completion": 62.87918901970525,
|
| 1114 |
+
"manipulation_score": 62.87918901970525,
|
| 1115 |
+
"total_penalty_factor": 1.0,
|
| 1116 |
+
"fail_reason": null,
|
| 1117 |
+
"penalty_events": []
|
| 1118 |
+
},
|
| 1119 |
+
{
|
| 1120 |
+
"episode_id": 90,
|
| 1121 |
+
"seed": 100265,
|
| 1122 |
+
"success": false,
|
| 1123 |
+
"steps_taken": 88,
|
| 1124 |
+
"max_steps": 800,
|
| 1125 |
+
"route_completion": 47.91280326295861,
|
| 1126 |
+
"manipulation_score": 23.956401631479306,
|
| 1127 |
+
"total_penalty_factor": 0.5,
|
| 1128 |
+
"fail_reason": "out_of_bounds",
|
| 1129 |
+
"penalty_events": [
|
| 1130 |
+
{
|
| 1131 |
+
"event_type": "out_of_bounds",
|
| 1132 |
+
"timestep": 88,
|
| 1133 |
+
"penalty_factor": 0.5,
|
| 1134 |
+
"details": "Target object left workspace/view"
|
| 1135 |
+
}
|
| 1136 |
+
]
|
| 1137 |
+
},
|
| 1138 |
+
{
|
| 1139 |
+
"episode_id": 91,
|
| 1140 |
+
"seed": 100266,
|
| 1141 |
+
"success": false,
|
| 1142 |
+
"steps_taken": 63,
|
| 1143 |
+
"max_steps": 800,
|
| 1144 |
+
"route_completion": 42.643564294809636,
|
| 1145 |
+
"manipulation_score": 21.321782147404818,
|
| 1146 |
+
"total_penalty_factor": 0.5,
|
| 1147 |
+
"fail_reason": "out_of_bounds",
|
| 1148 |
+
"penalty_events": [
|
| 1149 |
+
{
|
| 1150 |
+
"event_type": "out_of_bounds",
|
| 1151 |
+
"timestep": 63,
|
| 1152 |
+
"penalty_factor": 0.5,
|
| 1153 |
+
"details": "Target object left workspace/view"
|
| 1154 |
+
}
|
| 1155 |
+
]
|
| 1156 |
+
},
|
| 1157 |
+
{
|
| 1158 |
+
"episode_id": 92,
|
| 1159 |
+
"seed": 100270,
|
| 1160 |
+
"success": true,
|
| 1161 |
+
"steps_taken": 253,
|
| 1162 |
+
"max_steps": 800,
|
| 1163 |
+
"route_completion": 100.0,
|
| 1164 |
+
"manipulation_score": 100.0,
|
| 1165 |
+
"total_penalty_factor": 1.0,
|
| 1166 |
+
"fail_reason": null,
|
| 1167 |
+
"penalty_events": []
|
| 1168 |
+
},
|
| 1169 |
+
{
|
| 1170 |
+
"episode_id": 93,
|
| 1171 |
+
"seed": 100275,
|
| 1172 |
+
"success": true,
|
| 1173 |
+
"steps_taken": 331,
|
| 1174 |
+
"max_steps": 800,
|
| 1175 |
+
"route_completion": 100.0,
|
| 1176 |
+
"manipulation_score": 100.0,
|
| 1177 |
+
"total_penalty_factor": 1.0,
|
| 1178 |
+
"fail_reason": null,
|
| 1179 |
+
"penalty_events": []
|
| 1180 |
+
},
|
| 1181 |
+
{
|
| 1182 |
+
"episode_id": 94,
|
| 1183 |
+
"seed": 100278,
|
| 1184 |
+
"success": false,
|
| 1185 |
+
"steps_taken": 800,
|
| 1186 |
+
"max_steps": 800,
|
| 1187 |
+
"route_completion": 59.69000293135165,
|
| 1188 |
+
"manipulation_score": 59.69000293135165,
|
| 1189 |
+
"total_penalty_factor": 1.0,
|
| 1190 |
+
"fail_reason": null,
|
| 1191 |
+
"penalty_events": []
|
| 1192 |
+
},
|
| 1193 |
+
{
|
| 1194 |
+
"episode_id": 95,
|
| 1195 |
+
"seed": 100282,
|
| 1196 |
+
"success": false,
|
| 1197 |
+
"steps_taken": 800,
|
| 1198 |
+
"max_steps": 800,
|
| 1199 |
+
"route_completion": 61.92013208129531,
|
| 1200 |
+
"manipulation_score": 61.92013208129531,
|
| 1201 |
+
"total_penalty_factor": 1.0,
|
| 1202 |
+
"fail_reason": null,
|
| 1203 |
+
"penalty_events": []
|
| 1204 |
+
},
|
| 1205 |
+
{
|
| 1206 |
+
"episode_id": 96,
|
| 1207 |
+
"seed": 100286,
|
| 1208 |
+
"success": false,
|
| 1209 |
+
"steps_taken": 88,
|
| 1210 |
+
"max_steps": 800,
|
| 1211 |
+
"route_completion": 47.820701804334014,
|
| 1212 |
+
"manipulation_score": 23.910350902167007,
|
| 1213 |
+
"total_penalty_factor": 0.5,
|
| 1214 |
+
"fail_reason": "out_of_bounds",
|
| 1215 |
+
"penalty_events": [
|
| 1216 |
+
{
|
| 1217 |
+
"event_type": "out_of_bounds",
|
| 1218 |
+
"timestep": 88,
|
| 1219 |
+
"penalty_factor": 0.5,
|
| 1220 |
+
"details": "Target object left workspace/view"
|
| 1221 |
+
}
|
| 1222 |
+
]
|
| 1223 |
+
},
|
| 1224 |
+
{
|
| 1225 |
+
"episode_id": 97,
|
| 1226 |
+
"seed": 100287,
|
| 1227 |
+
"success": false,
|
| 1228 |
+
"steps_taken": 800,
|
| 1229 |
+
"max_steps": 800,
|
| 1230 |
+
"route_completion": 67.76484131741285,
|
| 1231 |
+
"manipulation_score": 67.76484131741285,
|
| 1232 |
+
"total_penalty_factor": 1.0,
|
| 1233 |
+
"fail_reason": null,
|
| 1234 |
+
"penalty_events": []
|
| 1235 |
+
},
|
| 1236 |
+
{
|
| 1237 |
+
"episode_id": 98,
|
| 1238 |
+
"seed": 100288,
|
| 1239 |
+
"success": true,
|
| 1240 |
+
"steps_taken": 282,
|
| 1241 |
+
"max_steps": 800,
|
| 1242 |
+
"route_completion": 100.0,
|
| 1243 |
+
"manipulation_score": 100.0,
|
| 1244 |
+
"total_penalty_factor": 1.0,
|
| 1245 |
+
"fail_reason": null,
|
| 1246 |
+
"penalty_events": []
|
| 1247 |
+
},
|
| 1248 |
+
{
|
| 1249 |
+
"episode_id": 99,
|
| 1250 |
+
"seed": 100289,
|
| 1251 |
+
"success": false,
|
| 1252 |
+
"steps_taken": 78,
|
| 1253 |
+
"max_steps": 800,
|
| 1254 |
+
"route_completion": 49.01593145755717,
|
| 1255 |
+
"manipulation_score": 24.507965728778586,
|
| 1256 |
+
"total_penalty_factor": 0.5,
|
| 1257 |
+
"fail_reason": "out_of_bounds",
|
| 1258 |
+
"penalty_events": [
|
| 1259 |
+
{
|
| 1260 |
+
"event_type": "out_of_bounds",
|
| 1261 |
+
"timestep": 78,
|
| 1262 |
+
"penalty_factor": 0.5,
|
| 1263 |
+
"details": "Target object left workspace/view"
|
| 1264 |
+
}
|
| 1265 |
+
]
|
| 1266 |
+
},
|
| 1267 |
+
{
|
| 1268 |
+
"episode_id": 100,
|
| 1269 |
+
"seed": 100290,
|
| 1270 |
+
"success": false,
|
| 1271 |
+
"steps_taken": 78,
|
| 1272 |
+
"max_steps": 800,
|
| 1273 |
+
"route_completion": 43.914630143919,
|
| 1274 |
+
"manipulation_score": 21.9573150719595,
|
| 1275 |
+
"total_penalty_factor": 0.5,
|
| 1276 |
+
"fail_reason": "out_of_bounds",
|
| 1277 |
+
"penalty_events": [
|
| 1278 |
+
{
|
| 1279 |
+
"event_type": "out_of_bounds",
|
| 1280 |
+
"timestep": 78,
|
| 1281 |
+
"penalty_factor": 0.5,
|
| 1282 |
+
"details": "Target object left workspace/view"
|
| 1283 |
+
}
|
| 1284 |
+
]
|
| 1285 |
+
}
|
| 1286 |
+
]
|
log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 23,
|
| 4 |
+
"success_rate": 23.0,
|
| 5 |
+
"manipulation_score_mean": 64.24044337947123,
|
| 6 |
+
"manipulation_score_std": 23.814994163140728,
|
| 7 |
+
"route_completion_mean": 67.02179064468635,
|
| 8 |
+
"route_completion_std": 19.99493055609565,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 12
|
| 11 |
+
}
|
log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 23.0% (23/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 64.24
|
| 10 |
+
Std: 23.81
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 67.02%
|
| 14 |
+
Std: 19.99
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 12
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-29 20:35:42
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.23
|
log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1321 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100000,
|
| 5 |
+
"success": true,
|
| 6 |
+
"steps_taken": 337,
|
| 7 |
+
"max_steps": 600,
|
| 8 |
+
"route_completion": 100.0,
|
| 9 |
+
"manipulation_score": 100.0,
|
| 10 |
+
"total_penalty_factor": 1.0,
|
| 11 |
+
"fail_reason": null,
|
| 12 |
+
"penalty_events": []
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"episode_id": 2,
|
| 16 |
+
"seed": 100003,
|
| 17 |
+
"success": true,
|
| 18 |
+
"steps_taken": 174,
|
| 19 |
+
"max_steps": 600,
|
| 20 |
+
"route_completion": 100.0,
|
| 21 |
+
"manipulation_score": 100.0,
|
| 22 |
+
"total_penalty_factor": 1.0,
|
| 23 |
+
"fail_reason": null,
|
| 24 |
+
"penalty_events": []
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"episode_id": 3,
|
| 28 |
+
"seed": 100004,
|
| 29 |
+
"success": true,
|
| 30 |
+
"steps_taken": 165,
|
| 31 |
+
"max_steps": 600,
|
| 32 |
+
"route_completion": 100.0,
|
| 33 |
+
"manipulation_score": 100.0,
|
| 34 |
+
"total_penalty_factor": 1.0,
|
| 35 |
+
"fail_reason": null,
|
| 36 |
+
"penalty_events": []
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"episode_id": 4,
|
| 40 |
+
"seed": 100005,
|
| 41 |
+
"success": false,
|
| 42 |
+
"steps_taken": 57,
|
| 43 |
+
"max_steps": 600,
|
| 44 |
+
"route_completion": 0.0,
|
| 45 |
+
"manipulation_score": 0.0,
|
| 46 |
+
"total_penalty_factor": 0.5,
|
| 47 |
+
"fail_reason": "out_of_bounds",
|
| 48 |
+
"penalty_events": [
|
| 49 |
+
{
|
| 50 |
+
"event_type": "out_of_bounds",
|
| 51 |
+
"timestep": 57,
|
| 52 |
+
"penalty_factor": 0.5,
|
| 53 |
+
"details": "Target object left workspace/view"
|
| 54 |
+
}
|
| 55 |
+
]
|
| 56 |
+
},
|
| 57 |
+
{
|
| 58 |
+
"episode_id": 5,
|
| 59 |
+
"seed": 100009,
|
| 60 |
+
"success": false,
|
| 61 |
+
"steps_taken": 600,
|
| 62 |
+
"max_steps": 600,
|
| 63 |
+
"route_completion": 35.47599120358442,
|
| 64 |
+
"manipulation_score": 35.47599120358442,
|
| 65 |
+
"total_penalty_factor": 1.0,
|
| 66 |
+
"fail_reason": null,
|
| 67 |
+
"penalty_events": []
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"episode_id": 6,
|
| 71 |
+
"seed": 100011,
|
| 72 |
+
"success": true,
|
| 73 |
+
"steps_taken": 190,
|
| 74 |
+
"max_steps": 600,
|
| 75 |
+
"route_completion": 100.0,
|
| 76 |
+
"manipulation_score": 100.0,
|
| 77 |
+
"total_penalty_factor": 1.0,
|
| 78 |
+
"fail_reason": null,
|
| 79 |
+
"penalty_events": []
|
| 80 |
+
},
|
| 81 |
+
{
|
| 82 |
+
"episode_id": 7,
|
| 83 |
+
"seed": 100013,
|
| 84 |
+
"success": false,
|
| 85 |
+
"steps_taken": 600,
|
| 86 |
+
"max_steps": 600,
|
| 87 |
+
"route_completion": 31.325396541318767,
|
| 88 |
+
"manipulation_score": 31.325396541318767,
|
| 89 |
+
"total_penalty_factor": 1.0,
|
| 90 |
+
"fail_reason": null,
|
| 91 |
+
"penalty_events": []
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"episode_id": 8,
|
| 95 |
+
"seed": 100014,
|
| 96 |
+
"success": false,
|
| 97 |
+
"steps_taken": 600,
|
| 98 |
+
"max_steps": 600,
|
| 99 |
+
"route_completion": 42.60700948910748,
|
| 100 |
+
"manipulation_score": 42.60700948910748,
|
| 101 |
+
"total_penalty_factor": 1.0,
|
| 102 |
+
"fail_reason": null,
|
| 103 |
+
"penalty_events": []
|
| 104 |
+
},
|
| 105 |
+
{
|
| 106 |
+
"episode_id": 9,
|
| 107 |
+
"seed": 100015,
|
| 108 |
+
"success": true,
|
| 109 |
+
"steps_taken": 157,
|
| 110 |
+
"max_steps": 600,
|
| 111 |
+
"route_completion": 100.0,
|
| 112 |
+
"manipulation_score": 100.0,
|
| 113 |
+
"total_penalty_factor": 1.0,
|
| 114 |
+
"fail_reason": null,
|
| 115 |
+
"penalty_events": []
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"episode_id": 10,
|
| 119 |
+
"seed": 100018,
|
| 120 |
+
"success": false,
|
| 121 |
+
"steps_taken": 70,
|
| 122 |
+
"max_steps": 600,
|
| 123 |
+
"route_completion": 30.83040951917504,
|
| 124 |
+
"manipulation_score": 15.41520475958752,
|
| 125 |
+
"total_penalty_factor": 0.5,
|
| 126 |
+
"fail_reason": "out_of_bounds",
|
| 127 |
+
"penalty_events": [
|
| 128 |
+
{
|
| 129 |
+
"event_type": "out_of_bounds",
|
| 130 |
+
"timestep": 70,
|
| 131 |
+
"penalty_factor": 0.5,
|
| 132 |
+
"details": "Target object left workspace/view"
|
| 133 |
+
}
|
| 134 |
+
]
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"episode_id": 11,
|
| 138 |
+
"seed": 100021,
|
| 139 |
+
"success": false,
|
| 140 |
+
"steps_taken": 600,
|
| 141 |
+
"max_steps": 600,
|
| 142 |
+
"route_completion": 25.882390373943842,
|
| 143 |
+
"manipulation_score": 25.882390373943842,
|
| 144 |
+
"total_penalty_factor": 1.0,
|
| 145 |
+
"fail_reason": null,
|
| 146 |
+
"penalty_events": []
|
| 147 |
+
},
|
| 148 |
+
{
|
| 149 |
+
"episode_id": 12,
|
| 150 |
+
"seed": 100022,
|
| 151 |
+
"success": true,
|
| 152 |
+
"steps_taken": 208,
|
| 153 |
+
"max_steps": 600,
|
| 154 |
+
"route_completion": 100.0,
|
| 155 |
+
"manipulation_score": 100.0,
|
| 156 |
+
"total_penalty_factor": 1.0,
|
| 157 |
+
"fail_reason": null,
|
| 158 |
+
"penalty_events": []
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"episode_id": 13,
|
| 162 |
+
"seed": 100023,
|
| 163 |
+
"success": true,
|
| 164 |
+
"steps_taken": 197,
|
| 165 |
+
"max_steps": 600,
|
| 166 |
+
"route_completion": 100.0,
|
| 167 |
+
"manipulation_score": 100.0,
|
| 168 |
+
"total_penalty_factor": 1.0,
|
| 169 |
+
"fail_reason": null,
|
| 170 |
+
"penalty_events": []
|
| 171 |
+
},
|
| 172 |
+
{
|
| 173 |
+
"episode_id": 14,
|
| 174 |
+
"seed": 100029,
|
| 175 |
+
"success": false,
|
| 176 |
+
"steps_taken": 600,
|
| 177 |
+
"max_steps": 600,
|
| 178 |
+
"route_completion": 24.242163837494775,
|
| 179 |
+
"manipulation_score": 24.242163837494775,
|
| 180 |
+
"total_penalty_factor": 1.0,
|
| 181 |
+
"fail_reason": null,
|
| 182 |
+
"penalty_events": []
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"episode_id": 15,
|
| 186 |
+
"seed": 100030,
|
| 187 |
+
"success": true,
|
| 188 |
+
"steps_taken": 221,
|
| 189 |
+
"max_steps": 600,
|
| 190 |
+
"route_completion": 100.0,
|
| 191 |
+
"manipulation_score": 100.0,
|
| 192 |
+
"total_penalty_factor": 1.0,
|
| 193 |
+
"fail_reason": null,
|
| 194 |
+
"penalty_events": []
|
| 195 |
+
},
|
| 196 |
+
{
|
| 197 |
+
"episode_id": 16,
|
| 198 |
+
"seed": 100031,
|
| 199 |
+
"success": false,
|
| 200 |
+
"steps_taken": 84,
|
| 201 |
+
"max_steps": 600,
|
| 202 |
+
"route_completion": 32.15951513387033,
|
| 203 |
+
"manipulation_score": 16.079757566935164,
|
| 204 |
+
"total_penalty_factor": 0.5,
|
| 205 |
+
"fail_reason": "out_of_bounds",
|
| 206 |
+
"penalty_events": [
|
| 207 |
+
{
|
| 208 |
+
"event_type": "out_of_bounds",
|
| 209 |
+
"timestep": 84,
|
| 210 |
+
"penalty_factor": 0.5,
|
| 211 |
+
"details": "Target object left workspace/view"
|
| 212 |
+
}
|
| 213 |
+
]
|
| 214 |
+
},
|
| 215 |
+
{
|
| 216 |
+
"episode_id": 17,
|
| 217 |
+
"seed": 100035,
|
| 218 |
+
"success": true,
|
| 219 |
+
"steps_taken": 188,
|
| 220 |
+
"max_steps": 600,
|
| 221 |
+
"route_completion": 100.0,
|
| 222 |
+
"manipulation_score": 100.0,
|
| 223 |
+
"total_penalty_factor": 1.0,
|
| 224 |
+
"fail_reason": null,
|
| 225 |
+
"penalty_events": []
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"episode_id": 18,
|
| 229 |
+
"seed": 100036,
|
| 230 |
+
"success": false,
|
| 231 |
+
"steps_taken": 600,
|
| 232 |
+
"max_steps": 600,
|
| 233 |
+
"route_completion": 23.595711769240012,
|
| 234 |
+
"manipulation_score": 23.595711769240012,
|
| 235 |
+
"total_penalty_factor": 1.0,
|
| 236 |
+
"fail_reason": null,
|
| 237 |
+
"penalty_events": []
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"episode_id": 19,
|
| 241 |
+
"seed": 100037,
|
| 242 |
+
"success": false,
|
| 243 |
+
"steps_taken": 600,
|
| 244 |
+
"max_steps": 600,
|
| 245 |
+
"route_completion": 42.842629073659886,
|
| 246 |
+
"manipulation_score": 42.842629073659886,
|
| 247 |
+
"total_penalty_factor": 1.0,
|
| 248 |
+
"fail_reason": null,
|
| 249 |
+
"penalty_events": []
|
| 250 |
+
},
|
| 251 |
+
{
|
| 252 |
+
"episode_id": 20,
|
| 253 |
+
"seed": 100039,
|
| 254 |
+
"success": true,
|
| 255 |
+
"steps_taken": 282,
|
| 256 |
+
"max_steps": 600,
|
| 257 |
+
"route_completion": 100.0,
|
| 258 |
+
"manipulation_score": 100.0,
|
| 259 |
+
"total_penalty_factor": 1.0,
|
| 260 |
+
"fail_reason": null,
|
| 261 |
+
"penalty_events": []
|
| 262 |
+
},
|
| 263 |
+
{
|
| 264 |
+
"episode_id": 21,
|
| 265 |
+
"seed": 100041,
|
| 266 |
+
"success": false,
|
| 267 |
+
"steps_taken": 600,
|
| 268 |
+
"max_steps": 600,
|
| 269 |
+
"route_completion": 35.36737675701116,
|
| 270 |
+
"manipulation_score": 35.36737675701116,
|
| 271 |
+
"total_penalty_factor": 1.0,
|
| 272 |
+
"fail_reason": null,
|
| 273 |
+
"penalty_events": []
|
| 274 |
+
},
|
| 275 |
+
{
|
| 276 |
+
"episode_id": 22,
|
| 277 |
+
"seed": 100044,
|
| 278 |
+
"success": false,
|
| 279 |
+
"steps_taken": 600,
|
| 280 |
+
"max_steps": 600,
|
| 281 |
+
"route_completion": 24.455149838124875,
|
| 282 |
+
"manipulation_score": 24.455149838124875,
|
| 283 |
+
"total_penalty_factor": 1.0,
|
| 284 |
+
"fail_reason": null,
|
| 285 |
+
"penalty_events": []
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"episode_id": 23,
|
| 289 |
+
"seed": 100047,
|
| 290 |
+
"success": true,
|
| 291 |
+
"steps_taken": 180,
|
| 292 |
+
"max_steps": 600,
|
| 293 |
+
"route_completion": 100.0,
|
| 294 |
+
"manipulation_score": 100.0,
|
| 295 |
+
"total_penalty_factor": 1.0,
|
| 296 |
+
"fail_reason": null,
|
| 297 |
+
"penalty_events": []
|
| 298 |
+
},
|
| 299 |
+
{
|
| 300 |
+
"episode_id": 24,
|
| 301 |
+
"seed": 100048,
|
| 302 |
+
"success": false,
|
| 303 |
+
"steps_taken": 600,
|
| 304 |
+
"max_steps": 600,
|
| 305 |
+
"route_completion": 16.663446433693043,
|
| 306 |
+
"manipulation_score": 16.663446433693043,
|
| 307 |
+
"total_penalty_factor": 1.0,
|
| 308 |
+
"fail_reason": null,
|
| 309 |
+
"penalty_events": []
|
| 310 |
+
},
|
| 311 |
+
{
|
| 312 |
+
"episode_id": 25,
|
| 313 |
+
"seed": 100049,
|
| 314 |
+
"success": false,
|
| 315 |
+
"steps_taken": 109,
|
| 316 |
+
"max_steps": 600,
|
| 317 |
+
"route_completion": 24.370627632632903,
|
| 318 |
+
"manipulation_score": 12.185313816316452,
|
| 319 |
+
"total_penalty_factor": 0.5,
|
| 320 |
+
"fail_reason": "out_of_bounds",
|
| 321 |
+
"penalty_events": [
|
| 322 |
+
{
|
| 323 |
+
"event_type": "out_of_bounds",
|
| 324 |
+
"timestep": 109,
|
| 325 |
+
"penalty_factor": 0.5,
|
| 326 |
+
"details": "Target object left workspace/view"
|
| 327 |
+
}
|
| 328 |
+
]
|
| 329 |
+
},
|
| 330 |
+
{
|
| 331 |
+
"episode_id": 26,
|
| 332 |
+
"seed": 100052,
|
| 333 |
+
"success": true,
|
| 334 |
+
"steps_taken": 164,
|
| 335 |
+
"max_steps": 600,
|
| 336 |
+
"route_completion": 100.0,
|
| 337 |
+
"manipulation_score": 100.0,
|
| 338 |
+
"total_penalty_factor": 1.0,
|
| 339 |
+
"fail_reason": null,
|
| 340 |
+
"penalty_events": []
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"episode_id": 27,
|
| 344 |
+
"seed": 100053,
|
| 345 |
+
"success": false,
|
| 346 |
+
"steps_taken": 600,
|
| 347 |
+
"max_steps": 600,
|
| 348 |
+
"route_completion": 39.25478648265739,
|
| 349 |
+
"manipulation_score": 39.25478648265739,
|
| 350 |
+
"total_penalty_factor": 1.0,
|
| 351 |
+
"fail_reason": null,
|
| 352 |
+
"penalty_events": []
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"episode_id": 28,
|
| 356 |
+
"seed": 100057,
|
| 357 |
+
"success": false,
|
| 358 |
+
"steps_taken": 71,
|
| 359 |
+
"max_steps": 600,
|
| 360 |
+
"route_completion": 2.7470414813768724,
|
| 361 |
+
"manipulation_score": 1.3735207406884362,
|
| 362 |
+
"total_penalty_factor": 0.5,
|
| 363 |
+
"fail_reason": "out_of_bounds",
|
| 364 |
+
"penalty_events": [
|
| 365 |
+
{
|
| 366 |
+
"event_type": "out_of_bounds",
|
| 367 |
+
"timestep": 71,
|
| 368 |
+
"penalty_factor": 0.5,
|
| 369 |
+
"details": "Target object left workspace/view"
|
| 370 |
+
}
|
| 371 |
+
]
|
| 372 |
+
},
|
| 373 |
+
{
|
| 374 |
+
"episode_id": 29,
|
| 375 |
+
"seed": 100063,
|
| 376 |
+
"success": false,
|
| 377 |
+
"steps_taken": 600,
|
| 378 |
+
"max_steps": 600,
|
| 379 |
+
"route_completion": 61.75226110525651,
|
| 380 |
+
"manipulation_score": 61.75226110525651,
|
| 381 |
+
"total_penalty_factor": 1.0,
|
| 382 |
+
"fail_reason": null,
|
| 383 |
+
"penalty_events": []
|
| 384 |
+
},
|
| 385 |
+
{
|
| 386 |
+
"episode_id": 30,
|
| 387 |
+
"seed": 100068,
|
| 388 |
+
"success": false,
|
| 389 |
+
"steps_taken": 81,
|
| 390 |
+
"max_steps": 600,
|
| 391 |
+
"route_completion": 28.85453825267635,
|
| 392 |
+
"manipulation_score": 14.427269126338174,
|
| 393 |
+
"total_penalty_factor": 0.5,
|
| 394 |
+
"fail_reason": "out_of_bounds",
|
| 395 |
+
"penalty_events": [
|
| 396 |
+
{
|
| 397 |
+
"event_type": "out_of_bounds",
|
| 398 |
+
"timestep": 81,
|
| 399 |
+
"penalty_factor": 0.5,
|
| 400 |
+
"details": "Target object left workspace/view"
|
| 401 |
+
}
|
| 402 |
+
]
|
| 403 |
+
},
|
| 404 |
+
{
|
| 405 |
+
"episode_id": 31,
|
| 406 |
+
"seed": 100069,
|
| 407 |
+
"success": true,
|
| 408 |
+
"steps_taken": 154,
|
| 409 |
+
"max_steps": 600,
|
| 410 |
+
"route_completion": 100.0,
|
| 411 |
+
"manipulation_score": 100.0,
|
| 412 |
+
"total_penalty_factor": 1.0,
|
| 413 |
+
"fail_reason": null,
|
| 414 |
+
"penalty_events": []
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"episode_id": 32,
|
| 418 |
+
"seed": 100070,
|
| 419 |
+
"success": false,
|
| 420 |
+
"steps_taken": 67,
|
| 421 |
+
"max_steps": 600,
|
| 422 |
+
"route_completion": 34.67413276589882,
|
| 423 |
+
"manipulation_score": 17.33706638294941,
|
| 424 |
+
"total_penalty_factor": 0.5,
|
| 425 |
+
"fail_reason": "out_of_bounds",
|
| 426 |
+
"penalty_events": [
|
| 427 |
+
{
|
| 428 |
+
"event_type": "out_of_bounds",
|
| 429 |
+
"timestep": 67,
|
| 430 |
+
"penalty_factor": 0.5,
|
| 431 |
+
"details": "Target object left workspace/view"
|
| 432 |
+
}
|
| 433 |
+
]
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"episode_id": 33,
|
| 437 |
+
"seed": 100071,
|
| 438 |
+
"success": false,
|
| 439 |
+
"steps_taken": 93,
|
| 440 |
+
"max_steps": 600,
|
| 441 |
+
"route_completion": 26.92278356980793,
|
| 442 |
+
"manipulation_score": 13.461391784903965,
|
| 443 |
+
"total_penalty_factor": 0.5,
|
| 444 |
+
"fail_reason": "out_of_bounds",
|
| 445 |
+
"penalty_events": [
|
| 446 |
+
{
|
| 447 |
+
"event_type": "out_of_bounds",
|
| 448 |
+
"timestep": 93,
|
| 449 |
+
"penalty_factor": 0.5,
|
| 450 |
+
"details": "Target object left workspace/view"
|
| 451 |
+
}
|
| 452 |
+
]
|
| 453 |
+
},
|
| 454 |
+
{
|
| 455 |
+
"episode_id": 34,
|
| 456 |
+
"seed": 100072,
|
| 457 |
+
"success": true,
|
| 458 |
+
"steps_taken": 289,
|
| 459 |
+
"max_steps": 600,
|
| 460 |
+
"route_completion": 100.0,
|
| 461 |
+
"manipulation_score": 100.0,
|
| 462 |
+
"total_penalty_factor": 1.0,
|
| 463 |
+
"fail_reason": null,
|
| 464 |
+
"penalty_events": []
|
| 465 |
+
},
|
| 466 |
+
{
|
| 467 |
+
"episode_id": 35,
|
| 468 |
+
"seed": 100074,
|
| 469 |
+
"success": false,
|
| 470 |
+
"steps_taken": 600,
|
| 471 |
+
"max_steps": 600,
|
| 472 |
+
"route_completion": 59.91421502400706,
|
| 473 |
+
"manipulation_score": 59.91421502400706,
|
| 474 |
+
"total_penalty_factor": 1.0,
|
| 475 |
+
"fail_reason": null,
|
| 476 |
+
"penalty_events": []
|
| 477 |
+
},
|
| 478 |
+
{
|
| 479 |
+
"episode_id": 36,
|
| 480 |
+
"seed": 100075,
|
| 481 |
+
"success": true,
|
| 482 |
+
"steps_taken": 158,
|
| 483 |
+
"max_steps": 600,
|
| 484 |
+
"route_completion": 100.0,
|
| 485 |
+
"manipulation_score": 100.0,
|
| 486 |
+
"total_penalty_factor": 1.0,
|
| 487 |
+
"fail_reason": null,
|
| 488 |
+
"penalty_events": []
|
| 489 |
+
},
|
| 490 |
+
{
|
| 491 |
+
"episode_id": 37,
|
| 492 |
+
"seed": 100078,
|
| 493 |
+
"success": false,
|
| 494 |
+
"steps_taken": 600,
|
| 495 |
+
"max_steps": 600,
|
| 496 |
+
"route_completion": 20.258628267039324,
|
| 497 |
+
"manipulation_score": 20.258628267039324,
|
| 498 |
+
"total_penalty_factor": 1.0,
|
| 499 |
+
"fail_reason": null,
|
| 500 |
+
"penalty_events": []
|
| 501 |
+
},
|
| 502 |
+
{
|
| 503 |
+
"episode_id": 38,
|
| 504 |
+
"seed": 100079,
|
| 505 |
+
"success": true,
|
| 506 |
+
"steps_taken": 188,
|
| 507 |
+
"max_steps": 600,
|
| 508 |
+
"route_completion": 100.0,
|
| 509 |
+
"manipulation_score": 100.0,
|
| 510 |
+
"total_penalty_factor": 1.0,
|
| 511 |
+
"fail_reason": null,
|
| 512 |
+
"penalty_events": []
|
| 513 |
+
},
|
| 514 |
+
{
|
| 515 |
+
"episode_id": 39,
|
| 516 |
+
"seed": 100080,
|
| 517 |
+
"success": false,
|
| 518 |
+
"steps_taken": 600,
|
| 519 |
+
"max_steps": 600,
|
| 520 |
+
"route_completion": 18.23316922060985,
|
| 521 |
+
"manipulation_score": 18.23316922060985,
|
| 522 |
+
"total_penalty_factor": 1.0,
|
| 523 |
+
"fail_reason": null,
|
| 524 |
+
"penalty_events": []
|
| 525 |
+
},
|
| 526 |
+
{
|
| 527 |
+
"episode_id": 40,
|
| 528 |
+
"seed": 100088,
|
| 529 |
+
"success": false,
|
| 530 |
+
"steps_taken": 53,
|
| 531 |
+
"max_steps": 600,
|
| 532 |
+
"route_completion": 0.0,
|
| 533 |
+
"manipulation_score": 0.0,
|
| 534 |
+
"total_penalty_factor": 0.5,
|
| 535 |
+
"fail_reason": "out_of_bounds",
|
| 536 |
+
"penalty_events": [
|
| 537 |
+
{
|
| 538 |
+
"event_type": "out_of_bounds",
|
| 539 |
+
"timestep": 53,
|
| 540 |
+
"penalty_factor": 0.5,
|
| 541 |
+
"details": "Target object left workspace/view"
|
| 542 |
+
}
|
| 543 |
+
]
|
| 544 |
+
},
|
| 545 |
+
{
|
| 546 |
+
"episode_id": 41,
|
| 547 |
+
"seed": 100089,
|
| 548 |
+
"success": false,
|
| 549 |
+
"steps_taken": 82,
|
| 550 |
+
"max_steps": 600,
|
| 551 |
+
"route_completion": 23.656566597962506,
|
| 552 |
+
"manipulation_score": 11.828283298981253,
|
| 553 |
+
"total_penalty_factor": 0.5,
|
| 554 |
+
"fail_reason": "out_of_bounds",
|
| 555 |
+
"penalty_events": [
|
| 556 |
+
{
|
| 557 |
+
"event_type": "out_of_bounds",
|
| 558 |
+
"timestep": 82,
|
| 559 |
+
"penalty_factor": 0.5,
|
| 560 |
+
"details": "Target object left workspace/view"
|
| 561 |
+
}
|
| 562 |
+
]
|
| 563 |
+
},
|
| 564 |
+
{
|
| 565 |
+
"episode_id": 42,
|
| 566 |
+
"seed": 100092,
|
| 567 |
+
"success": true,
|
| 568 |
+
"steps_taken": 172,
|
| 569 |
+
"max_steps": 600,
|
| 570 |
+
"route_completion": 100.0,
|
| 571 |
+
"manipulation_score": 100.0,
|
| 572 |
+
"total_penalty_factor": 1.0,
|
| 573 |
+
"fail_reason": null,
|
| 574 |
+
"penalty_events": []
|
| 575 |
+
},
|
| 576 |
+
{
|
| 577 |
+
"episode_id": 43,
|
| 578 |
+
"seed": 100095,
|
| 579 |
+
"success": false,
|
| 580 |
+
"steps_taken": 104,
|
| 581 |
+
"max_steps": 600,
|
| 582 |
+
"route_completion": 28.108860343243297,
|
| 583 |
+
"manipulation_score": 14.054430171621648,
|
| 584 |
+
"total_penalty_factor": 0.5,
|
| 585 |
+
"fail_reason": "out_of_bounds",
|
| 586 |
+
"penalty_events": [
|
| 587 |
+
{
|
| 588 |
+
"event_type": "out_of_bounds",
|
| 589 |
+
"timestep": 104,
|
| 590 |
+
"penalty_factor": 0.5,
|
| 591 |
+
"details": "Target object left workspace/view"
|
| 592 |
+
}
|
| 593 |
+
]
|
| 594 |
+
},
|
| 595 |
+
{
|
| 596 |
+
"episode_id": 44,
|
| 597 |
+
"seed": 100096,
|
| 598 |
+
"success": false,
|
| 599 |
+
"steps_taken": 600,
|
| 600 |
+
"max_steps": 600,
|
| 601 |
+
"route_completion": 23.882496816093983,
|
| 602 |
+
"manipulation_score": 23.882496816093983,
|
| 603 |
+
"total_penalty_factor": 1.0,
|
| 604 |
+
"fail_reason": null,
|
| 605 |
+
"penalty_events": []
|
| 606 |
+
},
|
| 607 |
+
{
|
| 608 |
+
"episode_id": 45,
|
| 609 |
+
"seed": 100103,
|
| 610 |
+
"success": false,
|
| 611 |
+
"steps_taken": 600,
|
| 612 |
+
"max_steps": 600,
|
| 613 |
+
"route_completion": 28.334182566312162,
|
| 614 |
+
"manipulation_score": 28.334182566312162,
|
| 615 |
+
"total_penalty_factor": 1.0,
|
| 616 |
+
"fail_reason": null,
|
| 617 |
+
"penalty_events": []
|
| 618 |
+
},
|
| 619 |
+
{
|
| 620 |
+
"episode_id": 46,
|
| 621 |
+
"seed": 100104,
|
| 622 |
+
"success": true,
|
| 623 |
+
"steps_taken": 158,
|
| 624 |
+
"max_steps": 600,
|
| 625 |
+
"route_completion": 100.0,
|
| 626 |
+
"manipulation_score": 100.0,
|
| 627 |
+
"total_penalty_factor": 1.0,
|
| 628 |
+
"fail_reason": null,
|
| 629 |
+
"penalty_events": []
|
| 630 |
+
},
|
| 631 |
+
{
|
| 632 |
+
"episode_id": 47,
|
| 633 |
+
"seed": 100107,
|
| 634 |
+
"success": true,
|
| 635 |
+
"steps_taken": 154,
|
| 636 |
+
"max_steps": 600,
|
| 637 |
+
"route_completion": 100.0,
|
| 638 |
+
"manipulation_score": 100.0,
|
| 639 |
+
"total_penalty_factor": 1.0,
|
| 640 |
+
"fail_reason": null,
|
| 641 |
+
"penalty_events": []
|
| 642 |
+
},
|
| 643 |
+
{
|
| 644 |
+
"episode_id": 48,
|
| 645 |
+
"seed": 100112,
|
| 646 |
+
"success": false,
|
| 647 |
+
"steps_taken": 600,
|
| 648 |
+
"max_steps": 600,
|
| 649 |
+
"route_completion": 20.204206963336173,
|
| 650 |
+
"manipulation_score": 20.204206963336173,
|
| 651 |
+
"total_penalty_factor": 1.0,
|
| 652 |
+
"fail_reason": null,
|
| 653 |
+
"penalty_events": []
|
| 654 |
+
},
|
| 655 |
+
{
|
| 656 |
+
"episode_id": 49,
|
| 657 |
+
"seed": 100113,
|
| 658 |
+
"success": false,
|
| 659 |
+
"steps_taken": 600,
|
| 660 |
+
"max_steps": 600,
|
| 661 |
+
"route_completion": 19.336628711291617,
|
| 662 |
+
"manipulation_score": 19.336628711291617,
|
| 663 |
+
"total_penalty_factor": 1.0,
|
| 664 |
+
"fail_reason": null,
|
| 665 |
+
"penalty_events": []
|
| 666 |
+
},
|
| 667 |
+
{
|
| 668 |
+
"episode_id": 50,
|
| 669 |
+
"seed": 100114,
|
| 670 |
+
"success": true,
|
| 671 |
+
"steps_taken": 200,
|
| 672 |
+
"max_steps": 600,
|
| 673 |
+
"route_completion": 100.0,
|
| 674 |
+
"manipulation_score": 100.0,
|
| 675 |
+
"total_penalty_factor": 1.0,
|
| 676 |
+
"fail_reason": null,
|
| 677 |
+
"penalty_events": []
|
| 678 |
+
},
|
| 679 |
+
{
|
| 680 |
+
"episode_id": 51,
|
| 681 |
+
"seed": 100117,
|
| 682 |
+
"success": false,
|
| 683 |
+
"steps_taken": 600,
|
| 684 |
+
"max_steps": 600,
|
| 685 |
+
"route_completion": 23.086116392874008,
|
| 686 |
+
"manipulation_score": 23.086116392874008,
|
| 687 |
+
"total_penalty_factor": 1.0,
|
| 688 |
+
"fail_reason": null,
|
| 689 |
+
"penalty_events": []
|
| 690 |
+
},
|
| 691 |
+
{
|
| 692 |
+
"episode_id": 52,
|
| 693 |
+
"seed": 100121,
|
| 694 |
+
"success": true,
|
| 695 |
+
"steps_taken": 184,
|
| 696 |
+
"max_steps": 600,
|
| 697 |
+
"route_completion": 100.0,
|
| 698 |
+
"manipulation_score": 100.0,
|
| 699 |
+
"total_penalty_factor": 1.0,
|
| 700 |
+
"fail_reason": null,
|
| 701 |
+
"penalty_events": []
|
| 702 |
+
},
|
| 703 |
+
{
|
| 704 |
+
"episode_id": 53,
|
| 705 |
+
"seed": 100124,
|
| 706 |
+
"success": false,
|
| 707 |
+
"steps_taken": 78,
|
| 708 |
+
"max_steps": 600,
|
| 709 |
+
"route_completion": 33.86450678974204,
|
| 710 |
+
"manipulation_score": 16.93225339487102,
|
| 711 |
+
"total_penalty_factor": 0.5,
|
| 712 |
+
"fail_reason": "out_of_bounds",
|
| 713 |
+
"penalty_events": [
|
| 714 |
+
{
|
| 715 |
+
"event_type": "out_of_bounds",
|
| 716 |
+
"timestep": 78,
|
| 717 |
+
"penalty_factor": 0.5,
|
| 718 |
+
"details": "Target object left workspace/view"
|
| 719 |
+
}
|
| 720 |
+
]
|
| 721 |
+
},
|
| 722 |
+
{
|
| 723 |
+
"episode_id": 54,
|
| 724 |
+
"seed": 100125,
|
| 725 |
+
"success": true,
|
| 726 |
+
"steps_taken": 214,
|
| 727 |
+
"max_steps": 600,
|
| 728 |
+
"route_completion": 100.0,
|
| 729 |
+
"manipulation_score": 100.0,
|
| 730 |
+
"total_penalty_factor": 1.0,
|
| 731 |
+
"fail_reason": null,
|
| 732 |
+
"penalty_events": []
|
| 733 |
+
},
|
| 734 |
+
{
|
| 735 |
+
"episode_id": 55,
|
| 736 |
+
"seed": 100128,
|
| 737 |
+
"success": false,
|
| 738 |
+
"steps_taken": 74,
|
| 739 |
+
"max_steps": 600,
|
| 740 |
+
"route_completion": 33.64633261357179,
|
| 741 |
+
"manipulation_score": 16.823166306785897,
|
| 742 |
+
"total_penalty_factor": 0.5,
|
| 743 |
+
"fail_reason": "out_of_bounds",
|
| 744 |
+
"penalty_events": [
|
| 745 |
+
{
|
| 746 |
+
"event_type": "out_of_bounds",
|
| 747 |
+
"timestep": 74,
|
| 748 |
+
"penalty_factor": 0.5,
|
| 749 |
+
"details": "Target object left workspace/view"
|
| 750 |
+
}
|
| 751 |
+
]
|
| 752 |
+
},
|
| 753 |
+
{
|
| 754 |
+
"episode_id": 56,
|
| 755 |
+
"seed": 100131,
|
| 756 |
+
"success": true,
|
| 757 |
+
"steps_taken": 174,
|
| 758 |
+
"max_steps": 600,
|
| 759 |
+
"route_completion": 100.0,
|
| 760 |
+
"manipulation_score": 100.0,
|
| 761 |
+
"total_penalty_factor": 1.0,
|
| 762 |
+
"fail_reason": null,
|
| 763 |
+
"penalty_events": []
|
| 764 |
+
},
|
| 765 |
+
{
|
| 766 |
+
"episode_id": 57,
|
| 767 |
+
"seed": 100132,
|
| 768 |
+
"success": false,
|
| 769 |
+
"steps_taken": 600,
|
| 770 |
+
"max_steps": 600,
|
| 771 |
+
"route_completion": 65.10897667868691,
|
| 772 |
+
"manipulation_score": 65.10897667868691,
|
| 773 |
+
"total_penalty_factor": 1.0,
|
| 774 |
+
"fail_reason": null,
|
| 775 |
+
"penalty_events": []
|
| 776 |
+
},
|
| 777 |
+
{
|
| 778 |
+
"episode_id": 58,
|
| 779 |
+
"seed": 100135,
|
| 780 |
+
"success": true,
|
| 781 |
+
"steps_taken": 212,
|
| 782 |
+
"max_steps": 600,
|
| 783 |
+
"route_completion": 100.0,
|
| 784 |
+
"manipulation_score": 100.0,
|
| 785 |
+
"total_penalty_factor": 1.0,
|
| 786 |
+
"fail_reason": null,
|
| 787 |
+
"penalty_events": []
|
| 788 |
+
},
|
| 789 |
+
{
|
| 790 |
+
"episode_id": 59,
|
| 791 |
+
"seed": 100136,
|
| 792 |
+
"success": false,
|
| 793 |
+
"steps_taken": 600,
|
| 794 |
+
"max_steps": 600,
|
| 795 |
+
"route_completion": 30.404519885449645,
|
| 796 |
+
"manipulation_score": 30.404519885449645,
|
| 797 |
+
"total_penalty_factor": 1.0,
|
| 798 |
+
"fail_reason": null,
|
| 799 |
+
"penalty_events": []
|
| 800 |
+
},
|
| 801 |
+
{
|
| 802 |
+
"episode_id": 60,
|
| 803 |
+
"seed": 100140,
|
| 804 |
+
"success": true,
|
| 805 |
+
"steps_taken": 158,
|
| 806 |
+
"max_steps": 600,
|
| 807 |
+
"route_completion": 100.0,
|
| 808 |
+
"manipulation_score": 100.0,
|
| 809 |
+
"total_penalty_factor": 1.0,
|
| 810 |
+
"fail_reason": null,
|
| 811 |
+
"penalty_events": []
|
| 812 |
+
},
|
| 813 |
+
{
|
| 814 |
+
"episode_id": 61,
|
| 815 |
+
"seed": 100143,
|
| 816 |
+
"success": true,
|
| 817 |
+
"steps_taken": 160,
|
| 818 |
+
"max_steps": 600,
|
| 819 |
+
"route_completion": 100.0,
|
| 820 |
+
"manipulation_score": 100.0,
|
| 821 |
+
"total_penalty_factor": 1.0,
|
| 822 |
+
"fail_reason": null,
|
| 823 |
+
"penalty_events": []
|
| 824 |
+
},
|
| 825 |
+
{
|
| 826 |
+
"episode_id": 62,
|
| 827 |
+
"seed": 100147,
|
| 828 |
+
"success": true,
|
| 829 |
+
"steps_taken": 215,
|
| 830 |
+
"max_steps": 600,
|
| 831 |
+
"route_completion": 100.0,
|
| 832 |
+
"manipulation_score": 100.0,
|
| 833 |
+
"total_penalty_factor": 1.0,
|
| 834 |
+
"fail_reason": null,
|
| 835 |
+
"penalty_events": []
|
| 836 |
+
},
|
| 837 |
+
{
|
| 838 |
+
"episode_id": 63,
|
| 839 |
+
"seed": 100150,
|
| 840 |
+
"success": true,
|
| 841 |
+
"steps_taken": 160,
|
| 842 |
+
"max_steps": 600,
|
| 843 |
+
"route_completion": 100.0,
|
| 844 |
+
"manipulation_score": 100.0,
|
| 845 |
+
"total_penalty_factor": 1.0,
|
| 846 |
+
"fail_reason": null,
|
| 847 |
+
"penalty_events": []
|
| 848 |
+
},
|
| 849 |
+
{
|
| 850 |
+
"episode_id": 64,
|
| 851 |
+
"seed": 100151,
|
| 852 |
+
"success": false,
|
| 853 |
+
"steps_taken": 600,
|
| 854 |
+
"max_steps": 600,
|
| 855 |
+
"route_completion": 23.560147238347266,
|
| 856 |
+
"manipulation_score": 23.560147238347266,
|
| 857 |
+
"total_penalty_factor": 1.0,
|
| 858 |
+
"fail_reason": null,
|
| 859 |
+
"penalty_events": []
|
| 860 |
+
},
|
| 861 |
+
{
|
| 862 |
+
"episode_id": 65,
|
| 863 |
+
"seed": 100153,
|
| 864 |
+
"success": true,
|
| 865 |
+
"steps_taken": 165,
|
| 866 |
+
"max_steps": 600,
|
| 867 |
+
"route_completion": 100.0,
|
| 868 |
+
"manipulation_score": 100.0,
|
| 869 |
+
"total_penalty_factor": 1.0,
|
| 870 |
+
"fail_reason": null,
|
| 871 |
+
"penalty_events": []
|
| 872 |
+
},
|
| 873 |
+
{
|
| 874 |
+
"episode_id": 66,
|
| 875 |
+
"seed": 100157,
|
| 876 |
+
"success": false,
|
| 877 |
+
"steps_taken": 600,
|
| 878 |
+
"max_steps": 600,
|
| 879 |
+
"route_completion": 61.12050615448681,
|
| 880 |
+
"manipulation_score": 61.12050615448681,
|
| 881 |
+
"total_penalty_factor": 1.0,
|
| 882 |
+
"fail_reason": null,
|
| 883 |
+
"penalty_events": []
|
| 884 |
+
},
|
| 885 |
+
{
|
| 886 |
+
"episode_id": 67,
|
| 887 |
+
"seed": 100160,
|
| 888 |
+
"success": true,
|
| 889 |
+
"steps_taken": 171,
|
| 890 |
+
"max_steps": 600,
|
| 891 |
+
"route_completion": 100.0,
|
| 892 |
+
"manipulation_score": 100.0,
|
| 893 |
+
"total_penalty_factor": 1.0,
|
| 894 |
+
"fail_reason": null,
|
| 895 |
+
"penalty_events": []
|
| 896 |
+
},
|
| 897 |
+
{
|
| 898 |
+
"episode_id": 68,
|
| 899 |
+
"seed": 100167,
|
| 900 |
+
"success": true,
|
| 901 |
+
"steps_taken": 273,
|
| 902 |
+
"max_steps": 600,
|
| 903 |
+
"route_completion": 100.0,
|
| 904 |
+
"manipulation_score": 100.0,
|
| 905 |
+
"total_penalty_factor": 1.0,
|
| 906 |
+
"fail_reason": null,
|
| 907 |
+
"penalty_events": []
|
| 908 |
+
},
|
| 909 |
+
{
|
| 910 |
+
"episode_id": 69,
|
| 911 |
+
"seed": 100168,
|
| 912 |
+
"success": false,
|
| 913 |
+
"steps_taken": 92,
|
| 914 |
+
"max_steps": 600,
|
| 915 |
+
"route_completion": 18.921352503938994,
|
| 916 |
+
"manipulation_score": 9.460676251969497,
|
| 917 |
+
"total_penalty_factor": 0.5,
|
| 918 |
+
"fail_reason": "out_of_bounds",
|
| 919 |
+
"penalty_events": [
|
| 920 |
+
{
|
| 921 |
+
"event_type": "out_of_bounds",
|
| 922 |
+
"timestep": 92,
|
| 923 |
+
"penalty_factor": 0.5,
|
| 924 |
+
"details": "Target object left workspace/view"
|
| 925 |
+
}
|
| 926 |
+
]
|
| 927 |
+
},
|
| 928 |
+
{
|
| 929 |
+
"episode_id": 70,
|
| 930 |
+
"seed": 100169,
|
| 931 |
+
"success": true,
|
| 932 |
+
"steps_taken": 161,
|
| 933 |
+
"max_steps": 600,
|
| 934 |
+
"route_completion": 100.0,
|
| 935 |
+
"manipulation_score": 100.0,
|
| 936 |
+
"total_penalty_factor": 1.0,
|
| 937 |
+
"fail_reason": null,
|
| 938 |
+
"penalty_events": []
|
| 939 |
+
},
|
| 940 |
+
{
|
| 941 |
+
"episode_id": 71,
|
| 942 |
+
"seed": 100170,
|
| 943 |
+
"success": false,
|
| 944 |
+
"steps_taken": 600,
|
| 945 |
+
"max_steps": 600,
|
| 946 |
+
"route_completion": 63.97224557373276,
|
| 947 |
+
"manipulation_score": 63.97224557373276,
|
| 948 |
+
"total_penalty_factor": 1.0,
|
| 949 |
+
"fail_reason": null,
|
| 950 |
+
"penalty_events": []
|
| 951 |
+
},
|
| 952 |
+
{
|
| 953 |
+
"episode_id": 72,
|
| 954 |
+
"seed": 100175,
|
| 955 |
+
"success": true,
|
| 956 |
+
"steps_taken": 158,
|
| 957 |
+
"max_steps": 600,
|
| 958 |
+
"route_completion": 100.0,
|
| 959 |
+
"manipulation_score": 100.0,
|
| 960 |
+
"total_penalty_factor": 1.0,
|
| 961 |
+
"fail_reason": null,
|
| 962 |
+
"penalty_events": []
|
| 963 |
+
},
|
| 964 |
+
{
|
| 965 |
+
"episode_id": 73,
|
| 966 |
+
"seed": 100177,
|
| 967 |
+
"success": false,
|
| 968 |
+
"steps_taken": 600,
|
| 969 |
+
"max_steps": 600,
|
| 970 |
+
"route_completion": 22.613521413475564,
|
| 971 |
+
"manipulation_score": 22.613521413475564,
|
| 972 |
+
"total_penalty_factor": 1.0,
|
| 973 |
+
"fail_reason": null,
|
| 974 |
+
"penalty_events": []
|
| 975 |
+
},
|
| 976 |
+
{
|
| 977 |
+
"episode_id": 74,
|
| 978 |
+
"seed": 100179,
|
| 979 |
+
"success": false,
|
| 980 |
+
"steps_taken": 54,
|
| 981 |
+
"max_steps": 600,
|
| 982 |
+
"route_completion": 7.904897998253399,
|
| 983 |
+
"manipulation_score": 3.9524489991266996,
|
| 984 |
+
"total_penalty_factor": 0.5,
|
| 985 |
+
"fail_reason": "out_of_bounds",
|
| 986 |
+
"penalty_events": [
|
| 987 |
+
{
|
| 988 |
+
"event_type": "out_of_bounds",
|
| 989 |
+
"timestep": 54,
|
| 990 |
+
"penalty_factor": 0.5,
|
| 991 |
+
"details": "Target object left workspace/view"
|
| 992 |
+
}
|
| 993 |
+
]
|
| 994 |
+
},
|
| 995 |
+
{
|
| 996 |
+
"episode_id": 75,
|
| 997 |
+
"seed": 100181,
|
| 998 |
+
"success": false,
|
| 999 |
+
"steps_taken": 89,
|
| 1000 |
+
"max_steps": 600,
|
| 1001 |
+
"route_completion": 32.04811975415671,
|
| 1002 |
+
"manipulation_score": 16.024059877078354,
|
| 1003 |
+
"total_penalty_factor": 0.5,
|
| 1004 |
+
"fail_reason": "out_of_bounds",
|
| 1005 |
+
"penalty_events": [
|
| 1006 |
+
{
|
| 1007 |
+
"event_type": "out_of_bounds",
|
| 1008 |
+
"timestep": 89,
|
| 1009 |
+
"penalty_factor": 0.5,
|
| 1010 |
+
"details": "Target object left workspace/view"
|
| 1011 |
+
}
|
| 1012 |
+
]
|
| 1013 |
+
},
|
| 1014 |
+
{
|
| 1015 |
+
"episode_id": 76,
|
| 1016 |
+
"seed": 100182,
|
| 1017 |
+
"success": false,
|
| 1018 |
+
"steps_taken": 600,
|
| 1019 |
+
"max_steps": 600,
|
| 1020 |
+
"route_completion": 61.84699186022385,
|
| 1021 |
+
"manipulation_score": 61.84699186022385,
|
| 1022 |
+
"total_penalty_factor": 1.0,
|
| 1023 |
+
"fail_reason": null,
|
| 1024 |
+
"penalty_events": []
|
| 1025 |
+
},
|
| 1026 |
+
{
|
| 1027 |
+
"episode_id": 77,
|
| 1028 |
+
"seed": 100183,
|
| 1029 |
+
"success": true,
|
| 1030 |
+
"steps_taken": 171,
|
| 1031 |
+
"max_steps": 600,
|
| 1032 |
+
"route_completion": 100.0,
|
| 1033 |
+
"manipulation_score": 100.0,
|
| 1034 |
+
"total_penalty_factor": 1.0,
|
| 1035 |
+
"fail_reason": null,
|
| 1036 |
+
"penalty_events": []
|
| 1037 |
+
},
|
| 1038 |
+
{
|
| 1039 |
+
"episode_id": 78,
|
| 1040 |
+
"seed": 100185,
|
| 1041 |
+
"success": true,
|
| 1042 |
+
"steps_taken": 214,
|
| 1043 |
+
"max_steps": 600,
|
| 1044 |
+
"route_completion": 100.0,
|
| 1045 |
+
"manipulation_score": 100.0,
|
| 1046 |
+
"total_penalty_factor": 1.0,
|
| 1047 |
+
"fail_reason": null,
|
| 1048 |
+
"penalty_events": []
|
| 1049 |
+
},
|
| 1050 |
+
{
|
| 1051 |
+
"episode_id": 79,
|
| 1052 |
+
"seed": 100186,
|
| 1053 |
+
"success": true,
|
| 1054 |
+
"steps_taken": 166,
|
| 1055 |
+
"max_steps": 600,
|
| 1056 |
+
"route_completion": 100.0,
|
| 1057 |
+
"manipulation_score": 100.0,
|
| 1058 |
+
"total_penalty_factor": 1.0,
|
| 1059 |
+
"fail_reason": null,
|
| 1060 |
+
"penalty_events": []
|
| 1061 |
+
},
|
| 1062 |
+
{
|
| 1063 |
+
"episode_id": 80,
|
| 1064 |
+
"seed": 100188,
|
| 1065 |
+
"success": false,
|
| 1066 |
+
"steps_taken": 600,
|
| 1067 |
+
"max_steps": 600,
|
| 1068 |
+
"route_completion": 23.351511167661897,
|
| 1069 |
+
"manipulation_score": 23.351511167661897,
|
| 1070 |
+
"total_penalty_factor": 1.0,
|
| 1071 |
+
"fail_reason": null,
|
| 1072 |
+
"penalty_events": []
|
| 1073 |
+
},
|
| 1074 |
+
{
|
| 1075 |
+
"episode_id": 81,
|
| 1076 |
+
"seed": 100189,
|
| 1077 |
+
"success": false,
|
| 1078 |
+
"steps_taken": 600,
|
| 1079 |
+
"max_steps": 600,
|
| 1080 |
+
"route_completion": 60.299428499876065,
|
| 1081 |
+
"manipulation_score": 60.299428499876065,
|
| 1082 |
+
"total_penalty_factor": 1.0,
|
| 1083 |
+
"fail_reason": null,
|
| 1084 |
+
"penalty_events": []
|
| 1085 |
+
},
|
| 1086 |
+
{
|
| 1087 |
+
"episode_id": 82,
|
| 1088 |
+
"seed": 100190,
|
| 1089 |
+
"success": false,
|
| 1090 |
+
"steps_taken": 600,
|
| 1091 |
+
"max_steps": 600,
|
| 1092 |
+
"route_completion": 25.713596130423927,
|
| 1093 |
+
"manipulation_score": 25.713596130423927,
|
| 1094 |
+
"total_penalty_factor": 1.0,
|
| 1095 |
+
"fail_reason": null,
|
| 1096 |
+
"penalty_events": []
|
| 1097 |
+
},
|
| 1098 |
+
{
|
| 1099 |
+
"episode_id": 83,
|
| 1100 |
+
"seed": 100191,
|
| 1101 |
+
"success": true,
|
| 1102 |
+
"steps_taken": 150,
|
| 1103 |
+
"max_steps": 600,
|
| 1104 |
+
"route_completion": 100.0,
|
| 1105 |
+
"manipulation_score": 100.0,
|
| 1106 |
+
"total_penalty_factor": 1.0,
|
| 1107 |
+
"fail_reason": null,
|
| 1108 |
+
"penalty_events": []
|
| 1109 |
+
},
|
| 1110 |
+
{
|
| 1111 |
+
"episode_id": 84,
|
| 1112 |
+
"seed": 100192,
|
| 1113 |
+
"success": false,
|
| 1114 |
+
"steps_taken": 600,
|
| 1115 |
+
"max_steps": 600,
|
| 1116 |
+
"route_completion": 25.690424849680525,
|
| 1117 |
+
"manipulation_score": 25.690424849680525,
|
| 1118 |
+
"total_penalty_factor": 1.0,
|
| 1119 |
+
"fail_reason": null,
|
| 1120 |
+
"penalty_events": []
|
| 1121 |
+
},
|
| 1122 |
+
{
|
| 1123 |
+
"episode_id": 85,
|
| 1124 |
+
"seed": 100199,
|
| 1125 |
+
"success": true,
|
| 1126 |
+
"steps_taken": 156,
|
| 1127 |
+
"max_steps": 600,
|
| 1128 |
+
"route_completion": 100.0,
|
| 1129 |
+
"manipulation_score": 100.0,
|
| 1130 |
+
"total_penalty_factor": 1.0,
|
| 1131 |
+
"fail_reason": null,
|
| 1132 |
+
"penalty_events": []
|
| 1133 |
+
},
|
| 1134 |
+
{
|
| 1135 |
+
"episode_id": 86,
|
| 1136 |
+
"seed": 100200,
|
| 1137 |
+
"success": true,
|
| 1138 |
+
"steps_taken": 164,
|
| 1139 |
+
"max_steps": 600,
|
| 1140 |
+
"route_completion": 100.0,
|
| 1141 |
+
"manipulation_score": 100.0,
|
| 1142 |
+
"total_penalty_factor": 1.0,
|
| 1143 |
+
"fail_reason": null,
|
| 1144 |
+
"penalty_events": []
|
| 1145 |
+
},
|
| 1146 |
+
{
|
| 1147 |
+
"episode_id": 87,
|
| 1148 |
+
"seed": 100201,
|
| 1149 |
+
"success": true,
|
| 1150 |
+
"steps_taken": 206,
|
| 1151 |
+
"max_steps": 600,
|
| 1152 |
+
"route_completion": 100.0,
|
| 1153 |
+
"manipulation_score": 100.0,
|
| 1154 |
+
"total_penalty_factor": 1.0,
|
| 1155 |
+
"fail_reason": null,
|
| 1156 |
+
"penalty_events": []
|
| 1157 |
+
},
|
| 1158 |
+
{
|
| 1159 |
+
"episode_id": 88,
|
| 1160 |
+
"seed": 100202,
|
| 1161 |
+
"success": false,
|
| 1162 |
+
"steps_taken": 600,
|
| 1163 |
+
"max_steps": 600,
|
| 1164 |
+
"route_completion": 63.085873569228156,
|
| 1165 |
+
"manipulation_score": 63.085873569228156,
|
| 1166 |
+
"total_penalty_factor": 1.0,
|
| 1167 |
+
"fail_reason": null,
|
| 1168 |
+
"penalty_events": []
|
| 1169 |
+
},
|
| 1170 |
+
{
|
| 1171 |
+
"episode_id": 89,
|
| 1172 |
+
"seed": 100203,
|
| 1173 |
+
"success": false,
|
| 1174 |
+
"steps_taken": 69,
|
| 1175 |
+
"max_steps": 600,
|
| 1176 |
+
"route_completion": 7.197454728959249,
|
| 1177 |
+
"manipulation_score": 3.5987273644796245,
|
| 1178 |
+
"total_penalty_factor": 0.5,
|
| 1179 |
+
"fail_reason": "out_of_bounds",
|
| 1180 |
+
"penalty_events": [
|
| 1181 |
+
{
|
| 1182 |
+
"event_type": "out_of_bounds",
|
| 1183 |
+
"timestep": 69,
|
| 1184 |
+
"penalty_factor": 0.5,
|
| 1185 |
+
"details": "Target object left workspace/view"
|
| 1186 |
+
}
|
| 1187 |
+
]
|
| 1188 |
+
},
|
| 1189 |
+
{
|
| 1190 |
+
"episode_id": 90,
|
| 1191 |
+
"seed": 100207,
|
| 1192 |
+
"success": true,
|
| 1193 |
+
"steps_taken": 168,
|
| 1194 |
+
"max_steps": 600,
|
| 1195 |
+
"route_completion": 100.0,
|
| 1196 |
+
"manipulation_score": 100.0,
|
| 1197 |
+
"total_penalty_factor": 1.0,
|
| 1198 |
+
"fail_reason": null,
|
| 1199 |
+
"penalty_events": []
|
| 1200 |
+
},
|
| 1201 |
+
{
|
| 1202 |
+
"episode_id": 91,
|
| 1203 |
+
"seed": 100209,
|
| 1204 |
+
"success": true,
|
| 1205 |
+
"steps_taken": 180,
|
| 1206 |
+
"max_steps": 600,
|
| 1207 |
+
"route_completion": 100.0,
|
| 1208 |
+
"manipulation_score": 100.0,
|
| 1209 |
+
"total_penalty_factor": 1.0,
|
| 1210 |
+
"fail_reason": null,
|
| 1211 |
+
"penalty_events": []
|
| 1212 |
+
},
|
| 1213 |
+
{
|
| 1214 |
+
"episode_id": 92,
|
| 1215 |
+
"seed": 100210,
|
| 1216 |
+
"success": false,
|
| 1217 |
+
"steps_taken": 600,
|
| 1218 |
+
"max_steps": 600,
|
| 1219 |
+
"route_completion": 23.15062467335509,
|
| 1220 |
+
"manipulation_score": 23.15062467335509,
|
| 1221 |
+
"total_penalty_factor": 1.0,
|
| 1222 |
+
"fail_reason": null,
|
| 1223 |
+
"penalty_events": []
|
| 1224 |
+
},
|
| 1225 |
+
{
|
| 1226 |
+
"episode_id": 93,
|
| 1227 |
+
"seed": 100211,
|
| 1228 |
+
"success": false,
|
| 1229 |
+
"steps_taken": 600,
|
| 1230 |
+
"max_steps": 600,
|
| 1231 |
+
"route_completion": 61.554296180825396,
|
| 1232 |
+
"manipulation_score": 61.554296180825396,
|
| 1233 |
+
"total_penalty_factor": 1.0,
|
| 1234 |
+
"fail_reason": null,
|
| 1235 |
+
"penalty_events": []
|
| 1236 |
+
},
|
| 1237 |
+
{
|
| 1238 |
+
"episode_id": 94,
|
| 1239 |
+
"seed": 100212,
|
| 1240 |
+
"success": false,
|
| 1241 |
+
"steps_taken": 600,
|
| 1242 |
+
"max_steps": 600,
|
| 1243 |
+
"route_completion": 69.34770557201799,
|
| 1244 |
+
"manipulation_score": 69.34770557201799,
|
| 1245 |
+
"total_penalty_factor": 1.0,
|
| 1246 |
+
"fail_reason": null,
|
| 1247 |
+
"penalty_events": []
|
| 1248 |
+
},
|
| 1249 |
+
{
|
| 1250 |
+
"episode_id": 95,
|
| 1251 |
+
"seed": 100214,
|
| 1252 |
+
"success": false,
|
| 1253 |
+
"steps_taken": 600,
|
| 1254 |
+
"max_steps": 600,
|
| 1255 |
+
"route_completion": 30.907745959002757,
|
| 1256 |
+
"manipulation_score": 30.907745959002757,
|
| 1257 |
+
"total_penalty_factor": 1.0,
|
| 1258 |
+
"fail_reason": null,
|
| 1259 |
+
"penalty_events": []
|
| 1260 |
+
},
|
| 1261 |
+
{
|
| 1262 |
+
"episode_id": 96,
|
| 1263 |
+
"seed": 100216,
|
| 1264 |
+
"success": true,
|
| 1265 |
+
"steps_taken": 164,
|
| 1266 |
+
"max_steps": 600,
|
| 1267 |
+
"route_completion": 100.0,
|
| 1268 |
+
"manipulation_score": 100.0,
|
| 1269 |
+
"total_penalty_factor": 1.0,
|
| 1270 |
+
"fail_reason": null,
|
| 1271 |
+
"penalty_events": []
|
| 1272 |
+
},
|
| 1273 |
+
{
|
| 1274 |
+
"episode_id": 97,
|
| 1275 |
+
"seed": 100217,
|
| 1276 |
+
"success": false,
|
| 1277 |
+
"steps_taken": 600,
|
| 1278 |
+
"max_steps": 600,
|
| 1279 |
+
"route_completion": 21.949811429733646,
|
| 1280 |
+
"manipulation_score": 21.949811429733646,
|
| 1281 |
+
"total_penalty_factor": 1.0,
|
| 1282 |
+
"fail_reason": null,
|
| 1283 |
+
"penalty_events": []
|
| 1284 |
+
},
|
| 1285 |
+
{
|
| 1286 |
+
"episode_id": 98,
|
| 1287 |
+
"seed": 100218,
|
| 1288 |
+
"success": false,
|
| 1289 |
+
"steps_taken": 600,
|
| 1290 |
+
"max_steps": 600,
|
| 1291 |
+
"route_completion": 43.40719031647785,
|
| 1292 |
+
"manipulation_score": 43.40719031647785,
|
| 1293 |
+
"total_penalty_factor": 1.0,
|
| 1294 |
+
"fail_reason": null,
|
| 1295 |
+
"penalty_events": []
|
| 1296 |
+
},
|
| 1297 |
+
{
|
| 1298 |
+
"episode_id": 99,
|
| 1299 |
+
"seed": 100221,
|
| 1300 |
+
"success": false,
|
| 1301 |
+
"steps_taken": 600,
|
| 1302 |
+
"max_steps": 600,
|
| 1303 |
+
"route_completion": 64.26521263486791,
|
| 1304 |
+
"manipulation_score": 64.26521263486791,
|
| 1305 |
+
"total_penalty_factor": 1.0,
|
| 1306 |
+
"fail_reason": null,
|
| 1307 |
+
"penalty_events": []
|
| 1308 |
+
},
|
| 1309 |
+
{
|
| 1310 |
+
"episode_id": 100,
|
| 1311 |
+
"seed": 100222,
|
| 1312 |
+
"success": false,
|
| 1313 |
+
"steps_taken": 600,
|
| 1314 |
+
"max_steps": 600,
|
| 1315 |
+
"route_completion": 33.452534143996104,
|
| 1316 |
+
"manipulation_score": 33.452534143996104,
|
| 1317 |
+
"total_penalty_factor": 1.0,
|
| 1318 |
+
"fail_reason": null,
|
| 1319 |
+
"penalty_events": []
|
| 1320 |
+
}
|
| 1321 |
+
]
|
log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 43,
|
| 4 |
+
"success_rate": 43.0,
|
| 5 |
+
"manipulation_score_mean": 59.74470390640838,
|
| 6 |
+
"manipulation_score_std": 37.80902035756206,
|
| 7 |
+
"route_completion_mean": 61.57423960483472,
|
| 8 |
+
"route_completion_std": 35.86250563898802,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 17
|
| 11 |
+
}
|
log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 43.0% (43/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 59.74
|
| 10 |
+
Std: 37.81
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 61.57%
|
| 14 |
+
Std: 35.86
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 17
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-29 21:00:19
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.43
|
log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1335 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100000,
|
| 5 |
+
"success": true,
|
| 6 |
+
"steps_taken": 508,
|
| 7 |
+
"max_steps": 900,
|
| 8 |
+
"route_completion": 100.0,
|
| 9 |
+
"manipulation_score": 100.0,
|
| 10 |
+
"total_penalty_factor": 1.0,
|
| 11 |
+
"fail_reason": null,
|
| 12 |
+
"penalty_events": []
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"episode_id": 2,
|
| 16 |
+
"seed": 100001,
|
| 17 |
+
"success": false,
|
| 18 |
+
"steps_taken": 900,
|
| 19 |
+
"max_steps": 900,
|
| 20 |
+
"route_completion": 24.540375730698692,
|
| 21 |
+
"manipulation_score": 24.540375730698692,
|
| 22 |
+
"total_penalty_factor": 1.0,
|
| 23 |
+
"fail_reason": null,
|
| 24 |
+
"penalty_events": []
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"episode_id": 3,
|
| 28 |
+
"seed": 100004,
|
| 29 |
+
"success": false,
|
| 30 |
+
"steps_taken": 900,
|
| 31 |
+
"max_steps": 900,
|
| 32 |
+
"route_completion": 34.079740320103724,
|
| 33 |
+
"manipulation_score": 34.079740320103724,
|
| 34 |
+
"total_penalty_factor": 1.0,
|
| 35 |
+
"fail_reason": null,
|
| 36 |
+
"penalty_events": []
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"episode_id": 4,
|
| 40 |
+
"seed": 100005,
|
| 41 |
+
"success": false,
|
| 42 |
+
"steps_taken": 900,
|
| 43 |
+
"max_steps": 900,
|
| 44 |
+
"route_completion": 25.07970718985728,
|
| 45 |
+
"manipulation_score": 25.07970718985728,
|
| 46 |
+
"total_penalty_factor": 1.0,
|
| 47 |
+
"fail_reason": null,
|
| 48 |
+
"penalty_events": []
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"episode_id": 5,
|
| 52 |
+
"seed": 100006,
|
| 53 |
+
"success": false,
|
| 54 |
+
"steps_taken": 93,
|
| 55 |
+
"max_steps": 900,
|
| 56 |
+
"route_completion": 27.305456512117036,
|
| 57 |
+
"manipulation_score": 13.652728256058518,
|
| 58 |
+
"total_penalty_factor": 0.5,
|
| 59 |
+
"fail_reason": "out_of_bounds",
|
| 60 |
+
"penalty_events": [
|
| 61 |
+
{
|
| 62 |
+
"event_type": "out_of_bounds",
|
| 63 |
+
"timestep": 93,
|
| 64 |
+
"penalty_factor": 0.5,
|
| 65 |
+
"details": "Target object left workspace/view"
|
| 66 |
+
}
|
| 67 |
+
]
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"episode_id": 6,
|
| 71 |
+
"seed": 100008,
|
| 72 |
+
"success": false,
|
| 73 |
+
"steps_taken": 900,
|
| 74 |
+
"max_steps": 900,
|
| 75 |
+
"route_completion": 34.23268964207258,
|
| 76 |
+
"manipulation_score": 34.23268964207258,
|
| 77 |
+
"total_penalty_factor": 1.0,
|
| 78 |
+
"fail_reason": null,
|
| 79 |
+
"penalty_events": []
|
| 80 |
+
},
|
| 81 |
+
{
|
| 82 |
+
"episode_id": 7,
|
| 83 |
+
"seed": 100009,
|
| 84 |
+
"success": true,
|
| 85 |
+
"steps_taken": 297,
|
| 86 |
+
"max_steps": 900,
|
| 87 |
+
"route_completion": 100.0,
|
| 88 |
+
"manipulation_score": 100.0,
|
| 89 |
+
"total_penalty_factor": 1.0,
|
| 90 |
+
"fail_reason": null,
|
| 91 |
+
"penalty_events": []
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"episode_id": 8,
|
| 95 |
+
"seed": 100018,
|
| 96 |
+
"success": false,
|
| 97 |
+
"steps_taken": 900,
|
| 98 |
+
"max_steps": 900,
|
| 99 |
+
"route_completion": 57.64216768446827,
|
| 100 |
+
"manipulation_score": 57.64216768446827,
|
| 101 |
+
"total_penalty_factor": 1.0,
|
| 102 |
+
"fail_reason": null,
|
| 103 |
+
"penalty_events": []
|
| 104 |
+
},
|
| 105 |
+
{
|
| 106 |
+
"episode_id": 9,
|
| 107 |
+
"seed": 100021,
|
| 108 |
+
"success": false,
|
| 109 |
+
"steps_taken": 900,
|
| 110 |
+
"max_steps": 900,
|
| 111 |
+
"route_completion": 32.22912335529467,
|
| 112 |
+
"manipulation_score": 32.22912335529467,
|
| 113 |
+
"total_penalty_factor": 1.0,
|
| 114 |
+
"fail_reason": null,
|
| 115 |
+
"penalty_events": []
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"episode_id": 10,
|
| 119 |
+
"seed": 100022,
|
| 120 |
+
"success": false,
|
| 121 |
+
"steps_taken": 900,
|
| 122 |
+
"max_steps": 900,
|
| 123 |
+
"route_completion": 60.30388018022934,
|
| 124 |
+
"manipulation_score": 60.30388018022934,
|
| 125 |
+
"total_penalty_factor": 1.0,
|
| 126 |
+
"fail_reason": null,
|
| 127 |
+
"penalty_events": []
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"episode_id": 11,
|
| 131 |
+
"seed": 100028,
|
| 132 |
+
"success": true,
|
| 133 |
+
"steps_taken": 297,
|
| 134 |
+
"max_steps": 900,
|
| 135 |
+
"route_completion": 100.0,
|
| 136 |
+
"manipulation_score": 100.0,
|
| 137 |
+
"total_penalty_factor": 1.0,
|
| 138 |
+
"fail_reason": null,
|
| 139 |
+
"penalty_events": []
|
| 140 |
+
},
|
| 141 |
+
{
|
| 142 |
+
"episode_id": 12,
|
| 143 |
+
"seed": 100033,
|
| 144 |
+
"success": false,
|
| 145 |
+
"steps_taken": 900,
|
| 146 |
+
"max_steps": 900,
|
| 147 |
+
"route_completion": 37.27995505780699,
|
| 148 |
+
"manipulation_score": 37.27995505780699,
|
| 149 |
+
"total_penalty_factor": 1.0,
|
| 150 |
+
"fail_reason": null,
|
| 151 |
+
"penalty_events": []
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"episode_id": 13,
|
| 155 |
+
"seed": 100034,
|
| 156 |
+
"success": false,
|
| 157 |
+
"steps_taken": 70,
|
| 158 |
+
"max_steps": 900,
|
| 159 |
+
"route_completion": 39.59677425650439,
|
| 160 |
+
"manipulation_score": 19.798387128252195,
|
| 161 |
+
"total_penalty_factor": 0.5,
|
| 162 |
+
"fail_reason": "out_of_bounds",
|
| 163 |
+
"penalty_events": [
|
| 164 |
+
{
|
| 165 |
+
"event_type": "out_of_bounds",
|
| 166 |
+
"timestep": 70,
|
| 167 |
+
"penalty_factor": 0.5,
|
| 168 |
+
"details": "Target object left workspace/view"
|
| 169 |
+
}
|
| 170 |
+
]
|
| 171 |
+
},
|
| 172 |
+
{
|
| 173 |
+
"episode_id": 14,
|
| 174 |
+
"seed": 100035,
|
| 175 |
+
"success": false,
|
| 176 |
+
"steps_taken": 900,
|
| 177 |
+
"max_steps": 900,
|
| 178 |
+
"route_completion": 33.65471400195968,
|
| 179 |
+
"manipulation_score": 33.65471400195968,
|
| 180 |
+
"total_penalty_factor": 1.0,
|
| 181 |
+
"fail_reason": null,
|
| 182 |
+
"penalty_events": []
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"episode_id": 15,
|
| 186 |
+
"seed": 100036,
|
| 187 |
+
"success": false,
|
| 188 |
+
"steps_taken": 900,
|
| 189 |
+
"max_steps": 900,
|
| 190 |
+
"route_completion": 50.37833103948868,
|
| 191 |
+
"manipulation_score": 50.37833103948868,
|
| 192 |
+
"total_penalty_factor": 1.0,
|
| 193 |
+
"fail_reason": null,
|
| 194 |
+
"penalty_events": []
|
| 195 |
+
},
|
| 196 |
+
{
|
| 197 |
+
"episode_id": 16,
|
| 198 |
+
"seed": 100037,
|
| 199 |
+
"success": false,
|
| 200 |
+
"steps_taken": 900,
|
| 201 |
+
"max_steps": 900,
|
| 202 |
+
"route_completion": 36.02555500595473,
|
| 203 |
+
"manipulation_score": 36.02555500595473,
|
| 204 |
+
"total_penalty_factor": 1.0,
|
| 205 |
+
"fail_reason": null,
|
| 206 |
+
"penalty_events": []
|
| 207 |
+
},
|
| 208 |
+
{
|
| 209 |
+
"episode_id": 17,
|
| 210 |
+
"seed": 100040,
|
| 211 |
+
"success": false,
|
| 212 |
+
"steps_taken": 900,
|
| 213 |
+
"max_steps": 900,
|
| 214 |
+
"route_completion": 40.03005718852013,
|
| 215 |
+
"manipulation_score": 40.03005718852013,
|
| 216 |
+
"total_penalty_factor": 1.0,
|
| 217 |
+
"fail_reason": null,
|
| 218 |
+
"penalty_events": []
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"episode_id": 18,
|
| 222 |
+
"seed": 100042,
|
| 223 |
+
"success": false,
|
| 224 |
+
"steps_taken": 900,
|
| 225 |
+
"max_steps": 900,
|
| 226 |
+
"route_completion": 56.29958965151928,
|
| 227 |
+
"manipulation_score": 56.29958965151928,
|
| 228 |
+
"total_penalty_factor": 1.0,
|
| 229 |
+
"fail_reason": null,
|
| 230 |
+
"penalty_events": []
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"episode_id": 19,
|
| 234 |
+
"seed": 100047,
|
| 235 |
+
"success": false,
|
| 236 |
+
"steps_taken": 900,
|
| 237 |
+
"max_steps": 900,
|
| 238 |
+
"route_completion": 39.849963938027514,
|
| 239 |
+
"manipulation_score": 39.849963938027514,
|
| 240 |
+
"total_penalty_factor": 1.0,
|
| 241 |
+
"fail_reason": null,
|
| 242 |
+
"penalty_events": []
|
| 243 |
+
},
|
| 244 |
+
{
|
| 245 |
+
"episode_id": 20,
|
| 246 |
+
"seed": 100049,
|
| 247 |
+
"success": false,
|
| 248 |
+
"steps_taken": 900,
|
| 249 |
+
"max_steps": 900,
|
| 250 |
+
"route_completion": 22.896719765943946,
|
| 251 |
+
"manipulation_score": 22.896719765943946,
|
| 252 |
+
"total_penalty_factor": 1.0,
|
| 253 |
+
"fail_reason": null,
|
| 254 |
+
"penalty_events": []
|
| 255 |
+
},
|
| 256 |
+
{
|
| 257 |
+
"episode_id": 21,
|
| 258 |
+
"seed": 100050,
|
| 259 |
+
"success": false,
|
| 260 |
+
"steps_taken": 82,
|
| 261 |
+
"max_steps": 900,
|
| 262 |
+
"route_completion": 43.47290693279812,
|
| 263 |
+
"manipulation_score": 21.73645346639906,
|
| 264 |
+
"total_penalty_factor": 0.5,
|
| 265 |
+
"fail_reason": "out_of_bounds",
|
| 266 |
+
"penalty_events": [
|
| 267 |
+
{
|
| 268 |
+
"event_type": "out_of_bounds",
|
| 269 |
+
"timestep": 82,
|
| 270 |
+
"penalty_factor": 0.5,
|
| 271 |
+
"details": "Target object left workspace/view"
|
| 272 |
+
}
|
| 273 |
+
]
|
| 274 |
+
},
|
| 275 |
+
{
|
| 276 |
+
"episode_id": 22,
|
| 277 |
+
"seed": 100053,
|
| 278 |
+
"success": false,
|
| 279 |
+
"steps_taken": 900,
|
| 280 |
+
"max_steps": 900,
|
| 281 |
+
"route_completion": 35.351613818402086,
|
| 282 |
+
"manipulation_score": 35.351613818402086,
|
| 283 |
+
"total_penalty_factor": 1.0,
|
| 284 |
+
"fail_reason": null,
|
| 285 |
+
"penalty_events": []
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"episode_id": 23,
|
| 289 |
+
"seed": 100057,
|
| 290 |
+
"success": false,
|
| 291 |
+
"steps_taken": 900,
|
| 292 |
+
"max_steps": 900,
|
| 293 |
+
"route_completion": 53.82809408017166,
|
| 294 |
+
"manipulation_score": 53.82809408017166,
|
| 295 |
+
"total_penalty_factor": 1.0,
|
| 296 |
+
"fail_reason": null,
|
| 297 |
+
"penalty_events": []
|
| 298 |
+
},
|
| 299 |
+
{
|
| 300 |
+
"episode_id": 24,
|
| 301 |
+
"seed": 100058,
|
| 302 |
+
"success": false,
|
| 303 |
+
"steps_taken": 900,
|
| 304 |
+
"max_steps": 900,
|
| 305 |
+
"route_completion": 59.86374124424126,
|
| 306 |
+
"manipulation_score": 59.86374124424126,
|
| 307 |
+
"total_penalty_factor": 1.0,
|
| 308 |
+
"fail_reason": null,
|
| 309 |
+
"penalty_events": []
|
| 310 |
+
},
|
| 311 |
+
{
|
| 312 |
+
"episode_id": 25,
|
| 313 |
+
"seed": 100060,
|
| 314 |
+
"success": true,
|
| 315 |
+
"steps_taken": 298,
|
| 316 |
+
"max_steps": 900,
|
| 317 |
+
"route_completion": 100.0,
|
| 318 |
+
"manipulation_score": 100.0,
|
| 319 |
+
"total_penalty_factor": 1.0,
|
| 320 |
+
"fail_reason": null,
|
| 321 |
+
"penalty_events": []
|
| 322 |
+
},
|
| 323 |
+
{
|
| 324 |
+
"episode_id": 26,
|
| 325 |
+
"seed": 100062,
|
| 326 |
+
"success": true,
|
| 327 |
+
"steps_taken": 298,
|
| 328 |
+
"max_steps": 900,
|
| 329 |
+
"route_completion": 100.0,
|
| 330 |
+
"manipulation_score": 100.0,
|
| 331 |
+
"total_penalty_factor": 1.0,
|
| 332 |
+
"fail_reason": null,
|
| 333 |
+
"penalty_events": []
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"episode_id": 27,
|
| 337 |
+
"seed": 100063,
|
| 338 |
+
"success": false,
|
| 339 |
+
"steps_taken": 900,
|
| 340 |
+
"max_steps": 900,
|
| 341 |
+
"route_completion": 50.43852240394335,
|
| 342 |
+
"manipulation_score": 50.43852240394335,
|
| 343 |
+
"total_penalty_factor": 1.0,
|
| 344 |
+
"fail_reason": null,
|
| 345 |
+
"penalty_events": []
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"episode_id": 28,
|
| 349 |
+
"seed": 100067,
|
| 350 |
+
"success": true,
|
| 351 |
+
"steps_taken": 332,
|
| 352 |
+
"max_steps": 900,
|
| 353 |
+
"route_completion": 100.0,
|
| 354 |
+
"manipulation_score": 100.0,
|
| 355 |
+
"total_penalty_factor": 1.0,
|
| 356 |
+
"fail_reason": null,
|
| 357 |
+
"penalty_events": []
|
| 358 |
+
},
|
| 359 |
+
{
|
| 360 |
+
"episode_id": 29,
|
| 361 |
+
"seed": 100068,
|
| 362 |
+
"success": false,
|
| 363 |
+
"steps_taken": 59,
|
| 364 |
+
"max_steps": 900,
|
| 365 |
+
"route_completion": 38.78516721871239,
|
| 366 |
+
"manipulation_score": 19.392583609356194,
|
| 367 |
+
"total_penalty_factor": 0.5,
|
| 368 |
+
"fail_reason": "out_of_bounds",
|
| 369 |
+
"penalty_events": [
|
| 370 |
+
{
|
| 371 |
+
"event_type": "out_of_bounds",
|
| 372 |
+
"timestep": 59,
|
| 373 |
+
"penalty_factor": 0.5,
|
| 374 |
+
"details": "Target object left workspace/view"
|
| 375 |
+
}
|
| 376 |
+
]
|
| 377 |
+
},
|
| 378 |
+
{
|
| 379 |
+
"episode_id": 30,
|
| 380 |
+
"seed": 100070,
|
| 381 |
+
"success": false,
|
| 382 |
+
"steps_taken": 900,
|
| 383 |
+
"max_steps": 900,
|
| 384 |
+
"route_completion": 25.356286722069743,
|
| 385 |
+
"manipulation_score": 25.356286722069743,
|
| 386 |
+
"total_penalty_factor": 1.0,
|
| 387 |
+
"fail_reason": null,
|
| 388 |
+
"penalty_events": []
|
| 389 |
+
},
|
| 390 |
+
{
|
| 391 |
+
"episode_id": 31,
|
| 392 |
+
"seed": 100072,
|
| 393 |
+
"success": false,
|
| 394 |
+
"steps_taken": 148,
|
| 395 |
+
"max_steps": 900,
|
| 396 |
+
"route_completion": 0.0,
|
| 397 |
+
"manipulation_score": 0.0,
|
| 398 |
+
"total_penalty_factor": 0.5,
|
| 399 |
+
"fail_reason": "out_of_bounds",
|
| 400 |
+
"penalty_events": [
|
| 401 |
+
{
|
| 402 |
+
"event_type": "out_of_bounds",
|
| 403 |
+
"timestep": 148,
|
| 404 |
+
"penalty_factor": 0.5,
|
| 405 |
+
"details": "Target object left workspace/view"
|
| 406 |
+
}
|
| 407 |
+
]
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"episode_id": 32,
|
| 411 |
+
"seed": 100073,
|
| 412 |
+
"success": false,
|
| 413 |
+
"steps_taken": 900,
|
| 414 |
+
"max_steps": 900,
|
| 415 |
+
"route_completion": 23.29828068143118,
|
| 416 |
+
"manipulation_score": 23.29828068143118,
|
| 417 |
+
"total_penalty_factor": 1.0,
|
| 418 |
+
"fail_reason": null,
|
| 419 |
+
"penalty_events": []
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"episode_id": 33,
|
| 423 |
+
"seed": 100075,
|
| 424 |
+
"success": true,
|
| 425 |
+
"steps_taken": 297,
|
| 426 |
+
"max_steps": 900,
|
| 427 |
+
"route_completion": 100.0,
|
| 428 |
+
"manipulation_score": 100.0,
|
| 429 |
+
"total_penalty_factor": 1.0,
|
| 430 |
+
"fail_reason": null,
|
| 431 |
+
"penalty_events": []
|
| 432 |
+
},
|
| 433 |
+
{
|
| 434 |
+
"episode_id": 34,
|
| 435 |
+
"seed": 100077,
|
| 436 |
+
"success": false,
|
| 437 |
+
"steps_taken": 123,
|
| 438 |
+
"max_steps": 900,
|
| 439 |
+
"route_completion": 24.295598071697487,
|
| 440 |
+
"manipulation_score": 12.147799035848744,
|
| 441 |
+
"total_penalty_factor": 0.5,
|
| 442 |
+
"fail_reason": "out_of_bounds",
|
| 443 |
+
"penalty_events": [
|
| 444 |
+
{
|
| 445 |
+
"event_type": "out_of_bounds",
|
| 446 |
+
"timestep": 123,
|
| 447 |
+
"penalty_factor": 0.5,
|
| 448 |
+
"details": "Target object left workspace/view"
|
| 449 |
+
}
|
| 450 |
+
]
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"episode_id": 35,
|
| 454 |
+
"seed": 100082,
|
| 455 |
+
"success": false,
|
| 456 |
+
"steps_taken": 73,
|
| 457 |
+
"max_steps": 900,
|
| 458 |
+
"route_completion": 46.58315387330291,
|
| 459 |
+
"manipulation_score": 23.291576936651456,
|
| 460 |
+
"total_penalty_factor": 0.5,
|
| 461 |
+
"fail_reason": "out_of_bounds",
|
| 462 |
+
"penalty_events": [
|
| 463 |
+
{
|
| 464 |
+
"event_type": "out_of_bounds",
|
| 465 |
+
"timestep": 73,
|
| 466 |
+
"penalty_factor": 0.5,
|
| 467 |
+
"details": "Target object left workspace/view"
|
| 468 |
+
}
|
| 469 |
+
]
|
| 470 |
+
},
|
| 471 |
+
{
|
| 472 |
+
"episode_id": 36,
|
| 473 |
+
"seed": 100084,
|
| 474 |
+
"success": true,
|
| 475 |
+
"steps_taken": 298,
|
| 476 |
+
"max_steps": 900,
|
| 477 |
+
"route_completion": 100.0,
|
| 478 |
+
"manipulation_score": 100.0,
|
| 479 |
+
"total_penalty_factor": 1.0,
|
| 480 |
+
"fail_reason": null,
|
| 481 |
+
"penalty_events": []
|
| 482 |
+
},
|
| 483 |
+
{
|
| 484 |
+
"episode_id": 37,
|
| 485 |
+
"seed": 100087,
|
| 486 |
+
"success": false,
|
| 487 |
+
"steps_taken": 900,
|
| 488 |
+
"max_steps": 900,
|
| 489 |
+
"route_completion": 39.189800969970165,
|
| 490 |
+
"manipulation_score": 39.189800969970165,
|
| 491 |
+
"total_penalty_factor": 1.0,
|
| 492 |
+
"fail_reason": null,
|
| 493 |
+
"penalty_events": []
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"episode_id": 38,
|
| 497 |
+
"seed": 100088,
|
| 498 |
+
"success": false,
|
| 499 |
+
"steps_taken": 900,
|
| 500 |
+
"max_steps": 900,
|
| 501 |
+
"route_completion": 47.0824841634786,
|
| 502 |
+
"manipulation_score": 47.0824841634786,
|
| 503 |
+
"total_penalty_factor": 1.0,
|
| 504 |
+
"fail_reason": null,
|
| 505 |
+
"penalty_events": []
|
| 506 |
+
},
|
| 507 |
+
{
|
| 508 |
+
"episode_id": 39,
|
| 509 |
+
"seed": 100090,
|
| 510 |
+
"success": false,
|
| 511 |
+
"steps_taken": 117,
|
| 512 |
+
"max_steps": 900,
|
| 513 |
+
"route_completion": 0.06230153613810903,
|
| 514 |
+
"manipulation_score": 0.031150768069054514,
|
| 515 |
+
"total_penalty_factor": 0.5,
|
| 516 |
+
"fail_reason": "out_of_bounds",
|
| 517 |
+
"penalty_events": [
|
| 518 |
+
{
|
| 519 |
+
"event_type": "out_of_bounds",
|
| 520 |
+
"timestep": 117,
|
| 521 |
+
"penalty_factor": 0.5,
|
| 522 |
+
"details": "Target object left workspace/view"
|
| 523 |
+
}
|
| 524 |
+
]
|
| 525 |
+
},
|
| 526 |
+
{
|
| 527 |
+
"episode_id": 40,
|
| 528 |
+
"seed": 100092,
|
| 529 |
+
"success": false,
|
| 530 |
+
"steps_taken": 900,
|
| 531 |
+
"max_steps": 900,
|
| 532 |
+
"route_completion": 52.75144317920741,
|
| 533 |
+
"manipulation_score": 52.75144317920741,
|
| 534 |
+
"total_penalty_factor": 1.0,
|
| 535 |
+
"fail_reason": null,
|
| 536 |
+
"penalty_events": []
|
| 537 |
+
},
|
| 538 |
+
{
|
| 539 |
+
"episode_id": 41,
|
| 540 |
+
"seed": 100094,
|
| 541 |
+
"success": true,
|
| 542 |
+
"steps_taken": 299,
|
| 543 |
+
"max_steps": 900,
|
| 544 |
+
"route_completion": 100.0,
|
| 545 |
+
"manipulation_score": 100.0,
|
| 546 |
+
"total_penalty_factor": 1.0,
|
| 547 |
+
"fail_reason": null,
|
| 548 |
+
"penalty_events": []
|
| 549 |
+
},
|
| 550 |
+
{
|
| 551 |
+
"episode_id": 42,
|
| 552 |
+
"seed": 100097,
|
| 553 |
+
"success": false,
|
| 554 |
+
"steps_taken": 66,
|
| 555 |
+
"max_steps": 900,
|
| 556 |
+
"route_completion": 44.575724107506566,
|
| 557 |
+
"manipulation_score": 22.287862053753283,
|
| 558 |
+
"total_penalty_factor": 0.5,
|
| 559 |
+
"fail_reason": "out_of_bounds",
|
| 560 |
+
"penalty_events": [
|
| 561 |
+
{
|
| 562 |
+
"event_type": "out_of_bounds",
|
| 563 |
+
"timestep": 66,
|
| 564 |
+
"penalty_factor": 0.5,
|
| 565 |
+
"details": "Target object left workspace/view"
|
| 566 |
+
}
|
| 567 |
+
]
|
| 568 |
+
},
|
| 569 |
+
{
|
| 570 |
+
"episode_id": 43,
|
| 571 |
+
"seed": 100098,
|
| 572 |
+
"success": false,
|
| 573 |
+
"steps_taken": 52,
|
| 574 |
+
"max_steps": 900,
|
| 575 |
+
"route_completion": 45.53959098040331,
|
| 576 |
+
"manipulation_score": 22.769795490201655,
|
| 577 |
+
"total_penalty_factor": 0.5,
|
| 578 |
+
"fail_reason": "out_of_bounds",
|
| 579 |
+
"penalty_events": [
|
| 580 |
+
{
|
| 581 |
+
"event_type": "out_of_bounds",
|
| 582 |
+
"timestep": 52,
|
| 583 |
+
"penalty_factor": 0.5,
|
| 584 |
+
"details": "Target object left workspace/view"
|
| 585 |
+
}
|
| 586 |
+
]
|
| 587 |
+
},
|
| 588 |
+
{
|
| 589 |
+
"episode_id": 44,
|
| 590 |
+
"seed": 100100,
|
| 591 |
+
"success": false,
|
| 592 |
+
"steps_taken": 900,
|
| 593 |
+
"max_steps": 900,
|
| 594 |
+
"route_completion": 62.55828607480174,
|
| 595 |
+
"manipulation_score": 62.55828607480174,
|
| 596 |
+
"total_penalty_factor": 1.0,
|
| 597 |
+
"fail_reason": null,
|
| 598 |
+
"penalty_events": []
|
| 599 |
+
},
|
| 600 |
+
{
|
| 601 |
+
"episode_id": 45,
|
| 602 |
+
"seed": 100101,
|
| 603 |
+
"success": false,
|
| 604 |
+
"steps_taken": 900,
|
| 605 |
+
"max_steps": 900,
|
| 606 |
+
"route_completion": 27.87494846177136,
|
| 607 |
+
"manipulation_score": 27.87494846177136,
|
| 608 |
+
"total_penalty_factor": 1.0,
|
| 609 |
+
"fail_reason": null,
|
| 610 |
+
"penalty_events": []
|
| 611 |
+
},
|
| 612 |
+
{
|
| 613 |
+
"episode_id": 46,
|
| 614 |
+
"seed": 100103,
|
| 615 |
+
"success": true,
|
| 616 |
+
"steps_taken": 297,
|
| 617 |
+
"max_steps": 900,
|
| 618 |
+
"route_completion": 100.0,
|
| 619 |
+
"manipulation_score": 100.0,
|
| 620 |
+
"total_penalty_factor": 1.0,
|
| 621 |
+
"fail_reason": null,
|
| 622 |
+
"penalty_events": []
|
| 623 |
+
},
|
| 624 |
+
{
|
| 625 |
+
"episode_id": 47,
|
| 626 |
+
"seed": 100105,
|
| 627 |
+
"success": false,
|
| 628 |
+
"steps_taken": 900,
|
| 629 |
+
"max_steps": 900,
|
| 630 |
+
"route_completion": 45.5435301483365,
|
| 631 |
+
"manipulation_score": 45.5435301483365,
|
| 632 |
+
"total_penalty_factor": 1.0,
|
| 633 |
+
"fail_reason": null,
|
| 634 |
+
"penalty_events": []
|
| 635 |
+
},
|
| 636 |
+
{
|
| 637 |
+
"episode_id": 48,
|
| 638 |
+
"seed": 100109,
|
| 639 |
+
"success": false,
|
| 640 |
+
"steps_taken": 82,
|
| 641 |
+
"max_steps": 900,
|
| 642 |
+
"route_completion": 47.349335676648785,
|
| 643 |
+
"manipulation_score": 23.674667838324392,
|
| 644 |
+
"total_penalty_factor": 0.5,
|
| 645 |
+
"fail_reason": "out_of_bounds",
|
| 646 |
+
"penalty_events": [
|
| 647 |
+
{
|
| 648 |
+
"event_type": "out_of_bounds",
|
| 649 |
+
"timestep": 82,
|
| 650 |
+
"penalty_factor": 0.5,
|
| 651 |
+
"details": "Target object left workspace/view"
|
| 652 |
+
}
|
| 653 |
+
]
|
| 654 |
+
},
|
| 655 |
+
{
|
| 656 |
+
"episode_id": 49,
|
| 657 |
+
"seed": 100110,
|
| 658 |
+
"success": false,
|
| 659 |
+
"steps_taken": 900,
|
| 660 |
+
"max_steps": 900,
|
| 661 |
+
"route_completion": 38.36708205725498,
|
| 662 |
+
"manipulation_score": 38.36708205725498,
|
| 663 |
+
"total_penalty_factor": 1.0,
|
| 664 |
+
"fail_reason": null,
|
| 665 |
+
"penalty_events": []
|
| 666 |
+
},
|
| 667 |
+
{
|
| 668 |
+
"episode_id": 50,
|
| 669 |
+
"seed": 100116,
|
| 670 |
+
"success": true,
|
| 671 |
+
"steps_taken": 301,
|
| 672 |
+
"max_steps": 900,
|
| 673 |
+
"route_completion": 100.0,
|
| 674 |
+
"manipulation_score": 100.0,
|
| 675 |
+
"total_penalty_factor": 1.0,
|
| 676 |
+
"fail_reason": null,
|
| 677 |
+
"penalty_events": []
|
| 678 |
+
},
|
| 679 |
+
{
|
| 680 |
+
"episode_id": 51,
|
| 681 |
+
"seed": 100120,
|
| 682 |
+
"success": false,
|
| 683 |
+
"steps_taken": 900,
|
| 684 |
+
"max_steps": 900,
|
| 685 |
+
"route_completion": 37.64011888286436,
|
| 686 |
+
"manipulation_score": 37.64011888286436,
|
| 687 |
+
"total_penalty_factor": 1.0,
|
| 688 |
+
"fail_reason": null,
|
| 689 |
+
"penalty_events": []
|
| 690 |
+
},
|
| 691 |
+
{
|
| 692 |
+
"episode_id": 52,
|
| 693 |
+
"seed": 100121,
|
| 694 |
+
"success": false,
|
| 695 |
+
"steps_taken": 67,
|
| 696 |
+
"max_steps": 900,
|
| 697 |
+
"route_completion": 31.443750420281667,
|
| 698 |
+
"manipulation_score": 15.721875210140833,
|
| 699 |
+
"total_penalty_factor": 0.5,
|
| 700 |
+
"fail_reason": "out_of_bounds",
|
| 701 |
+
"penalty_events": [
|
| 702 |
+
{
|
| 703 |
+
"event_type": "out_of_bounds",
|
| 704 |
+
"timestep": 67,
|
| 705 |
+
"penalty_factor": 0.5,
|
| 706 |
+
"details": "Target object left workspace/view"
|
| 707 |
+
}
|
| 708 |
+
]
|
| 709 |
+
},
|
| 710 |
+
{
|
| 711 |
+
"episode_id": 53,
|
| 712 |
+
"seed": 100122,
|
| 713 |
+
"success": false,
|
| 714 |
+
"steps_taken": 900,
|
| 715 |
+
"max_steps": 900,
|
| 716 |
+
"route_completion": 12.2081450363485,
|
| 717 |
+
"manipulation_score": 12.2081450363485,
|
| 718 |
+
"total_penalty_factor": 1.0,
|
| 719 |
+
"fail_reason": null,
|
| 720 |
+
"penalty_events": []
|
| 721 |
+
},
|
| 722 |
+
{
|
| 723 |
+
"episode_id": 54,
|
| 724 |
+
"seed": 100123,
|
| 725 |
+
"success": false,
|
| 726 |
+
"steps_taken": 67,
|
| 727 |
+
"max_steps": 900,
|
| 728 |
+
"route_completion": 26.373996877548635,
|
| 729 |
+
"manipulation_score": 13.186998438774317,
|
| 730 |
+
"total_penalty_factor": 0.5,
|
| 731 |
+
"fail_reason": "out_of_bounds",
|
| 732 |
+
"penalty_events": [
|
| 733 |
+
{
|
| 734 |
+
"event_type": "out_of_bounds",
|
| 735 |
+
"timestep": 67,
|
| 736 |
+
"penalty_factor": 0.5,
|
| 737 |
+
"details": "Target object left workspace/view"
|
| 738 |
+
}
|
| 739 |
+
]
|
| 740 |
+
},
|
| 741 |
+
{
|
| 742 |
+
"episode_id": 55,
|
| 743 |
+
"seed": 100125,
|
| 744 |
+
"success": false,
|
| 745 |
+
"steps_taken": 900,
|
| 746 |
+
"max_steps": 900,
|
| 747 |
+
"route_completion": 43.0884087761742,
|
| 748 |
+
"manipulation_score": 43.0884087761742,
|
| 749 |
+
"total_penalty_factor": 1.0,
|
| 750 |
+
"fail_reason": null,
|
| 751 |
+
"penalty_events": []
|
| 752 |
+
},
|
| 753 |
+
{
|
| 754 |
+
"episode_id": 56,
|
| 755 |
+
"seed": 100127,
|
| 756 |
+
"success": true,
|
| 757 |
+
"steps_taken": 298,
|
| 758 |
+
"max_steps": 900,
|
| 759 |
+
"route_completion": 100.0,
|
| 760 |
+
"manipulation_score": 100.0,
|
| 761 |
+
"total_penalty_factor": 1.0,
|
| 762 |
+
"fail_reason": null,
|
| 763 |
+
"penalty_events": []
|
| 764 |
+
},
|
| 765 |
+
{
|
| 766 |
+
"episode_id": 57,
|
| 767 |
+
"seed": 100131,
|
| 768 |
+
"success": true,
|
| 769 |
+
"steps_taken": 298,
|
| 770 |
+
"max_steps": 900,
|
| 771 |
+
"route_completion": 100.0,
|
| 772 |
+
"manipulation_score": 100.0,
|
| 773 |
+
"total_penalty_factor": 1.0,
|
| 774 |
+
"fail_reason": null,
|
| 775 |
+
"penalty_events": []
|
| 776 |
+
},
|
| 777 |
+
{
|
| 778 |
+
"episode_id": 58,
|
| 779 |
+
"seed": 100133,
|
| 780 |
+
"success": false,
|
| 781 |
+
"steps_taken": 900,
|
| 782 |
+
"max_steps": 900,
|
| 783 |
+
"route_completion": 46.58311544572426,
|
| 784 |
+
"manipulation_score": 46.58311544572426,
|
| 785 |
+
"total_penalty_factor": 1.0,
|
| 786 |
+
"fail_reason": null,
|
| 787 |
+
"penalty_events": []
|
| 788 |
+
},
|
| 789 |
+
{
|
| 790 |
+
"episode_id": 59,
|
| 791 |
+
"seed": 100134,
|
| 792 |
+
"success": true,
|
| 793 |
+
"steps_taken": 298,
|
| 794 |
+
"max_steps": 900,
|
| 795 |
+
"route_completion": 100.0,
|
| 796 |
+
"manipulation_score": 100.0,
|
| 797 |
+
"total_penalty_factor": 1.0,
|
| 798 |
+
"fail_reason": null,
|
| 799 |
+
"penalty_events": []
|
| 800 |
+
},
|
| 801 |
+
{
|
| 802 |
+
"episode_id": 60,
|
| 803 |
+
"seed": 100135,
|
| 804 |
+
"success": false,
|
| 805 |
+
"steps_taken": 93,
|
| 806 |
+
"max_steps": 900,
|
| 807 |
+
"route_completion": 42.49732879745463,
|
| 808 |
+
"manipulation_score": 21.248664398727314,
|
| 809 |
+
"total_penalty_factor": 0.5,
|
| 810 |
+
"fail_reason": "out_of_bounds",
|
| 811 |
+
"penalty_events": [
|
| 812 |
+
{
|
| 813 |
+
"event_type": "out_of_bounds",
|
| 814 |
+
"timestep": 93,
|
| 815 |
+
"penalty_factor": 0.5,
|
| 816 |
+
"details": "Target object left workspace/view"
|
| 817 |
+
}
|
| 818 |
+
]
|
| 819 |
+
},
|
| 820 |
+
{
|
| 821 |
+
"episode_id": 61,
|
| 822 |
+
"seed": 100137,
|
| 823 |
+
"success": false,
|
| 824 |
+
"steps_taken": 900,
|
| 825 |
+
"max_steps": 900,
|
| 826 |
+
"route_completion": 31.315315526822772,
|
| 827 |
+
"manipulation_score": 31.315315526822772,
|
| 828 |
+
"total_penalty_factor": 1.0,
|
| 829 |
+
"fail_reason": null,
|
| 830 |
+
"penalty_events": []
|
| 831 |
+
},
|
| 832 |
+
{
|
| 833 |
+
"episode_id": 62,
|
| 834 |
+
"seed": 100139,
|
| 835 |
+
"success": false,
|
| 836 |
+
"steps_taken": 900,
|
| 837 |
+
"max_steps": 900,
|
| 838 |
+
"route_completion": 36.14337654937647,
|
| 839 |
+
"manipulation_score": 36.14337654937647,
|
| 840 |
+
"total_penalty_factor": 1.0,
|
| 841 |
+
"fail_reason": null,
|
| 842 |
+
"penalty_events": []
|
| 843 |
+
},
|
| 844 |
+
{
|
| 845 |
+
"episode_id": 63,
|
| 846 |
+
"seed": 100141,
|
| 847 |
+
"success": false,
|
| 848 |
+
"steps_taken": 900,
|
| 849 |
+
"max_steps": 900,
|
| 850 |
+
"route_completion": 42.640730284416954,
|
| 851 |
+
"manipulation_score": 42.640730284416954,
|
| 852 |
+
"total_penalty_factor": 1.0,
|
| 853 |
+
"fail_reason": null,
|
| 854 |
+
"penalty_events": []
|
| 855 |
+
},
|
| 856 |
+
{
|
| 857 |
+
"episode_id": 64,
|
| 858 |
+
"seed": 100142,
|
| 859 |
+
"success": false,
|
| 860 |
+
"steps_taken": 900,
|
| 861 |
+
"max_steps": 900,
|
| 862 |
+
"route_completion": 43.0729137318628,
|
| 863 |
+
"manipulation_score": 43.0729137318628,
|
| 864 |
+
"total_penalty_factor": 1.0,
|
| 865 |
+
"fail_reason": null,
|
| 866 |
+
"penalty_events": []
|
| 867 |
+
},
|
| 868 |
+
{
|
| 869 |
+
"episode_id": 65,
|
| 870 |
+
"seed": 100143,
|
| 871 |
+
"success": true,
|
| 872 |
+
"steps_taken": 297,
|
| 873 |
+
"max_steps": 900,
|
| 874 |
+
"route_completion": 100.0,
|
| 875 |
+
"manipulation_score": 100.0,
|
| 876 |
+
"total_penalty_factor": 1.0,
|
| 877 |
+
"fail_reason": null,
|
| 878 |
+
"penalty_events": []
|
| 879 |
+
},
|
| 880 |
+
{
|
| 881 |
+
"episode_id": 66,
|
| 882 |
+
"seed": 100145,
|
| 883 |
+
"success": false,
|
| 884 |
+
"steps_taken": 73,
|
| 885 |
+
"max_steps": 900,
|
| 886 |
+
"route_completion": 41.621152879056694,
|
| 887 |
+
"manipulation_score": 20.810576439528347,
|
| 888 |
+
"total_penalty_factor": 0.5,
|
| 889 |
+
"fail_reason": "out_of_bounds",
|
| 890 |
+
"penalty_events": [
|
| 891 |
+
{
|
| 892 |
+
"event_type": "out_of_bounds",
|
| 893 |
+
"timestep": 73,
|
| 894 |
+
"penalty_factor": 0.5,
|
| 895 |
+
"details": "Target object left workspace/view"
|
| 896 |
+
}
|
| 897 |
+
]
|
| 898 |
+
},
|
| 899 |
+
{
|
| 900 |
+
"episode_id": 67,
|
| 901 |
+
"seed": 100146,
|
| 902 |
+
"success": true,
|
| 903 |
+
"steps_taken": 298,
|
| 904 |
+
"max_steps": 900,
|
| 905 |
+
"route_completion": 100.0,
|
| 906 |
+
"manipulation_score": 100.0,
|
| 907 |
+
"total_penalty_factor": 1.0,
|
| 908 |
+
"fail_reason": null,
|
| 909 |
+
"penalty_events": []
|
| 910 |
+
},
|
| 911 |
+
{
|
| 912 |
+
"episode_id": 68,
|
| 913 |
+
"seed": 100147,
|
| 914 |
+
"success": false,
|
| 915 |
+
"steps_taken": 900,
|
| 916 |
+
"max_steps": 900,
|
| 917 |
+
"route_completion": 42.56279937843726,
|
| 918 |
+
"manipulation_score": 42.56279937843726,
|
| 919 |
+
"total_penalty_factor": 1.0,
|
| 920 |
+
"fail_reason": null,
|
| 921 |
+
"penalty_events": []
|
| 922 |
+
},
|
| 923 |
+
{
|
| 924 |
+
"episode_id": 69,
|
| 925 |
+
"seed": 100149,
|
| 926 |
+
"success": false,
|
| 927 |
+
"steps_taken": 900,
|
| 928 |
+
"max_steps": 900,
|
| 929 |
+
"route_completion": 39.613878857225565,
|
| 930 |
+
"manipulation_score": 39.613878857225565,
|
| 931 |
+
"total_penalty_factor": 1.0,
|
| 932 |
+
"fail_reason": null,
|
| 933 |
+
"penalty_events": []
|
| 934 |
+
},
|
| 935 |
+
{
|
| 936 |
+
"episode_id": 70,
|
| 937 |
+
"seed": 100150,
|
| 938 |
+
"success": false,
|
| 939 |
+
"steps_taken": 72,
|
| 940 |
+
"max_steps": 900,
|
| 941 |
+
"route_completion": 39.69012619735408,
|
| 942 |
+
"manipulation_score": 19.84506309867704,
|
| 943 |
+
"total_penalty_factor": 0.5,
|
| 944 |
+
"fail_reason": "out_of_bounds",
|
| 945 |
+
"penalty_events": [
|
| 946 |
+
{
|
| 947 |
+
"event_type": "out_of_bounds",
|
| 948 |
+
"timestep": 72,
|
| 949 |
+
"penalty_factor": 0.5,
|
| 950 |
+
"details": "Target object left workspace/view"
|
| 951 |
+
}
|
| 952 |
+
]
|
| 953 |
+
},
|
| 954 |
+
{
|
| 955 |
+
"episode_id": 71,
|
| 956 |
+
"seed": 100151,
|
| 957 |
+
"success": false,
|
| 958 |
+
"steps_taken": 900,
|
| 959 |
+
"max_steps": 900,
|
| 960 |
+
"route_completion": 35.289308466045846,
|
| 961 |
+
"manipulation_score": 35.289308466045846,
|
| 962 |
+
"total_penalty_factor": 1.0,
|
| 963 |
+
"fail_reason": null,
|
| 964 |
+
"penalty_events": []
|
| 965 |
+
},
|
| 966 |
+
{
|
| 967 |
+
"episode_id": 72,
|
| 968 |
+
"seed": 100152,
|
| 969 |
+
"success": true,
|
| 970 |
+
"steps_taken": 310,
|
| 971 |
+
"max_steps": 900,
|
| 972 |
+
"route_completion": 100.0,
|
| 973 |
+
"manipulation_score": 100.0,
|
| 974 |
+
"total_penalty_factor": 1.0,
|
| 975 |
+
"fail_reason": null,
|
| 976 |
+
"penalty_events": []
|
| 977 |
+
},
|
| 978 |
+
{
|
| 979 |
+
"episode_id": 73,
|
| 980 |
+
"seed": 100153,
|
| 981 |
+
"success": true,
|
| 982 |
+
"steps_taken": 298,
|
| 983 |
+
"max_steps": 900,
|
| 984 |
+
"route_completion": 100.0,
|
| 985 |
+
"manipulation_score": 100.0,
|
| 986 |
+
"total_penalty_factor": 1.0,
|
| 987 |
+
"fail_reason": null,
|
| 988 |
+
"penalty_events": []
|
| 989 |
+
},
|
| 990 |
+
{
|
| 991 |
+
"episode_id": 74,
|
| 992 |
+
"seed": 100160,
|
| 993 |
+
"success": false,
|
| 994 |
+
"steps_taken": 900,
|
| 995 |
+
"max_steps": 900,
|
| 996 |
+
"route_completion": 42.934268876592455,
|
| 997 |
+
"manipulation_score": 42.934268876592455,
|
| 998 |
+
"total_penalty_factor": 1.0,
|
| 999 |
+
"fail_reason": null,
|
| 1000 |
+
"penalty_events": []
|
| 1001 |
+
},
|
| 1002 |
+
{
|
| 1003 |
+
"episode_id": 75,
|
| 1004 |
+
"seed": 100161,
|
| 1005 |
+
"success": true,
|
| 1006 |
+
"steps_taken": 593,
|
| 1007 |
+
"max_steps": 900,
|
| 1008 |
+
"route_completion": 100.0,
|
| 1009 |
+
"manipulation_score": 100.0,
|
| 1010 |
+
"total_penalty_factor": 1.0,
|
| 1011 |
+
"fail_reason": null,
|
| 1012 |
+
"penalty_events": []
|
| 1013 |
+
},
|
| 1014 |
+
{
|
| 1015 |
+
"episode_id": 76,
|
| 1016 |
+
"seed": 100162,
|
| 1017 |
+
"success": false,
|
| 1018 |
+
"steps_taken": 900,
|
| 1019 |
+
"max_steps": 900,
|
| 1020 |
+
"route_completion": 39.06100143238393,
|
| 1021 |
+
"manipulation_score": 39.06100143238393,
|
| 1022 |
+
"total_penalty_factor": 1.0,
|
| 1023 |
+
"fail_reason": null,
|
| 1024 |
+
"penalty_events": []
|
| 1025 |
+
},
|
| 1026 |
+
{
|
| 1027 |
+
"episode_id": 77,
|
| 1028 |
+
"seed": 100165,
|
| 1029 |
+
"success": false,
|
| 1030 |
+
"steps_taken": 900,
|
| 1031 |
+
"max_steps": 900,
|
| 1032 |
+
"route_completion": 43.670346647493574,
|
| 1033 |
+
"manipulation_score": 43.670346647493574,
|
| 1034 |
+
"total_penalty_factor": 1.0,
|
| 1035 |
+
"fail_reason": null,
|
| 1036 |
+
"penalty_events": []
|
| 1037 |
+
},
|
| 1038 |
+
{
|
| 1039 |
+
"episode_id": 78,
|
| 1040 |
+
"seed": 100172,
|
| 1041 |
+
"success": true,
|
| 1042 |
+
"steps_taken": 309,
|
| 1043 |
+
"max_steps": 900,
|
| 1044 |
+
"route_completion": 100.0,
|
| 1045 |
+
"manipulation_score": 100.0,
|
| 1046 |
+
"total_penalty_factor": 1.0,
|
| 1047 |
+
"fail_reason": null,
|
| 1048 |
+
"penalty_events": []
|
| 1049 |
+
},
|
| 1050 |
+
{
|
| 1051 |
+
"episode_id": 79,
|
| 1052 |
+
"seed": 100174,
|
| 1053 |
+
"success": false,
|
| 1054 |
+
"steps_taken": 900,
|
| 1055 |
+
"max_steps": 900,
|
| 1056 |
+
"route_completion": 36.83421410948665,
|
| 1057 |
+
"manipulation_score": 36.83421410948665,
|
| 1058 |
+
"total_penalty_factor": 1.0,
|
| 1059 |
+
"fail_reason": null,
|
| 1060 |
+
"penalty_events": []
|
| 1061 |
+
},
|
| 1062 |
+
{
|
| 1063 |
+
"episode_id": 80,
|
| 1064 |
+
"seed": 100177,
|
| 1065 |
+
"success": true,
|
| 1066 |
+
"steps_taken": 298,
|
| 1067 |
+
"max_steps": 900,
|
| 1068 |
+
"route_completion": 100.0,
|
| 1069 |
+
"manipulation_score": 100.0,
|
| 1070 |
+
"total_penalty_factor": 1.0,
|
| 1071 |
+
"fail_reason": null,
|
| 1072 |
+
"penalty_events": []
|
| 1073 |
+
},
|
| 1074 |
+
{
|
| 1075 |
+
"episode_id": 81,
|
| 1076 |
+
"seed": 100178,
|
| 1077 |
+
"success": true,
|
| 1078 |
+
"steps_taken": 304,
|
| 1079 |
+
"max_steps": 900,
|
| 1080 |
+
"route_completion": 100.0,
|
| 1081 |
+
"manipulation_score": 100.0,
|
| 1082 |
+
"total_penalty_factor": 1.0,
|
| 1083 |
+
"fail_reason": null,
|
| 1084 |
+
"penalty_events": []
|
| 1085 |
+
},
|
| 1086 |
+
{
|
| 1087 |
+
"episode_id": 82,
|
| 1088 |
+
"seed": 100182,
|
| 1089 |
+
"success": false,
|
| 1090 |
+
"steps_taken": 67,
|
| 1091 |
+
"max_steps": 900,
|
| 1092 |
+
"route_completion": 37.3898304410608,
|
| 1093 |
+
"manipulation_score": 18.6949152205304,
|
| 1094 |
+
"total_penalty_factor": 0.5,
|
| 1095 |
+
"fail_reason": "out_of_bounds",
|
| 1096 |
+
"penalty_events": [
|
| 1097 |
+
{
|
| 1098 |
+
"event_type": "out_of_bounds",
|
| 1099 |
+
"timestep": 67,
|
| 1100 |
+
"penalty_factor": 0.5,
|
| 1101 |
+
"details": "Target object left workspace/view"
|
| 1102 |
+
}
|
| 1103 |
+
]
|
| 1104 |
+
},
|
| 1105 |
+
{
|
| 1106 |
+
"episode_id": 83,
|
| 1107 |
+
"seed": 100183,
|
| 1108 |
+
"success": false,
|
| 1109 |
+
"steps_taken": 90,
|
| 1110 |
+
"max_steps": 900,
|
| 1111 |
+
"route_completion": 43.7091997403022,
|
| 1112 |
+
"manipulation_score": 21.8545998701511,
|
| 1113 |
+
"total_penalty_factor": 0.5,
|
| 1114 |
+
"fail_reason": "out_of_bounds",
|
| 1115 |
+
"penalty_events": [
|
| 1116 |
+
{
|
| 1117 |
+
"event_type": "out_of_bounds",
|
| 1118 |
+
"timestep": 90,
|
| 1119 |
+
"penalty_factor": 0.5,
|
| 1120 |
+
"details": "Target object left workspace/view"
|
| 1121 |
+
}
|
| 1122 |
+
]
|
| 1123 |
+
},
|
| 1124 |
+
{
|
| 1125 |
+
"episode_id": 84,
|
| 1126 |
+
"seed": 100184,
|
| 1127 |
+
"success": false,
|
| 1128 |
+
"steps_taken": 900,
|
| 1129 |
+
"max_steps": 900,
|
| 1130 |
+
"route_completion": 29.65000284265441,
|
| 1131 |
+
"manipulation_score": 29.65000284265441,
|
| 1132 |
+
"total_penalty_factor": 1.0,
|
| 1133 |
+
"fail_reason": null,
|
| 1134 |
+
"penalty_events": []
|
| 1135 |
+
},
|
| 1136 |
+
{
|
| 1137 |
+
"episode_id": 85,
|
| 1138 |
+
"seed": 100185,
|
| 1139 |
+
"success": false,
|
| 1140 |
+
"steps_taken": 900,
|
| 1141 |
+
"max_steps": 900,
|
| 1142 |
+
"route_completion": 50.626416513419734,
|
| 1143 |
+
"manipulation_score": 50.626416513419734,
|
| 1144 |
+
"total_penalty_factor": 1.0,
|
| 1145 |
+
"fail_reason": null,
|
| 1146 |
+
"penalty_events": []
|
| 1147 |
+
},
|
| 1148 |
+
{
|
| 1149 |
+
"episode_id": 86,
|
| 1150 |
+
"seed": 100186,
|
| 1151 |
+
"success": false,
|
| 1152 |
+
"steps_taken": 900,
|
| 1153 |
+
"max_steps": 900,
|
| 1154 |
+
"route_completion": 40.01681254301476,
|
| 1155 |
+
"manipulation_score": 40.01681254301476,
|
| 1156 |
+
"total_penalty_factor": 1.0,
|
| 1157 |
+
"fail_reason": null,
|
| 1158 |
+
"penalty_events": []
|
| 1159 |
+
},
|
| 1160 |
+
{
|
| 1161 |
+
"episode_id": 87,
|
| 1162 |
+
"seed": 100188,
|
| 1163 |
+
"success": false,
|
| 1164 |
+
"steps_taken": 900,
|
| 1165 |
+
"max_steps": 900,
|
| 1166 |
+
"route_completion": 25.79185489902726,
|
| 1167 |
+
"manipulation_score": 25.79185489902726,
|
| 1168 |
+
"total_penalty_factor": 1.0,
|
| 1169 |
+
"fail_reason": null,
|
| 1170 |
+
"penalty_events": []
|
| 1171 |
+
},
|
| 1172 |
+
{
|
| 1173 |
+
"episode_id": 88,
|
| 1174 |
+
"seed": 100190,
|
| 1175 |
+
"success": true,
|
| 1176 |
+
"steps_taken": 298,
|
| 1177 |
+
"max_steps": 900,
|
| 1178 |
+
"route_completion": 100.0,
|
| 1179 |
+
"manipulation_score": 100.0,
|
| 1180 |
+
"total_penalty_factor": 1.0,
|
| 1181 |
+
"fail_reason": null,
|
| 1182 |
+
"penalty_events": []
|
| 1183 |
+
},
|
| 1184 |
+
{
|
| 1185 |
+
"episode_id": 89,
|
| 1186 |
+
"seed": 100191,
|
| 1187 |
+
"success": false,
|
| 1188 |
+
"steps_taken": 900,
|
| 1189 |
+
"max_steps": 900,
|
| 1190 |
+
"route_completion": 39.24470538189568,
|
| 1191 |
+
"manipulation_score": 39.24470538189568,
|
| 1192 |
+
"total_penalty_factor": 1.0,
|
| 1193 |
+
"fail_reason": null,
|
| 1194 |
+
"penalty_events": []
|
| 1195 |
+
},
|
| 1196 |
+
{
|
| 1197 |
+
"episode_id": 90,
|
| 1198 |
+
"seed": 100192,
|
| 1199 |
+
"success": true,
|
| 1200 |
+
"steps_taken": 298,
|
| 1201 |
+
"max_steps": 900,
|
| 1202 |
+
"route_completion": 100.0,
|
| 1203 |
+
"manipulation_score": 100.0,
|
| 1204 |
+
"total_penalty_factor": 1.0,
|
| 1205 |
+
"fail_reason": null,
|
| 1206 |
+
"penalty_events": []
|
| 1207 |
+
},
|
| 1208 |
+
{
|
| 1209 |
+
"episode_id": 91,
|
| 1210 |
+
"seed": 100193,
|
| 1211 |
+
"success": false,
|
| 1212 |
+
"steps_taken": 900,
|
| 1213 |
+
"max_steps": 900,
|
| 1214 |
+
"route_completion": 49.94171604606488,
|
| 1215 |
+
"manipulation_score": 49.94171604606488,
|
| 1216 |
+
"total_penalty_factor": 1.0,
|
| 1217 |
+
"fail_reason": null,
|
| 1218 |
+
"penalty_events": []
|
| 1219 |
+
},
|
| 1220 |
+
{
|
| 1221 |
+
"episode_id": 92,
|
| 1222 |
+
"seed": 100194,
|
| 1223 |
+
"success": false,
|
| 1224 |
+
"steps_taken": 900,
|
| 1225 |
+
"max_steps": 900,
|
| 1226 |
+
"route_completion": 51.84941186187947,
|
| 1227 |
+
"manipulation_score": 51.84941186187947,
|
| 1228 |
+
"total_penalty_factor": 1.0,
|
| 1229 |
+
"fail_reason": null,
|
| 1230 |
+
"penalty_events": []
|
| 1231 |
+
},
|
| 1232 |
+
{
|
| 1233 |
+
"episode_id": 93,
|
| 1234 |
+
"seed": 100198,
|
| 1235 |
+
"success": false,
|
| 1236 |
+
"steps_taken": 900,
|
| 1237 |
+
"max_steps": 900,
|
| 1238 |
+
"route_completion": 36.59496885918565,
|
| 1239 |
+
"manipulation_score": 36.59496885918565,
|
| 1240 |
+
"total_penalty_factor": 1.0,
|
| 1241 |
+
"fail_reason": null,
|
| 1242 |
+
"penalty_events": []
|
| 1243 |
+
},
|
| 1244 |
+
{
|
| 1245 |
+
"episode_id": 94,
|
| 1246 |
+
"seed": 100201,
|
| 1247 |
+
"success": false,
|
| 1248 |
+
"steps_taken": 900,
|
| 1249 |
+
"max_steps": 900,
|
| 1250 |
+
"route_completion": 44.008546792092005,
|
| 1251 |
+
"manipulation_score": 44.008546792092005,
|
| 1252 |
+
"total_penalty_factor": 1.0,
|
| 1253 |
+
"fail_reason": null,
|
| 1254 |
+
"penalty_events": []
|
| 1255 |
+
},
|
| 1256 |
+
{
|
| 1257 |
+
"episode_id": 95,
|
| 1258 |
+
"seed": 100205,
|
| 1259 |
+
"success": false,
|
| 1260 |
+
"steps_taken": 900,
|
| 1261 |
+
"max_steps": 900,
|
| 1262 |
+
"route_completion": 17.154729739318807,
|
| 1263 |
+
"manipulation_score": 17.154729739318807,
|
| 1264 |
+
"total_penalty_factor": 1.0,
|
| 1265 |
+
"fail_reason": null,
|
| 1266 |
+
"penalty_events": []
|
| 1267 |
+
},
|
| 1268 |
+
{
|
| 1269 |
+
"episode_id": 96,
|
| 1270 |
+
"seed": 100209,
|
| 1271 |
+
"success": false,
|
| 1272 |
+
"steps_taken": 900,
|
| 1273 |
+
"max_steps": 900,
|
| 1274 |
+
"route_completion": 57.5226068921238,
|
| 1275 |
+
"manipulation_score": 57.5226068921238,
|
| 1276 |
+
"total_penalty_factor": 1.0,
|
| 1277 |
+
"fail_reason": null,
|
| 1278 |
+
"penalty_events": []
|
| 1279 |
+
},
|
| 1280 |
+
{
|
| 1281 |
+
"episode_id": 97,
|
| 1282 |
+
"seed": 100211,
|
| 1283 |
+
"success": true,
|
| 1284 |
+
"steps_taken": 314,
|
| 1285 |
+
"max_steps": 900,
|
| 1286 |
+
"route_completion": 100.0,
|
| 1287 |
+
"manipulation_score": 100.0,
|
| 1288 |
+
"total_penalty_factor": 1.0,
|
| 1289 |
+
"fail_reason": null,
|
| 1290 |
+
"penalty_events": []
|
| 1291 |
+
},
|
| 1292 |
+
{
|
| 1293 |
+
"episode_id": 98,
|
| 1294 |
+
"seed": 100212,
|
| 1295 |
+
"success": false,
|
| 1296 |
+
"steps_taken": 900,
|
| 1297 |
+
"max_steps": 900,
|
| 1298 |
+
"route_completion": 41.14054508682803,
|
| 1299 |
+
"manipulation_score": 41.14054508682803,
|
| 1300 |
+
"total_penalty_factor": 1.0,
|
| 1301 |
+
"fail_reason": null,
|
| 1302 |
+
"penalty_events": []
|
| 1303 |
+
},
|
| 1304 |
+
{
|
| 1305 |
+
"episode_id": 99,
|
| 1306 |
+
"seed": 100214,
|
| 1307 |
+
"success": false,
|
| 1308 |
+
"steps_taken": 900,
|
| 1309 |
+
"max_steps": 900,
|
| 1310 |
+
"route_completion": 30.968594873091543,
|
| 1311 |
+
"manipulation_score": 30.968594873091543,
|
| 1312 |
+
"total_penalty_factor": 1.0,
|
| 1313 |
+
"fail_reason": null,
|
| 1314 |
+
"penalty_events": []
|
| 1315 |
+
},
|
| 1316 |
+
{
|
| 1317 |
+
"episode_id": 100,
|
| 1318 |
+
"seed": 100215,
|
| 1319 |
+
"success": false,
|
| 1320 |
+
"steps_taken": 54,
|
| 1321 |
+
"max_steps": 900,
|
| 1322 |
+
"route_completion": 44.35843850110931,
|
| 1323 |
+
"manipulation_score": 22.179219250554656,
|
| 1324 |
+
"total_penalty_factor": 0.5,
|
| 1325 |
+
"fail_reason": "out_of_bounds",
|
| 1326 |
+
"penalty_events": [
|
| 1327 |
+
{
|
| 1328 |
+
"event_type": "out_of_bounds",
|
| 1329 |
+
"timestep": 54,
|
| 1330 |
+
"penalty_factor": 0.5,
|
| 1331 |
+
"details": "Target object left workspace/view"
|
| 1332 |
+
}
|
| 1333 |
+
]
|
| 1334 |
+
}
|
| 1335 |
+
]
|
log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 25,
|
| 4 |
+
"success_rate": 25.0,
|
| 5 |
+
"manipulation_score_mean": 50.65520454598875,
|
| 6 |
+
"manipulation_score_std": 30.972274182719392,
|
| 7 |
+
"route_completion_mean": 53.97845371108873,
|
| 8 |
+
"route_completion_std": 28.511305555180673,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 19
|
| 11 |
+
}
|
log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 25.0% (25/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 50.66
|
| 10 |
+
Std: 30.97
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 53.98%
|
| 14 |
+
Std: 28.51
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 19
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-29 21:20:25
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.25
|
log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1286 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100000,
|
| 5 |
+
"success": false,
|
| 6 |
+
"steps_taken": 400,
|
| 7 |
+
"max_steps": 400,
|
| 8 |
+
"route_completion": 35.271659182039194,
|
| 9 |
+
"manipulation_score": 35.271659182039194,
|
| 10 |
+
"total_penalty_factor": 1.0,
|
| 11 |
+
"fail_reason": null,
|
| 12 |
+
"penalty_events": []
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"episode_id": 2,
|
| 16 |
+
"seed": 100005,
|
| 17 |
+
"success": false,
|
| 18 |
+
"steps_taken": 400,
|
| 19 |
+
"max_steps": 400,
|
| 20 |
+
"route_completion": 34.22486915075342,
|
| 21 |
+
"manipulation_score": 34.22486915075342,
|
| 22 |
+
"total_penalty_factor": 1.0,
|
| 23 |
+
"fail_reason": null,
|
| 24 |
+
"penalty_events": []
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"episode_id": 3,
|
| 28 |
+
"seed": 100006,
|
| 29 |
+
"success": false,
|
| 30 |
+
"steps_taken": 94,
|
| 31 |
+
"max_steps": 400,
|
| 32 |
+
"route_completion": 51.79107608950159,
|
| 33 |
+
"manipulation_score": 25.895538044750793,
|
| 34 |
+
"total_penalty_factor": 0.5,
|
| 35 |
+
"fail_reason": "out_of_bounds",
|
| 36 |
+
"penalty_events": [
|
| 37 |
+
{
|
| 38 |
+
"event_type": "out_of_bounds",
|
| 39 |
+
"timestep": 94,
|
| 40 |
+
"penalty_factor": 0.5,
|
| 41 |
+
"details": "Target object left workspace/view"
|
| 42 |
+
}
|
| 43 |
+
]
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"episode_id": 4,
|
| 47 |
+
"seed": 100010,
|
| 48 |
+
"success": false,
|
| 49 |
+
"steps_taken": 400,
|
| 50 |
+
"max_steps": 400,
|
| 51 |
+
"route_completion": 33.15719940452125,
|
| 52 |
+
"manipulation_score": 33.15719940452125,
|
| 53 |
+
"total_penalty_factor": 1.0,
|
| 54 |
+
"fail_reason": null,
|
| 55 |
+
"penalty_events": []
|
| 56 |
+
},
|
| 57 |
+
{
|
| 58 |
+
"episode_id": 5,
|
| 59 |
+
"seed": 100011,
|
| 60 |
+
"success": false,
|
| 61 |
+
"steps_taken": 400,
|
| 62 |
+
"max_steps": 400,
|
| 63 |
+
"route_completion": 34.58822525896143,
|
| 64 |
+
"manipulation_score": 34.58822525896143,
|
| 65 |
+
"total_penalty_factor": 1.0,
|
| 66 |
+
"fail_reason": null,
|
| 67 |
+
"penalty_events": []
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"episode_id": 6,
|
| 71 |
+
"seed": 100012,
|
| 72 |
+
"success": true,
|
| 73 |
+
"steps_taken": 215,
|
| 74 |
+
"max_steps": 400,
|
| 75 |
+
"route_completion": 100.0,
|
| 76 |
+
"manipulation_score": 100.0,
|
| 77 |
+
"total_penalty_factor": 1.0,
|
| 78 |
+
"fail_reason": null,
|
| 79 |
+
"penalty_events": []
|
| 80 |
+
},
|
| 81 |
+
{
|
| 82 |
+
"episode_id": 7,
|
| 83 |
+
"seed": 100013,
|
| 84 |
+
"success": false,
|
| 85 |
+
"steps_taken": 400,
|
| 86 |
+
"max_steps": 400,
|
| 87 |
+
"route_completion": 45.49606719590327,
|
| 88 |
+
"manipulation_score": 45.49606719590327,
|
| 89 |
+
"total_penalty_factor": 1.0,
|
| 90 |
+
"fail_reason": null,
|
| 91 |
+
"penalty_events": []
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"episode_id": 8,
|
| 95 |
+
"seed": 100016,
|
| 96 |
+
"success": false,
|
| 97 |
+
"steps_taken": 400,
|
| 98 |
+
"max_steps": 400,
|
| 99 |
+
"route_completion": 35.99152842014298,
|
| 100 |
+
"manipulation_score": 35.99152842014298,
|
| 101 |
+
"total_penalty_factor": 1.0,
|
| 102 |
+
"fail_reason": null,
|
| 103 |
+
"penalty_events": []
|
| 104 |
+
},
|
| 105 |
+
{
|
| 106 |
+
"episode_id": 9,
|
| 107 |
+
"seed": 100019,
|
| 108 |
+
"success": false,
|
| 109 |
+
"steps_taken": 400,
|
| 110 |
+
"max_steps": 400,
|
| 111 |
+
"route_completion": 39.582501738579104,
|
| 112 |
+
"manipulation_score": 39.582501738579104,
|
| 113 |
+
"total_penalty_factor": 1.0,
|
| 114 |
+
"fail_reason": null,
|
| 115 |
+
"penalty_events": []
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"episode_id": 10,
|
| 119 |
+
"seed": 100020,
|
| 120 |
+
"success": false,
|
| 121 |
+
"steps_taken": 400,
|
| 122 |
+
"max_steps": 400,
|
| 123 |
+
"route_completion": 30.88190822655788,
|
| 124 |
+
"manipulation_score": 30.88190822655788,
|
| 125 |
+
"total_penalty_factor": 1.0,
|
| 126 |
+
"fail_reason": null,
|
| 127 |
+
"penalty_events": []
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"episode_id": 11,
|
| 131 |
+
"seed": 100021,
|
| 132 |
+
"success": false,
|
| 133 |
+
"steps_taken": 400,
|
| 134 |
+
"max_steps": 400,
|
| 135 |
+
"route_completion": 33.20346438273167,
|
| 136 |
+
"manipulation_score": 33.20346438273167,
|
| 137 |
+
"total_penalty_factor": 1.0,
|
| 138 |
+
"fail_reason": null,
|
| 139 |
+
"penalty_events": []
|
| 140 |
+
},
|
| 141 |
+
{
|
| 142 |
+
"episode_id": 12,
|
| 143 |
+
"seed": 100022,
|
| 144 |
+
"success": false,
|
| 145 |
+
"steps_taken": 55,
|
| 146 |
+
"max_steps": 400,
|
| 147 |
+
"route_completion": 19.461096898928243,
|
| 148 |
+
"manipulation_score": 9.730548449464122,
|
| 149 |
+
"total_penalty_factor": 0.5,
|
| 150 |
+
"fail_reason": "out_of_bounds",
|
| 151 |
+
"penalty_events": [
|
| 152 |
+
{
|
| 153 |
+
"event_type": "out_of_bounds",
|
| 154 |
+
"timestep": 55,
|
| 155 |
+
"penalty_factor": 0.5,
|
| 156 |
+
"details": "Target object left workspace/view"
|
| 157 |
+
}
|
| 158 |
+
]
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"episode_id": 13,
|
| 162 |
+
"seed": 100024,
|
| 163 |
+
"success": true,
|
| 164 |
+
"steps_taken": 149,
|
| 165 |
+
"max_steps": 400,
|
| 166 |
+
"route_completion": 100.0,
|
| 167 |
+
"manipulation_score": 100.0,
|
| 168 |
+
"total_penalty_factor": 1.0,
|
| 169 |
+
"fail_reason": null,
|
| 170 |
+
"penalty_events": []
|
| 171 |
+
},
|
| 172 |
+
{
|
| 173 |
+
"episode_id": 14,
|
| 174 |
+
"seed": 100025,
|
| 175 |
+
"success": false,
|
| 176 |
+
"steps_taken": 52,
|
| 177 |
+
"max_steps": 400,
|
| 178 |
+
"route_completion": 16.357534084933853,
|
| 179 |
+
"manipulation_score": 8.178767042466927,
|
| 180 |
+
"total_penalty_factor": 0.5,
|
| 181 |
+
"fail_reason": "out_of_bounds",
|
| 182 |
+
"penalty_events": [
|
| 183 |
+
{
|
| 184 |
+
"event_type": "out_of_bounds",
|
| 185 |
+
"timestep": 52,
|
| 186 |
+
"penalty_factor": 0.5,
|
| 187 |
+
"details": "Target object left workspace/view"
|
| 188 |
+
}
|
| 189 |
+
]
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"episode_id": 15,
|
| 193 |
+
"seed": 100027,
|
| 194 |
+
"success": false,
|
| 195 |
+
"steps_taken": 400,
|
| 196 |
+
"max_steps": 400,
|
| 197 |
+
"route_completion": 34.46186528358263,
|
| 198 |
+
"manipulation_score": 34.46186528358263,
|
| 199 |
+
"total_penalty_factor": 1.0,
|
| 200 |
+
"fail_reason": null,
|
| 201 |
+
"penalty_events": []
|
| 202 |
+
},
|
| 203 |
+
{
|
| 204 |
+
"episode_id": 16,
|
| 205 |
+
"seed": 100029,
|
| 206 |
+
"success": true,
|
| 207 |
+
"steps_taken": 152,
|
| 208 |
+
"max_steps": 400,
|
| 209 |
+
"route_completion": 100.0,
|
| 210 |
+
"manipulation_score": 100.0,
|
| 211 |
+
"total_penalty_factor": 1.0,
|
| 212 |
+
"fail_reason": null,
|
| 213 |
+
"penalty_events": []
|
| 214 |
+
},
|
| 215 |
+
{
|
| 216 |
+
"episode_id": 17,
|
| 217 |
+
"seed": 100033,
|
| 218 |
+
"success": false,
|
| 219 |
+
"steps_taken": 400,
|
| 220 |
+
"max_steps": 400,
|
| 221 |
+
"route_completion": 44.84952653977769,
|
| 222 |
+
"manipulation_score": 44.84952653977769,
|
| 223 |
+
"total_penalty_factor": 1.0,
|
| 224 |
+
"fail_reason": null,
|
| 225 |
+
"penalty_events": []
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"episode_id": 18,
|
| 229 |
+
"seed": 100034,
|
| 230 |
+
"success": true,
|
| 231 |
+
"steps_taken": 168,
|
| 232 |
+
"max_steps": 400,
|
| 233 |
+
"route_completion": 100.0,
|
| 234 |
+
"manipulation_score": 100.0,
|
| 235 |
+
"total_penalty_factor": 1.0,
|
| 236 |
+
"fail_reason": null,
|
| 237 |
+
"penalty_events": []
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"episode_id": 19,
|
| 241 |
+
"seed": 100037,
|
| 242 |
+
"success": false,
|
| 243 |
+
"steps_taken": 400,
|
| 244 |
+
"max_steps": 400,
|
| 245 |
+
"route_completion": 38.66782699478788,
|
| 246 |
+
"manipulation_score": 38.66782699478788,
|
| 247 |
+
"total_penalty_factor": 1.0,
|
| 248 |
+
"fail_reason": null,
|
| 249 |
+
"penalty_events": []
|
| 250 |
+
},
|
| 251 |
+
{
|
| 252 |
+
"episode_id": 20,
|
| 253 |
+
"seed": 100038,
|
| 254 |
+
"success": false,
|
| 255 |
+
"steps_taken": 400,
|
| 256 |
+
"max_steps": 400,
|
| 257 |
+
"route_completion": 42.727814555318645,
|
| 258 |
+
"manipulation_score": 42.727814555318645,
|
| 259 |
+
"total_penalty_factor": 1.0,
|
| 260 |
+
"fail_reason": null,
|
| 261 |
+
"penalty_events": []
|
| 262 |
+
},
|
| 263 |
+
{
|
| 264 |
+
"episode_id": 21,
|
| 265 |
+
"seed": 100040,
|
| 266 |
+
"success": false,
|
| 267 |
+
"steps_taken": 400,
|
| 268 |
+
"max_steps": 400,
|
| 269 |
+
"route_completion": 36.939723788836346,
|
| 270 |
+
"manipulation_score": 36.939723788836346,
|
| 271 |
+
"total_penalty_factor": 1.0,
|
| 272 |
+
"fail_reason": null,
|
| 273 |
+
"penalty_events": []
|
| 274 |
+
},
|
| 275 |
+
{
|
| 276 |
+
"episode_id": 22,
|
| 277 |
+
"seed": 100041,
|
| 278 |
+
"success": false,
|
| 279 |
+
"steps_taken": 400,
|
| 280 |
+
"max_steps": 400,
|
| 281 |
+
"route_completion": 44.54910697221012,
|
| 282 |
+
"manipulation_score": 44.54910697221012,
|
| 283 |
+
"total_penalty_factor": 1.0,
|
| 284 |
+
"fail_reason": null,
|
| 285 |
+
"penalty_events": []
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"episode_id": 23,
|
| 289 |
+
"seed": 100042,
|
| 290 |
+
"success": true,
|
| 291 |
+
"steps_taken": 170,
|
| 292 |
+
"max_steps": 400,
|
| 293 |
+
"route_completion": 100.0,
|
| 294 |
+
"manipulation_score": 100.0,
|
| 295 |
+
"total_penalty_factor": 1.0,
|
| 296 |
+
"fail_reason": null,
|
| 297 |
+
"penalty_events": []
|
| 298 |
+
},
|
| 299 |
+
{
|
| 300 |
+
"episode_id": 24,
|
| 301 |
+
"seed": 100043,
|
| 302 |
+
"success": true,
|
| 303 |
+
"steps_taken": 164,
|
| 304 |
+
"max_steps": 400,
|
| 305 |
+
"route_completion": 100.0,
|
| 306 |
+
"manipulation_score": 100.0,
|
| 307 |
+
"total_penalty_factor": 1.0,
|
| 308 |
+
"fail_reason": null,
|
| 309 |
+
"penalty_events": []
|
| 310 |
+
},
|
| 311 |
+
{
|
| 312 |
+
"episode_id": 25,
|
| 313 |
+
"seed": 100044,
|
| 314 |
+
"success": false,
|
| 315 |
+
"steps_taken": 400,
|
| 316 |
+
"max_steps": 400,
|
| 317 |
+
"route_completion": 37.629838928831475,
|
| 318 |
+
"manipulation_score": 37.629838928831475,
|
| 319 |
+
"total_penalty_factor": 1.0,
|
| 320 |
+
"fail_reason": null,
|
| 321 |
+
"penalty_events": []
|
| 322 |
+
},
|
| 323 |
+
{
|
| 324 |
+
"episode_id": 26,
|
| 325 |
+
"seed": 100046,
|
| 326 |
+
"success": false,
|
| 327 |
+
"steps_taken": 400,
|
| 328 |
+
"max_steps": 400,
|
| 329 |
+
"route_completion": 32.20214152212637,
|
| 330 |
+
"manipulation_score": 32.20214152212637,
|
| 331 |
+
"total_penalty_factor": 1.0,
|
| 332 |
+
"fail_reason": null,
|
| 333 |
+
"penalty_events": []
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"episode_id": 27,
|
| 337 |
+
"seed": 100049,
|
| 338 |
+
"success": true,
|
| 339 |
+
"steps_taken": 153,
|
| 340 |
+
"max_steps": 400,
|
| 341 |
+
"route_completion": 100.0,
|
| 342 |
+
"manipulation_score": 100.0,
|
| 343 |
+
"total_penalty_factor": 1.0,
|
| 344 |
+
"fail_reason": null,
|
| 345 |
+
"penalty_events": []
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"episode_id": 28,
|
| 349 |
+
"seed": 100051,
|
| 350 |
+
"success": false,
|
| 351 |
+
"steps_taken": 400,
|
| 352 |
+
"max_steps": 400,
|
| 353 |
+
"route_completion": 40.90355738824745,
|
| 354 |
+
"manipulation_score": 40.90355738824745,
|
| 355 |
+
"total_penalty_factor": 1.0,
|
| 356 |
+
"fail_reason": null,
|
| 357 |
+
"penalty_events": []
|
| 358 |
+
},
|
| 359 |
+
{
|
| 360 |
+
"episode_id": 29,
|
| 361 |
+
"seed": 100052,
|
| 362 |
+
"success": false,
|
| 363 |
+
"steps_taken": 54,
|
| 364 |
+
"max_steps": 400,
|
| 365 |
+
"route_completion": 18.145034350857543,
|
| 366 |
+
"manipulation_score": 9.072517175428771,
|
| 367 |
+
"total_penalty_factor": 0.5,
|
| 368 |
+
"fail_reason": "out_of_bounds",
|
| 369 |
+
"penalty_events": [
|
| 370 |
+
{
|
| 371 |
+
"event_type": "out_of_bounds",
|
| 372 |
+
"timestep": 54,
|
| 373 |
+
"penalty_factor": 0.5,
|
| 374 |
+
"details": "Target object left workspace/view"
|
| 375 |
+
}
|
| 376 |
+
]
|
| 377 |
+
},
|
| 378 |
+
{
|
| 379 |
+
"episode_id": 30,
|
| 380 |
+
"seed": 100053,
|
| 381 |
+
"success": true,
|
| 382 |
+
"steps_taken": 151,
|
| 383 |
+
"max_steps": 400,
|
| 384 |
+
"route_completion": 100.0,
|
| 385 |
+
"manipulation_score": 100.0,
|
| 386 |
+
"total_penalty_factor": 1.0,
|
| 387 |
+
"fail_reason": null,
|
| 388 |
+
"penalty_events": []
|
| 389 |
+
},
|
| 390 |
+
{
|
| 391 |
+
"episode_id": 31,
|
| 392 |
+
"seed": 100054,
|
| 393 |
+
"success": true,
|
| 394 |
+
"steps_taken": 151,
|
| 395 |
+
"max_steps": 400,
|
| 396 |
+
"route_completion": 100.0,
|
| 397 |
+
"manipulation_score": 100.0,
|
| 398 |
+
"total_penalty_factor": 1.0,
|
| 399 |
+
"fail_reason": null,
|
| 400 |
+
"penalty_events": []
|
| 401 |
+
},
|
| 402 |
+
{
|
| 403 |
+
"episode_id": 32,
|
| 404 |
+
"seed": 100055,
|
| 405 |
+
"success": false,
|
| 406 |
+
"steps_taken": 400,
|
| 407 |
+
"max_steps": 400,
|
| 408 |
+
"route_completion": 41.320077012587966,
|
| 409 |
+
"manipulation_score": 41.320077012587966,
|
| 410 |
+
"total_penalty_factor": 1.0,
|
| 411 |
+
"fail_reason": null,
|
| 412 |
+
"penalty_events": []
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"episode_id": 33,
|
| 416 |
+
"seed": 100056,
|
| 417 |
+
"success": false,
|
| 418 |
+
"steps_taken": 1,
|
| 419 |
+
"max_steps": 400,
|
| 420 |
+
"route_completion": 0.0,
|
| 421 |
+
"manipulation_score": 0.0,
|
| 422 |
+
"total_penalty_factor": 1.0,
|
| 423 |
+
"fail_reason": "object_not_lifted",
|
| 424 |
+
"penalty_events": []
|
| 425 |
+
},
|
| 426 |
+
{
|
| 427 |
+
"episode_id": 34,
|
| 428 |
+
"seed": 100057,
|
| 429 |
+
"success": true,
|
| 430 |
+
"steps_taken": 257,
|
| 431 |
+
"max_steps": 400,
|
| 432 |
+
"route_completion": 100.0,
|
| 433 |
+
"manipulation_score": 100.0,
|
| 434 |
+
"total_penalty_factor": 1.0,
|
| 435 |
+
"fail_reason": null,
|
| 436 |
+
"penalty_events": []
|
| 437 |
+
},
|
| 438 |
+
{
|
| 439 |
+
"episode_id": 35,
|
| 440 |
+
"seed": 100058,
|
| 441 |
+
"success": true,
|
| 442 |
+
"steps_taken": 152,
|
| 443 |
+
"max_steps": 400,
|
| 444 |
+
"route_completion": 100.0,
|
| 445 |
+
"manipulation_score": 100.0,
|
| 446 |
+
"total_penalty_factor": 1.0,
|
| 447 |
+
"fail_reason": null,
|
| 448 |
+
"penalty_events": []
|
| 449 |
+
},
|
| 450 |
+
{
|
| 451 |
+
"episode_id": 36,
|
| 452 |
+
"seed": 100059,
|
| 453 |
+
"success": false,
|
| 454 |
+
"steps_taken": 400,
|
| 455 |
+
"max_steps": 400,
|
| 456 |
+
"route_completion": 37.22046846229453,
|
| 457 |
+
"manipulation_score": 37.22046846229453,
|
| 458 |
+
"total_penalty_factor": 1.0,
|
| 459 |
+
"fail_reason": null,
|
| 460 |
+
"penalty_events": []
|
| 461 |
+
},
|
| 462 |
+
{
|
| 463 |
+
"episode_id": 37,
|
| 464 |
+
"seed": 100062,
|
| 465 |
+
"success": true,
|
| 466 |
+
"steps_taken": 170,
|
| 467 |
+
"max_steps": 400,
|
| 468 |
+
"route_completion": 100.0,
|
| 469 |
+
"manipulation_score": 100.0,
|
| 470 |
+
"total_penalty_factor": 1.0,
|
| 471 |
+
"fail_reason": null,
|
| 472 |
+
"penalty_events": []
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"episode_id": 38,
|
| 476 |
+
"seed": 100063,
|
| 477 |
+
"success": false,
|
| 478 |
+
"steps_taken": 400,
|
| 479 |
+
"max_steps": 400,
|
| 480 |
+
"route_completion": 37.958346216325154,
|
| 481 |
+
"manipulation_score": 37.958346216325154,
|
| 482 |
+
"total_penalty_factor": 1.0,
|
| 483 |
+
"fail_reason": null,
|
| 484 |
+
"penalty_events": []
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"episode_id": 39,
|
| 488 |
+
"seed": 100064,
|
| 489 |
+
"success": false,
|
| 490 |
+
"steps_taken": 400,
|
| 491 |
+
"max_steps": 400,
|
| 492 |
+
"route_completion": 31.74383259745206,
|
| 493 |
+
"manipulation_score": 31.74383259745206,
|
| 494 |
+
"total_penalty_factor": 1.0,
|
| 495 |
+
"fail_reason": null,
|
| 496 |
+
"penalty_events": []
|
| 497 |
+
},
|
| 498 |
+
{
|
| 499 |
+
"episode_id": 40,
|
| 500 |
+
"seed": 100065,
|
| 501 |
+
"success": true,
|
| 502 |
+
"steps_taken": 153,
|
| 503 |
+
"max_steps": 400,
|
| 504 |
+
"route_completion": 100.0,
|
| 505 |
+
"manipulation_score": 100.0,
|
| 506 |
+
"total_penalty_factor": 1.0,
|
| 507 |
+
"fail_reason": null,
|
| 508 |
+
"penalty_events": []
|
| 509 |
+
},
|
| 510 |
+
{
|
| 511 |
+
"episode_id": 41,
|
| 512 |
+
"seed": 100066,
|
| 513 |
+
"success": true,
|
| 514 |
+
"steps_taken": 169,
|
| 515 |
+
"max_steps": 400,
|
| 516 |
+
"route_completion": 100.0,
|
| 517 |
+
"manipulation_score": 100.0,
|
| 518 |
+
"total_penalty_factor": 1.0,
|
| 519 |
+
"fail_reason": null,
|
| 520 |
+
"penalty_events": []
|
| 521 |
+
},
|
| 522 |
+
{
|
| 523 |
+
"episode_id": 42,
|
| 524 |
+
"seed": 100067,
|
| 525 |
+
"success": false,
|
| 526 |
+
"steps_taken": 400,
|
| 527 |
+
"max_steps": 400,
|
| 528 |
+
"route_completion": 30.700785394961038,
|
| 529 |
+
"manipulation_score": 30.700785394961038,
|
| 530 |
+
"total_penalty_factor": 1.0,
|
| 531 |
+
"fail_reason": null,
|
| 532 |
+
"penalty_events": []
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"episode_id": 43,
|
| 536 |
+
"seed": 100069,
|
| 537 |
+
"success": false,
|
| 538 |
+
"steps_taken": 1,
|
| 539 |
+
"max_steps": 400,
|
| 540 |
+
"route_completion": 0.0,
|
| 541 |
+
"manipulation_score": 0.0,
|
| 542 |
+
"total_penalty_factor": 1.0,
|
| 543 |
+
"fail_reason": "object_not_lifted",
|
| 544 |
+
"penalty_events": []
|
| 545 |
+
},
|
| 546 |
+
{
|
| 547 |
+
"episode_id": 44,
|
| 548 |
+
"seed": 100070,
|
| 549 |
+
"success": false,
|
| 550 |
+
"steps_taken": 400,
|
| 551 |
+
"max_steps": 400,
|
| 552 |
+
"route_completion": 40.35599217853957,
|
| 553 |
+
"manipulation_score": 40.35599217853957,
|
| 554 |
+
"total_penalty_factor": 1.0,
|
| 555 |
+
"fail_reason": null,
|
| 556 |
+
"penalty_events": []
|
| 557 |
+
},
|
| 558 |
+
{
|
| 559 |
+
"episode_id": 45,
|
| 560 |
+
"seed": 100073,
|
| 561 |
+
"success": true,
|
| 562 |
+
"steps_taken": 138,
|
| 563 |
+
"max_steps": 400,
|
| 564 |
+
"route_completion": 100.0,
|
| 565 |
+
"manipulation_score": 100.0,
|
| 566 |
+
"total_penalty_factor": 1.0,
|
| 567 |
+
"fail_reason": null,
|
| 568 |
+
"penalty_events": []
|
| 569 |
+
},
|
| 570 |
+
{
|
| 571 |
+
"episode_id": 46,
|
| 572 |
+
"seed": 100074,
|
| 573 |
+
"success": true,
|
| 574 |
+
"steps_taken": 152,
|
| 575 |
+
"max_steps": 400,
|
| 576 |
+
"route_completion": 100.0,
|
| 577 |
+
"manipulation_score": 100.0,
|
| 578 |
+
"total_penalty_factor": 1.0,
|
| 579 |
+
"fail_reason": null,
|
| 580 |
+
"penalty_events": []
|
| 581 |
+
},
|
| 582 |
+
{
|
| 583 |
+
"episode_id": 47,
|
| 584 |
+
"seed": 100075,
|
| 585 |
+
"success": false,
|
| 586 |
+
"steps_taken": 3,
|
| 587 |
+
"max_steps": 400,
|
| 588 |
+
"route_completion": 0.003504113005315422,
|
| 589 |
+
"manipulation_score": 0.003504113005315422,
|
| 590 |
+
"total_penalty_factor": 1.0,
|
| 591 |
+
"fail_reason": "object_not_lifted",
|
| 592 |
+
"penalty_events": []
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"episode_id": 48,
|
| 596 |
+
"seed": 100077,
|
| 597 |
+
"success": false,
|
| 598 |
+
"steps_taken": 1,
|
| 599 |
+
"max_steps": 400,
|
| 600 |
+
"route_completion": 0.0,
|
| 601 |
+
"manipulation_score": 0.0,
|
| 602 |
+
"total_penalty_factor": 1.0,
|
| 603 |
+
"fail_reason": "object_not_lifted",
|
| 604 |
+
"penalty_events": []
|
| 605 |
+
},
|
| 606 |
+
{
|
| 607 |
+
"episode_id": 49,
|
| 608 |
+
"seed": 100079,
|
| 609 |
+
"success": false,
|
| 610 |
+
"steps_taken": 60,
|
| 611 |
+
"max_steps": 400,
|
| 612 |
+
"route_completion": 38.512466179179775,
|
| 613 |
+
"manipulation_score": 19.256233089589887,
|
| 614 |
+
"total_penalty_factor": 0.5,
|
| 615 |
+
"fail_reason": "out_of_bounds",
|
| 616 |
+
"penalty_events": [
|
| 617 |
+
{
|
| 618 |
+
"event_type": "out_of_bounds",
|
| 619 |
+
"timestep": 60,
|
| 620 |
+
"penalty_factor": 0.5,
|
| 621 |
+
"details": "Target object left workspace/view"
|
| 622 |
+
}
|
| 623 |
+
]
|
| 624 |
+
},
|
| 625 |
+
{
|
| 626 |
+
"episode_id": 50,
|
| 627 |
+
"seed": 100081,
|
| 628 |
+
"success": true,
|
| 629 |
+
"steps_taken": 184,
|
| 630 |
+
"max_steps": 400,
|
| 631 |
+
"route_completion": 100.0,
|
| 632 |
+
"manipulation_score": 100.0,
|
| 633 |
+
"total_penalty_factor": 1.0,
|
| 634 |
+
"fail_reason": null,
|
| 635 |
+
"penalty_events": []
|
| 636 |
+
},
|
| 637 |
+
{
|
| 638 |
+
"episode_id": 51,
|
| 639 |
+
"seed": 100083,
|
| 640 |
+
"success": false,
|
| 641 |
+
"steps_taken": 57,
|
| 642 |
+
"max_steps": 400,
|
| 643 |
+
"route_completion": 36.201106493796104,
|
| 644 |
+
"manipulation_score": 18.100553246898052,
|
| 645 |
+
"total_penalty_factor": 0.5,
|
| 646 |
+
"fail_reason": "out_of_bounds",
|
| 647 |
+
"penalty_events": [
|
| 648 |
+
{
|
| 649 |
+
"event_type": "out_of_bounds",
|
| 650 |
+
"timestep": 57,
|
| 651 |
+
"penalty_factor": 0.5,
|
| 652 |
+
"details": "Target object left workspace/view"
|
| 653 |
+
}
|
| 654 |
+
]
|
| 655 |
+
},
|
| 656 |
+
{
|
| 657 |
+
"episode_id": 52,
|
| 658 |
+
"seed": 100087,
|
| 659 |
+
"success": false,
|
| 660 |
+
"steps_taken": 51,
|
| 661 |
+
"max_steps": 400,
|
| 662 |
+
"route_completion": 33.636258137637874,
|
| 663 |
+
"manipulation_score": 16.818129068818937,
|
| 664 |
+
"total_penalty_factor": 0.5,
|
| 665 |
+
"fail_reason": "out_of_bounds",
|
| 666 |
+
"penalty_events": [
|
| 667 |
+
{
|
| 668 |
+
"event_type": "out_of_bounds",
|
| 669 |
+
"timestep": 51,
|
| 670 |
+
"penalty_factor": 0.5,
|
| 671 |
+
"details": "Target object left workspace/view"
|
| 672 |
+
}
|
| 673 |
+
]
|
| 674 |
+
},
|
| 675 |
+
{
|
| 676 |
+
"episode_id": 53,
|
| 677 |
+
"seed": 100088,
|
| 678 |
+
"success": false,
|
| 679 |
+
"steps_taken": 400,
|
| 680 |
+
"max_steps": 400,
|
| 681 |
+
"route_completion": 40.20542355024365,
|
| 682 |
+
"manipulation_score": 40.20542355024365,
|
| 683 |
+
"total_penalty_factor": 1.0,
|
| 684 |
+
"fail_reason": null,
|
| 685 |
+
"penalty_events": []
|
| 686 |
+
},
|
| 687 |
+
{
|
| 688 |
+
"episode_id": 54,
|
| 689 |
+
"seed": 100090,
|
| 690 |
+
"success": false,
|
| 691 |
+
"steps_taken": 400,
|
| 692 |
+
"max_steps": 400,
|
| 693 |
+
"route_completion": 41.093889317977656,
|
| 694 |
+
"manipulation_score": 41.093889317977656,
|
| 695 |
+
"total_penalty_factor": 1.0,
|
| 696 |
+
"fail_reason": null,
|
| 697 |
+
"penalty_events": []
|
| 698 |
+
},
|
| 699 |
+
{
|
| 700 |
+
"episode_id": 55,
|
| 701 |
+
"seed": 100093,
|
| 702 |
+
"success": false,
|
| 703 |
+
"steps_taken": 400,
|
| 704 |
+
"max_steps": 400,
|
| 705 |
+
"route_completion": 35.22130291304034,
|
| 706 |
+
"manipulation_score": 35.22130291304034,
|
| 707 |
+
"total_penalty_factor": 1.0,
|
| 708 |
+
"fail_reason": null,
|
| 709 |
+
"penalty_events": []
|
| 710 |
+
},
|
| 711 |
+
{
|
| 712 |
+
"episode_id": 56,
|
| 713 |
+
"seed": 100094,
|
| 714 |
+
"success": false,
|
| 715 |
+
"steps_taken": 400,
|
| 716 |
+
"max_steps": 400,
|
| 717 |
+
"route_completion": 38.569459464781566,
|
| 718 |
+
"manipulation_score": 38.569459464781566,
|
| 719 |
+
"total_penalty_factor": 1.0,
|
| 720 |
+
"fail_reason": null,
|
| 721 |
+
"penalty_events": []
|
| 722 |
+
},
|
| 723 |
+
{
|
| 724 |
+
"episode_id": 57,
|
| 725 |
+
"seed": 100095,
|
| 726 |
+
"success": false,
|
| 727 |
+
"steps_taken": 400,
|
| 728 |
+
"max_steps": 400,
|
| 729 |
+
"route_completion": 42.56960615653756,
|
| 730 |
+
"manipulation_score": 42.56960615653756,
|
| 731 |
+
"total_penalty_factor": 1.0,
|
| 732 |
+
"fail_reason": null,
|
| 733 |
+
"penalty_events": []
|
| 734 |
+
},
|
| 735 |
+
{
|
| 736 |
+
"episode_id": 58,
|
| 737 |
+
"seed": 100098,
|
| 738 |
+
"success": false,
|
| 739 |
+
"steps_taken": 400,
|
| 740 |
+
"max_steps": 400,
|
| 741 |
+
"route_completion": 27.73047844279823,
|
| 742 |
+
"manipulation_score": 27.73047844279823,
|
| 743 |
+
"total_penalty_factor": 1.0,
|
| 744 |
+
"fail_reason": null,
|
| 745 |
+
"penalty_events": []
|
| 746 |
+
},
|
| 747 |
+
{
|
| 748 |
+
"episode_id": 59,
|
| 749 |
+
"seed": 100099,
|
| 750 |
+
"success": true,
|
| 751 |
+
"steps_taken": 226,
|
| 752 |
+
"max_steps": 400,
|
| 753 |
+
"route_completion": 100.0,
|
| 754 |
+
"manipulation_score": 100.0,
|
| 755 |
+
"total_penalty_factor": 1.0,
|
| 756 |
+
"fail_reason": null,
|
| 757 |
+
"penalty_events": []
|
| 758 |
+
},
|
| 759 |
+
{
|
| 760 |
+
"episode_id": 60,
|
| 761 |
+
"seed": 100100,
|
| 762 |
+
"success": false,
|
| 763 |
+
"steps_taken": 400,
|
| 764 |
+
"max_steps": 400,
|
| 765 |
+
"route_completion": 33.852081191532626,
|
| 766 |
+
"manipulation_score": 33.852081191532626,
|
| 767 |
+
"total_penalty_factor": 1.0,
|
| 768 |
+
"fail_reason": null,
|
| 769 |
+
"penalty_events": []
|
| 770 |
+
},
|
| 771 |
+
{
|
| 772 |
+
"episode_id": 61,
|
| 773 |
+
"seed": 100105,
|
| 774 |
+
"success": false,
|
| 775 |
+
"steps_taken": 400,
|
| 776 |
+
"max_steps": 400,
|
| 777 |
+
"route_completion": 44.003607017135565,
|
| 778 |
+
"manipulation_score": 44.003607017135565,
|
| 779 |
+
"total_penalty_factor": 1.0,
|
| 780 |
+
"fail_reason": null,
|
| 781 |
+
"penalty_events": []
|
| 782 |
+
},
|
| 783 |
+
{
|
| 784 |
+
"episode_id": 62,
|
| 785 |
+
"seed": 100106,
|
| 786 |
+
"success": true,
|
| 787 |
+
"steps_taken": 154,
|
| 788 |
+
"max_steps": 400,
|
| 789 |
+
"route_completion": 100.0,
|
| 790 |
+
"manipulation_score": 100.0,
|
| 791 |
+
"total_penalty_factor": 1.0,
|
| 792 |
+
"fail_reason": null,
|
| 793 |
+
"penalty_events": []
|
| 794 |
+
},
|
| 795 |
+
{
|
| 796 |
+
"episode_id": 63,
|
| 797 |
+
"seed": 100107,
|
| 798 |
+
"success": false,
|
| 799 |
+
"steps_taken": 400,
|
| 800 |
+
"max_steps": 400,
|
| 801 |
+
"route_completion": 34.39299987779238,
|
| 802 |
+
"manipulation_score": 34.39299987779238,
|
| 803 |
+
"total_penalty_factor": 1.0,
|
| 804 |
+
"fail_reason": null,
|
| 805 |
+
"penalty_events": []
|
| 806 |
+
},
|
| 807 |
+
{
|
| 808 |
+
"episode_id": 64,
|
| 809 |
+
"seed": 100108,
|
| 810 |
+
"success": true,
|
| 811 |
+
"steps_taken": 156,
|
| 812 |
+
"max_steps": 400,
|
| 813 |
+
"route_completion": 100.0,
|
| 814 |
+
"manipulation_score": 100.0,
|
| 815 |
+
"total_penalty_factor": 1.0,
|
| 816 |
+
"fail_reason": null,
|
| 817 |
+
"penalty_events": []
|
| 818 |
+
},
|
| 819 |
+
{
|
| 820 |
+
"episode_id": 65,
|
| 821 |
+
"seed": 100109,
|
| 822 |
+
"success": true,
|
| 823 |
+
"steps_taken": 153,
|
| 824 |
+
"max_steps": 400,
|
| 825 |
+
"route_completion": 100.0,
|
| 826 |
+
"manipulation_score": 100.0,
|
| 827 |
+
"total_penalty_factor": 1.0,
|
| 828 |
+
"fail_reason": null,
|
| 829 |
+
"penalty_events": []
|
| 830 |
+
},
|
| 831 |
+
{
|
| 832 |
+
"episode_id": 66,
|
| 833 |
+
"seed": 100110,
|
| 834 |
+
"success": false,
|
| 835 |
+
"steps_taken": 400,
|
| 836 |
+
"max_steps": 400,
|
| 837 |
+
"route_completion": 45.32262490587773,
|
| 838 |
+
"manipulation_score": 45.32262490587773,
|
| 839 |
+
"total_penalty_factor": 1.0,
|
| 840 |
+
"fail_reason": null,
|
| 841 |
+
"penalty_events": []
|
| 842 |
+
},
|
| 843 |
+
{
|
| 844 |
+
"episode_id": 67,
|
| 845 |
+
"seed": 100112,
|
| 846 |
+
"success": true,
|
| 847 |
+
"steps_taken": 151,
|
| 848 |
+
"max_steps": 400,
|
| 849 |
+
"route_completion": 100.0,
|
| 850 |
+
"manipulation_score": 100.0,
|
| 851 |
+
"total_penalty_factor": 1.0,
|
| 852 |
+
"fail_reason": null,
|
| 853 |
+
"penalty_events": []
|
| 854 |
+
},
|
| 855 |
+
{
|
| 856 |
+
"episode_id": 68,
|
| 857 |
+
"seed": 100113,
|
| 858 |
+
"success": true,
|
| 859 |
+
"steps_taken": 142,
|
| 860 |
+
"max_steps": 400,
|
| 861 |
+
"route_completion": 100.0,
|
| 862 |
+
"manipulation_score": 100.0,
|
| 863 |
+
"total_penalty_factor": 1.0,
|
| 864 |
+
"fail_reason": null,
|
| 865 |
+
"penalty_events": []
|
| 866 |
+
},
|
| 867 |
+
{
|
| 868 |
+
"episode_id": 69,
|
| 869 |
+
"seed": 100114,
|
| 870 |
+
"success": false,
|
| 871 |
+
"steps_taken": 400,
|
| 872 |
+
"max_steps": 400,
|
| 873 |
+
"route_completion": 38.8158264803904,
|
| 874 |
+
"manipulation_score": 38.8158264803904,
|
| 875 |
+
"total_penalty_factor": 1.0,
|
| 876 |
+
"fail_reason": null,
|
| 877 |
+
"penalty_events": []
|
| 878 |
+
},
|
| 879 |
+
{
|
| 880 |
+
"episode_id": 70,
|
| 881 |
+
"seed": 100115,
|
| 882 |
+
"success": false,
|
| 883 |
+
"steps_taken": 400,
|
| 884 |
+
"max_steps": 400,
|
| 885 |
+
"route_completion": 31.545942806019507,
|
| 886 |
+
"manipulation_score": 31.545942806019507,
|
| 887 |
+
"total_penalty_factor": 1.0,
|
| 888 |
+
"fail_reason": null,
|
| 889 |
+
"penalty_events": []
|
| 890 |
+
},
|
| 891 |
+
{
|
| 892 |
+
"episode_id": 71,
|
| 893 |
+
"seed": 100117,
|
| 894 |
+
"success": false,
|
| 895 |
+
"steps_taken": 400,
|
| 896 |
+
"max_steps": 400,
|
| 897 |
+
"route_completion": 35.01586251415522,
|
| 898 |
+
"manipulation_score": 35.01586251415522,
|
| 899 |
+
"total_penalty_factor": 1.0,
|
| 900 |
+
"fail_reason": null,
|
| 901 |
+
"penalty_events": []
|
| 902 |
+
},
|
| 903 |
+
{
|
| 904 |
+
"episode_id": 72,
|
| 905 |
+
"seed": 100118,
|
| 906 |
+
"success": false,
|
| 907 |
+
"steps_taken": 400,
|
| 908 |
+
"max_steps": 400,
|
| 909 |
+
"route_completion": 29.316589290784595,
|
| 910 |
+
"manipulation_score": 29.316589290784595,
|
| 911 |
+
"total_penalty_factor": 1.0,
|
| 912 |
+
"fail_reason": null,
|
| 913 |
+
"penalty_events": []
|
| 914 |
+
},
|
| 915 |
+
{
|
| 916 |
+
"episode_id": 73,
|
| 917 |
+
"seed": 100119,
|
| 918 |
+
"success": false,
|
| 919 |
+
"steps_taken": 70,
|
| 920 |
+
"max_steps": 400,
|
| 921 |
+
"route_completion": 43.00546131014994,
|
| 922 |
+
"manipulation_score": 21.50273065507497,
|
| 923 |
+
"total_penalty_factor": 0.5,
|
| 924 |
+
"fail_reason": "out_of_bounds",
|
| 925 |
+
"penalty_events": [
|
| 926 |
+
{
|
| 927 |
+
"event_type": "out_of_bounds",
|
| 928 |
+
"timestep": 70,
|
| 929 |
+
"penalty_factor": 0.5,
|
| 930 |
+
"details": "Target object left workspace/view"
|
| 931 |
+
}
|
| 932 |
+
]
|
| 933 |
+
},
|
| 934 |
+
{
|
| 935 |
+
"episode_id": 74,
|
| 936 |
+
"seed": 100120,
|
| 937 |
+
"success": false,
|
| 938 |
+
"steps_taken": 400,
|
| 939 |
+
"max_steps": 400,
|
| 940 |
+
"route_completion": 30.44151487394466,
|
| 941 |
+
"manipulation_score": 30.44151487394466,
|
| 942 |
+
"total_penalty_factor": 1.0,
|
| 943 |
+
"fail_reason": null,
|
| 944 |
+
"penalty_events": []
|
| 945 |
+
},
|
| 946 |
+
{
|
| 947 |
+
"episode_id": 75,
|
| 948 |
+
"seed": 100122,
|
| 949 |
+
"success": true,
|
| 950 |
+
"steps_taken": 143,
|
| 951 |
+
"max_steps": 400,
|
| 952 |
+
"route_completion": 100.0,
|
| 953 |
+
"manipulation_score": 100.0,
|
| 954 |
+
"total_penalty_factor": 1.0,
|
| 955 |
+
"fail_reason": null,
|
| 956 |
+
"penalty_events": []
|
| 957 |
+
},
|
| 958 |
+
{
|
| 959 |
+
"episode_id": 76,
|
| 960 |
+
"seed": 100123,
|
| 961 |
+
"success": false,
|
| 962 |
+
"steps_taken": 400,
|
| 963 |
+
"max_steps": 400,
|
| 964 |
+
"route_completion": 38.55637389126741,
|
| 965 |
+
"manipulation_score": 38.55637389126741,
|
| 966 |
+
"total_penalty_factor": 1.0,
|
| 967 |
+
"fail_reason": null,
|
| 968 |
+
"penalty_events": []
|
| 969 |
+
},
|
| 970 |
+
{
|
| 971 |
+
"episode_id": 77,
|
| 972 |
+
"seed": 100126,
|
| 973 |
+
"success": false,
|
| 974 |
+
"steps_taken": 400,
|
| 975 |
+
"max_steps": 400,
|
| 976 |
+
"route_completion": 36.67431124003995,
|
| 977 |
+
"manipulation_score": 36.67431124003995,
|
| 978 |
+
"total_penalty_factor": 1.0,
|
| 979 |
+
"fail_reason": null,
|
| 980 |
+
"penalty_events": []
|
| 981 |
+
},
|
| 982 |
+
{
|
| 983 |
+
"episode_id": 78,
|
| 984 |
+
"seed": 100130,
|
| 985 |
+
"success": true,
|
| 986 |
+
"steps_taken": 270,
|
| 987 |
+
"max_steps": 400,
|
| 988 |
+
"route_completion": 100.0,
|
| 989 |
+
"manipulation_score": 100.0,
|
| 990 |
+
"total_penalty_factor": 1.0,
|
| 991 |
+
"fail_reason": null,
|
| 992 |
+
"penalty_events": []
|
| 993 |
+
},
|
| 994 |
+
{
|
| 995 |
+
"episode_id": 79,
|
| 996 |
+
"seed": 100131,
|
| 997 |
+
"success": false,
|
| 998 |
+
"steps_taken": 58,
|
| 999 |
+
"max_steps": 400,
|
| 1000 |
+
"route_completion": 35.67997495959485,
|
| 1001 |
+
"manipulation_score": 17.839987479797426,
|
| 1002 |
+
"total_penalty_factor": 0.5,
|
| 1003 |
+
"fail_reason": "out_of_bounds",
|
| 1004 |
+
"penalty_events": [
|
| 1005 |
+
{
|
| 1006 |
+
"event_type": "out_of_bounds",
|
| 1007 |
+
"timestep": 58,
|
| 1008 |
+
"penalty_factor": 0.5,
|
| 1009 |
+
"details": "Target object left workspace/view"
|
| 1010 |
+
}
|
| 1011 |
+
]
|
| 1012 |
+
},
|
| 1013 |
+
{
|
| 1014 |
+
"episode_id": 80,
|
| 1015 |
+
"seed": 100132,
|
| 1016 |
+
"success": false,
|
| 1017 |
+
"steps_taken": 59,
|
| 1018 |
+
"max_steps": 400,
|
| 1019 |
+
"route_completion": 19.823562889623215,
|
| 1020 |
+
"manipulation_score": 9.911781444811607,
|
| 1021 |
+
"total_penalty_factor": 0.5,
|
| 1022 |
+
"fail_reason": "out_of_bounds",
|
| 1023 |
+
"penalty_events": [
|
| 1024 |
+
{
|
| 1025 |
+
"event_type": "out_of_bounds",
|
| 1026 |
+
"timestep": 59,
|
| 1027 |
+
"penalty_factor": 0.5,
|
| 1028 |
+
"details": "Target object left workspace/view"
|
| 1029 |
+
}
|
| 1030 |
+
]
|
| 1031 |
+
},
|
| 1032 |
+
{
|
| 1033 |
+
"episode_id": 81,
|
| 1034 |
+
"seed": 100134,
|
| 1035 |
+
"success": true,
|
| 1036 |
+
"steps_taken": 223,
|
| 1037 |
+
"max_steps": 400,
|
| 1038 |
+
"route_completion": 100.0,
|
| 1039 |
+
"manipulation_score": 100.0,
|
| 1040 |
+
"total_penalty_factor": 1.0,
|
| 1041 |
+
"fail_reason": null,
|
| 1042 |
+
"penalty_events": []
|
| 1043 |
+
},
|
| 1044 |
+
{
|
| 1045 |
+
"episode_id": 82,
|
| 1046 |
+
"seed": 100136,
|
| 1047 |
+
"success": false,
|
| 1048 |
+
"steps_taken": 58,
|
| 1049 |
+
"max_steps": 400,
|
| 1050 |
+
"route_completion": 36.324150599037765,
|
| 1051 |
+
"manipulation_score": 18.162075299518882,
|
| 1052 |
+
"total_penalty_factor": 0.5,
|
| 1053 |
+
"fail_reason": "out_of_bounds",
|
| 1054 |
+
"penalty_events": [
|
| 1055 |
+
{
|
| 1056 |
+
"event_type": "out_of_bounds",
|
| 1057 |
+
"timestep": 58,
|
| 1058 |
+
"penalty_factor": 0.5,
|
| 1059 |
+
"details": "Target object left workspace/view"
|
| 1060 |
+
}
|
| 1061 |
+
]
|
| 1062 |
+
},
|
| 1063 |
+
{
|
| 1064 |
+
"episode_id": 83,
|
| 1065 |
+
"seed": 100137,
|
| 1066 |
+
"success": true,
|
| 1067 |
+
"steps_taken": 160,
|
| 1068 |
+
"max_steps": 400,
|
| 1069 |
+
"route_completion": 100.0,
|
| 1070 |
+
"manipulation_score": 100.0,
|
| 1071 |
+
"total_penalty_factor": 1.0,
|
| 1072 |
+
"fail_reason": null,
|
| 1073 |
+
"penalty_events": []
|
| 1074 |
+
},
|
| 1075 |
+
{
|
| 1076 |
+
"episode_id": 84,
|
| 1077 |
+
"seed": 100139,
|
| 1078 |
+
"success": false,
|
| 1079 |
+
"steps_taken": 1,
|
| 1080 |
+
"max_steps": 400,
|
| 1081 |
+
"route_completion": 0.0,
|
| 1082 |
+
"manipulation_score": 0.0,
|
| 1083 |
+
"total_penalty_factor": 1.0,
|
| 1084 |
+
"fail_reason": "object_not_lifted",
|
| 1085 |
+
"penalty_events": []
|
| 1086 |
+
},
|
| 1087 |
+
{
|
| 1088 |
+
"episode_id": 85,
|
| 1089 |
+
"seed": 100140,
|
| 1090 |
+
"success": false,
|
| 1091 |
+
"steps_taken": 400,
|
| 1092 |
+
"max_steps": 400,
|
| 1093 |
+
"route_completion": 35.20577058251684,
|
| 1094 |
+
"manipulation_score": 35.20577058251684,
|
| 1095 |
+
"total_penalty_factor": 1.0,
|
| 1096 |
+
"fail_reason": null,
|
| 1097 |
+
"penalty_events": []
|
| 1098 |
+
},
|
| 1099 |
+
{
|
| 1100 |
+
"episode_id": 86,
|
| 1101 |
+
"seed": 100141,
|
| 1102 |
+
"success": true,
|
| 1103 |
+
"steps_taken": 154,
|
| 1104 |
+
"max_steps": 400,
|
| 1105 |
+
"route_completion": 100.0,
|
| 1106 |
+
"manipulation_score": 100.0,
|
| 1107 |
+
"total_penalty_factor": 1.0,
|
| 1108 |
+
"fail_reason": null,
|
| 1109 |
+
"penalty_events": []
|
| 1110 |
+
},
|
| 1111 |
+
{
|
| 1112 |
+
"episode_id": 87,
|
| 1113 |
+
"seed": 100143,
|
| 1114 |
+
"success": false,
|
| 1115 |
+
"steps_taken": 400,
|
| 1116 |
+
"max_steps": 400,
|
| 1117 |
+
"route_completion": 35.94274919217027,
|
| 1118 |
+
"manipulation_score": 35.94274919217027,
|
| 1119 |
+
"total_penalty_factor": 1.0,
|
| 1120 |
+
"fail_reason": null,
|
| 1121 |
+
"penalty_events": []
|
| 1122 |
+
},
|
| 1123 |
+
{
|
| 1124 |
+
"episode_id": 88,
|
| 1125 |
+
"seed": 100145,
|
| 1126 |
+
"success": false,
|
| 1127 |
+
"steps_taken": 400,
|
| 1128 |
+
"max_steps": 400,
|
| 1129 |
+
"route_completion": 33.43824404922338,
|
| 1130 |
+
"manipulation_score": 33.43824404922338,
|
| 1131 |
+
"total_penalty_factor": 1.0,
|
| 1132 |
+
"fail_reason": null,
|
| 1133 |
+
"penalty_events": []
|
| 1134 |
+
},
|
| 1135 |
+
{
|
| 1136 |
+
"episode_id": 89,
|
| 1137 |
+
"seed": 100146,
|
| 1138 |
+
"success": false,
|
| 1139 |
+
"steps_taken": 400,
|
| 1140 |
+
"max_steps": 400,
|
| 1141 |
+
"route_completion": 40.628575129725505,
|
| 1142 |
+
"manipulation_score": 40.628575129725505,
|
| 1143 |
+
"total_penalty_factor": 1.0,
|
| 1144 |
+
"fail_reason": null,
|
| 1145 |
+
"penalty_events": []
|
| 1146 |
+
},
|
| 1147 |
+
{
|
| 1148 |
+
"episode_id": 90,
|
| 1149 |
+
"seed": 100148,
|
| 1150 |
+
"success": false,
|
| 1151 |
+
"steps_taken": 400,
|
| 1152 |
+
"max_steps": 400,
|
| 1153 |
+
"route_completion": 35.836569416932576,
|
| 1154 |
+
"manipulation_score": 35.836569416932576,
|
| 1155 |
+
"total_penalty_factor": 1.0,
|
| 1156 |
+
"fail_reason": null,
|
| 1157 |
+
"penalty_events": []
|
| 1158 |
+
},
|
| 1159 |
+
{
|
| 1160 |
+
"episode_id": 91,
|
| 1161 |
+
"seed": 100151,
|
| 1162 |
+
"success": false,
|
| 1163 |
+
"steps_taken": 400,
|
| 1164 |
+
"max_steps": 400,
|
| 1165 |
+
"route_completion": 45.55658225910201,
|
| 1166 |
+
"manipulation_score": 45.55658225910201,
|
| 1167 |
+
"total_penalty_factor": 1.0,
|
| 1168 |
+
"fail_reason": null,
|
| 1169 |
+
"penalty_events": []
|
| 1170 |
+
},
|
| 1171 |
+
{
|
| 1172 |
+
"episode_id": 92,
|
| 1173 |
+
"seed": 100152,
|
| 1174 |
+
"success": false,
|
| 1175 |
+
"steps_taken": 400,
|
| 1176 |
+
"max_steps": 400,
|
| 1177 |
+
"route_completion": 37.865019033759175,
|
| 1178 |
+
"manipulation_score": 37.865019033759175,
|
| 1179 |
+
"total_penalty_factor": 1.0,
|
| 1180 |
+
"fail_reason": null,
|
| 1181 |
+
"penalty_events": []
|
| 1182 |
+
},
|
| 1183 |
+
{
|
| 1184 |
+
"episode_id": 93,
|
| 1185 |
+
"seed": 100153,
|
| 1186 |
+
"success": false,
|
| 1187 |
+
"steps_taken": 400,
|
| 1188 |
+
"max_steps": 400,
|
| 1189 |
+
"route_completion": 34.44094252089327,
|
| 1190 |
+
"manipulation_score": 34.44094252089327,
|
| 1191 |
+
"total_penalty_factor": 1.0,
|
| 1192 |
+
"fail_reason": null,
|
| 1193 |
+
"penalty_events": []
|
| 1194 |
+
},
|
| 1195 |
+
{
|
| 1196 |
+
"episode_id": 94,
|
| 1197 |
+
"seed": 100154,
|
| 1198 |
+
"success": false,
|
| 1199 |
+
"steps_taken": 400,
|
| 1200 |
+
"max_steps": 400,
|
| 1201 |
+
"route_completion": 42.39831347743902,
|
| 1202 |
+
"manipulation_score": 42.39831347743902,
|
| 1203 |
+
"total_penalty_factor": 1.0,
|
| 1204 |
+
"fail_reason": null,
|
| 1205 |
+
"penalty_events": []
|
| 1206 |
+
},
|
| 1207 |
+
{
|
| 1208 |
+
"episode_id": 95,
|
| 1209 |
+
"seed": 100156,
|
| 1210 |
+
"success": true,
|
| 1211 |
+
"steps_taken": 154,
|
| 1212 |
+
"max_steps": 400,
|
| 1213 |
+
"route_completion": 100.0,
|
| 1214 |
+
"manipulation_score": 100.0,
|
| 1215 |
+
"total_penalty_factor": 1.0,
|
| 1216 |
+
"fail_reason": null,
|
| 1217 |
+
"penalty_events": []
|
| 1218 |
+
},
|
| 1219 |
+
{
|
| 1220 |
+
"episode_id": 96,
|
| 1221 |
+
"seed": 100157,
|
| 1222 |
+
"success": false,
|
| 1223 |
+
"steps_taken": 51,
|
| 1224 |
+
"max_steps": 400,
|
| 1225 |
+
"route_completion": 12.641318576943547,
|
| 1226 |
+
"manipulation_score": 6.320659288471774,
|
| 1227 |
+
"total_penalty_factor": 0.5,
|
| 1228 |
+
"fail_reason": "out_of_bounds",
|
| 1229 |
+
"penalty_events": [
|
| 1230 |
+
{
|
| 1231 |
+
"event_type": "out_of_bounds",
|
| 1232 |
+
"timestep": 51,
|
| 1233 |
+
"penalty_factor": 0.5,
|
| 1234 |
+
"details": "Target object left workspace/view"
|
| 1235 |
+
}
|
| 1236 |
+
]
|
| 1237 |
+
},
|
| 1238 |
+
{
|
| 1239 |
+
"episode_id": 97,
|
| 1240 |
+
"seed": 100158,
|
| 1241 |
+
"success": true,
|
| 1242 |
+
"steps_taken": 152,
|
| 1243 |
+
"max_steps": 400,
|
| 1244 |
+
"route_completion": 100.0,
|
| 1245 |
+
"manipulation_score": 100.0,
|
| 1246 |
+
"total_penalty_factor": 1.0,
|
| 1247 |
+
"fail_reason": null,
|
| 1248 |
+
"penalty_events": []
|
| 1249 |
+
},
|
| 1250 |
+
{
|
| 1251 |
+
"episode_id": 98,
|
| 1252 |
+
"seed": 100159,
|
| 1253 |
+
"success": false,
|
| 1254 |
+
"steps_taken": 400,
|
| 1255 |
+
"max_steps": 400,
|
| 1256 |
+
"route_completion": 35.280756389195155,
|
| 1257 |
+
"manipulation_score": 35.280756389195155,
|
| 1258 |
+
"total_penalty_factor": 1.0,
|
| 1259 |
+
"fail_reason": null,
|
| 1260 |
+
"penalty_events": []
|
| 1261 |
+
},
|
| 1262 |
+
{
|
| 1263 |
+
"episode_id": 99,
|
| 1264 |
+
"seed": 100160,
|
| 1265 |
+
"success": true,
|
| 1266 |
+
"steps_taken": 200,
|
| 1267 |
+
"max_steps": 400,
|
| 1268 |
+
"route_completion": 100.0,
|
| 1269 |
+
"manipulation_score": 100.0,
|
| 1270 |
+
"total_penalty_factor": 1.0,
|
| 1271 |
+
"fail_reason": null,
|
| 1272 |
+
"penalty_events": []
|
| 1273 |
+
},
|
| 1274 |
+
{
|
| 1275 |
+
"episode_id": 100,
|
| 1276 |
+
"seed": 100161,
|
| 1277 |
+
"success": false,
|
| 1278 |
+
"steps_taken": 400,
|
| 1279 |
+
"max_steps": 400,
|
| 1280 |
+
"route_completion": 39.23616692460028,
|
| 1281 |
+
"manipulation_score": 39.23616692460028,
|
| 1282 |
+
"total_penalty_factor": 1.0,
|
| 1283 |
+
"fail_reason": null,
|
| 1284 |
+
"penalty_events": []
|
| 1285 |
+
}
|
| 1286 |
+
]
|
log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 31,
|
| 4 |
+
"success_rate": 31.0,
|
| 5 |
+
"manipulation_score_mean": 52.14578934104043,
|
| 6 |
+
"manipulation_score_std": 33.78965483153054,
|
| 7 |
+
"route_completion_mean": 53.95368454389135,
|
| 8 |
+
"route_completion_std": 32.31496701085792,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 12
|
| 11 |
+
}
|
log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 31.0% (31/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 52.15
|
| 10 |
+
Std: 33.79
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 53.95%
|
| 14 |
+
Std: 32.31
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 12
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-29 22:36:40
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.31
|
log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1769 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100002,
|
| 5 |
+
"success": true,
|
| 6 |
+
"steps_taken": 120,
|
| 7 |
+
"max_steps": 400,
|
| 8 |
+
"route_completion": 100.0,
|
| 9 |
+
"manipulation_score": 100.0,
|
| 10 |
+
"total_penalty_factor": 1.0,
|
| 11 |
+
"fail_reason": null,
|
| 12 |
+
"penalty_events": []
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"episode_id": 2,
|
| 16 |
+
"seed": 100004,
|
| 17 |
+
"success": false,
|
| 18 |
+
"steps_taken": 156,
|
| 19 |
+
"max_steps": 400,
|
| 20 |
+
"route_completion": 0.02546819317095744,
|
| 21 |
+
"manipulation_score": 0.01273409658547872,
|
| 22 |
+
"total_penalty_factor": 0.5,
|
| 23 |
+
"fail_reason": "out_of_bounds",
|
| 24 |
+
"penalty_events": [
|
| 25 |
+
{
|
| 26 |
+
"event_type": "out_of_bounds",
|
| 27 |
+
"timestep": 156,
|
| 28 |
+
"penalty_factor": 0.5,
|
| 29 |
+
"details": "Target object left workspace/view"
|
| 30 |
+
}
|
| 31 |
+
]
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"episode_id": 3,
|
| 35 |
+
"seed": 100005,
|
| 36 |
+
"success": false,
|
| 37 |
+
"steps_taken": 166,
|
| 38 |
+
"max_steps": 400,
|
| 39 |
+
"route_completion": 33.5367368435761,
|
| 40 |
+
"manipulation_score": 16.76836842178805,
|
| 41 |
+
"total_penalty_factor": 0.5,
|
| 42 |
+
"fail_reason": "out_of_bounds",
|
| 43 |
+
"penalty_events": [
|
| 44 |
+
{
|
| 45 |
+
"event_type": "out_of_bounds",
|
| 46 |
+
"timestep": 166,
|
| 47 |
+
"penalty_factor": 0.5,
|
| 48 |
+
"details": "Target object left workspace/view"
|
| 49 |
+
}
|
| 50 |
+
]
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"episode_id": 4,
|
| 54 |
+
"seed": 100006,
|
| 55 |
+
"success": true,
|
| 56 |
+
"steps_taken": 152,
|
| 57 |
+
"max_steps": 400,
|
| 58 |
+
"route_completion": 100.0,
|
| 59 |
+
"manipulation_score": 100.0,
|
| 60 |
+
"total_penalty_factor": 1.0,
|
| 61 |
+
"fail_reason": null,
|
| 62 |
+
"penalty_events": []
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"episode_id": 5,
|
| 66 |
+
"seed": 100007,
|
| 67 |
+
"success": false,
|
| 68 |
+
"steps_taken": 85,
|
| 69 |
+
"max_steps": 400,
|
| 70 |
+
"route_completion": 17.437038016245346,
|
| 71 |
+
"manipulation_score": 8.718519008122673,
|
| 72 |
+
"total_penalty_factor": 0.5,
|
| 73 |
+
"fail_reason": "out_of_bounds",
|
| 74 |
+
"penalty_events": [
|
| 75 |
+
{
|
| 76 |
+
"event_type": "out_of_bounds",
|
| 77 |
+
"timestep": 85,
|
| 78 |
+
"penalty_factor": 0.5,
|
| 79 |
+
"details": "Target object left workspace/view"
|
| 80 |
+
}
|
| 81 |
+
]
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"episode_id": 6,
|
| 85 |
+
"seed": 100008,
|
| 86 |
+
"success": true,
|
| 87 |
+
"steps_taken": 127,
|
| 88 |
+
"max_steps": 400,
|
| 89 |
+
"route_completion": 100.0,
|
| 90 |
+
"manipulation_score": 100.0,
|
| 91 |
+
"total_penalty_factor": 1.0,
|
| 92 |
+
"fail_reason": null,
|
| 93 |
+
"penalty_events": []
|
| 94 |
+
},
|
| 95 |
+
{
|
| 96 |
+
"episode_id": 7,
|
| 97 |
+
"seed": 100009,
|
| 98 |
+
"success": false,
|
| 99 |
+
"steps_taken": 176,
|
| 100 |
+
"max_steps": 400,
|
| 101 |
+
"route_completion": 0.0,
|
| 102 |
+
"manipulation_score": 0.0,
|
| 103 |
+
"total_penalty_factor": 0.5,
|
| 104 |
+
"fail_reason": "out_of_bounds",
|
| 105 |
+
"penalty_events": [
|
| 106 |
+
{
|
| 107 |
+
"event_type": "out_of_bounds",
|
| 108 |
+
"timestep": 176,
|
| 109 |
+
"penalty_factor": 0.5,
|
| 110 |
+
"details": "Target object left workspace/view"
|
| 111 |
+
}
|
| 112 |
+
]
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"episode_id": 8,
|
| 116 |
+
"seed": 100010,
|
| 117 |
+
"success": false,
|
| 118 |
+
"steps_taken": 224,
|
| 119 |
+
"max_steps": 400,
|
| 120 |
+
"route_completion": 0.0,
|
| 121 |
+
"manipulation_score": 0.0,
|
| 122 |
+
"total_penalty_factor": 0.5,
|
| 123 |
+
"fail_reason": "out_of_bounds",
|
| 124 |
+
"penalty_events": [
|
| 125 |
+
{
|
| 126 |
+
"event_type": "out_of_bounds",
|
| 127 |
+
"timestep": 224,
|
| 128 |
+
"penalty_factor": 0.5,
|
| 129 |
+
"details": "Target object left workspace/view"
|
| 130 |
+
}
|
| 131 |
+
]
|
| 132 |
+
},
|
| 133 |
+
{
|
| 134 |
+
"episode_id": 9,
|
| 135 |
+
"seed": 100011,
|
| 136 |
+
"success": false,
|
| 137 |
+
"steps_taken": 213,
|
| 138 |
+
"max_steps": 400,
|
| 139 |
+
"route_completion": 7.7525031345253,
|
| 140 |
+
"manipulation_score": 3.87625156726265,
|
| 141 |
+
"total_penalty_factor": 0.5,
|
| 142 |
+
"fail_reason": "out_of_bounds",
|
| 143 |
+
"penalty_events": [
|
| 144 |
+
{
|
| 145 |
+
"event_type": "out_of_bounds",
|
| 146 |
+
"timestep": 213,
|
| 147 |
+
"penalty_factor": 0.5,
|
| 148 |
+
"details": "Target object left workspace/view"
|
| 149 |
+
}
|
| 150 |
+
]
|
| 151 |
+
},
|
| 152 |
+
{
|
| 153 |
+
"episode_id": 10,
|
| 154 |
+
"seed": 100013,
|
| 155 |
+
"success": false,
|
| 156 |
+
"steps_taken": 168,
|
| 157 |
+
"max_steps": 400,
|
| 158 |
+
"route_completion": 0.0,
|
| 159 |
+
"manipulation_score": 0.0,
|
| 160 |
+
"total_penalty_factor": 0.5,
|
| 161 |
+
"fail_reason": "out_of_bounds",
|
| 162 |
+
"penalty_events": [
|
| 163 |
+
{
|
| 164 |
+
"event_type": "out_of_bounds",
|
| 165 |
+
"timestep": 168,
|
| 166 |
+
"penalty_factor": 0.5,
|
| 167 |
+
"details": "Target object left workspace/view"
|
| 168 |
+
}
|
| 169 |
+
]
|
| 170 |
+
},
|
| 171 |
+
{
|
| 172 |
+
"episode_id": 11,
|
| 173 |
+
"seed": 100016,
|
| 174 |
+
"success": false,
|
| 175 |
+
"steps_taken": 129,
|
| 176 |
+
"max_steps": 400,
|
| 177 |
+
"route_completion": 12.259492774333228,
|
| 178 |
+
"manipulation_score": 6.129746387166614,
|
| 179 |
+
"total_penalty_factor": 0.5,
|
| 180 |
+
"fail_reason": "out_of_bounds",
|
| 181 |
+
"penalty_events": [
|
| 182 |
+
{
|
| 183 |
+
"event_type": "out_of_bounds",
|
| 184 |
+
"timestep": 129,
|
| 185 |
+
"penalty_factor": 0.5,
|
| 186 |
+
"details": "Target object left workspace/view"
|
| 187 |
+
}
|
| 188 |
+
]
|
| 189 |
+
},
|
| 190 |
+
{
|
| 191 |
+
"episode_id": 12,
|
| 192 |
+
"seed": 100017,
|
| 193 |
+
"success": false,
|
| 194 |
+
"steps_taken": 169,
|
| 195 |
+
"max_steps": 400,
|
| 196 |
+
"route_completion": 0.0,
|
| 197 |
+
"manipulation_score": 0.0,
|
| 198 |
+
"total_penalty_factor": 0.5,
|
| 199 |
+
"fail_reason": "out_of_bounds",
|
| 200 |
+
"penalty_events": [
|
| 201 |
+
{
|
| 202 |
+
"event_type": "out_of_bounds",
|
| 203 |
+
"timestep": 169,
|
| 204 |
+
"penalty_factor": 0.5,
|
| 205 |
+
"details": "Target object left workspace/view"
|
| 206 |
+
}
|
| 207 |
+
]
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"episode_id": 13,
|
| 211 |
+
"seed": 100020,
|
| 212 |
+
"success": false,
|
| 213 |
+
"steps_taken": 178,
|
| 214 |
+
"max_steps": 400,
|
| 215 |
+
"route_completion": 8.719075032081923,
|
| 216 |
+
"manipulation_score": 4.3595375160409615,
|
| 217 |
+
"total_penalty_factor": 0.5,
|
| 218 |
+
"fail_reason": "out_of_bounds",
|
| 219 |
+
"penalty_events": [
|
| 220 |
+
{
|
| 221 |
+
"event_type": "out_of_bounds",
|
| 222 |
+
"timestep": 178,
|
| 223 |
+
"penalty_factor": 0.5,
|
| 224 |
+
"details": "Target object left workspace/view"
|
| 225 |
+
}
|
| 226 |
+
]
|
| 227 |
+
},
|
| 228 |
+
{
|
| 229 |
+
"episode_id": 14,
|
| 230 |
+
"seed": 100023,
|
| 231 |
+
"success": false,
|
| 232 |
+
"steps_taken": 162,
|
| 233 |
+
"max_steps": 400,
|
| 234 |
+
"route_completion": 0.0,
|
| 235 |
+
"manipulation_score": 0.0,
|
| 236 |
+
"total_penalty_factor": 0.5,
|
| 237 |
+
"fail_reason": "out_of_bounds",
|
| 238 |
+
"penalty_events": [
|
| 239 |
+
{
|
| 240 |
+
"event_type": "out_of_bounds",
|
| 241 |
+
"timestep": 162,
|
| 242 |
+
"penalty_factor": 0.5,
|
| 243 |
+
"details": "Target object left workspace/view"
|
| 244 |
+
}
|
| 245 |
+
]
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"episode_id": 15,
|
| 249 |
+
"seed": 100026,
|
| 250 |
+
"success": false,
|
| 251 |
+
"steps_taken": 99,
|
| 252 |
+
"max_steps": 400,
|
| 253 |
+
"route_completion": 30.298481051477104,
|
| 254 |
+
"manipulation_score": 15.149240525738552,
|
| 255 |
+
"total_penalty_factor": 0.5,
|
| 256 |
+
"fail_reason": "out_of_bounds",
|
| 257 |
+
"penalty_events": [
|
| 258 |
+
{
|
| 259 |
+
"event_type": "out_of_bounds",
|
| 260 |
+
"timestep": 99,
|
| 261 |
+
"penalty_factor": 0.5,
|
| 262 |
+
"details": "Target object left workspace/view"
|
| 263 |
+
}
|
| 264 |
+
]
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"episode_id": 16,
|
| 268 |
+
"seed": 100028,
|
| 269 |
+
"success": false,
|
| 270 |
+
"steps_taken": 107,
|
| 271 |
+
"max_steps": 400,
|
| 272 |
+
"route_completion": 3.370803002183034,
|
| 273 |
+
"manipulation_score": 1.685401501091517,
|
| 274 |
+
"total_penalty_factor": 0.5,
|
| 275 |
+
"fail_reason": "out_of_bounds",
|
| 276 |
+
"penalty_events": [
|
| 277 |
+
{
|
| 278 |
+
"event_type": "out_of_bounds",
|
| 279 |
+
"timestep": 107,
|
| 280 |
+
"penalty_factor": 0.5,
|
| 281 |
+
"details": "Target object left workspace/view"
|
| 282 |
+
}
|
| 283 |
+
]
|
| 284 |
+
},
|
| 285 |
+
{
|
| 286 |
+
"episode_id": 17,
|
| 287 |
+
"seed": 100029,
|
| 288 |
+
"success": true,
|
| 289 |
+
"steps_taken": 125,
|
| 290 |
+
"max_steps": 400,
|
| 291 |
+
"route_completion": 100.0,
|
| 292 |
+
"manipulation_score": 100.0,
|
| 293 |
+
"total_penalty_factor": 1.0,
|
| 294 |
+
"fail_reason": null,
|
| 295 |
+
"penalty_events": []
|
| 296 |
+
},
|
| 297 |
+
{
|
| 298 |
+
"episode_id": 18,
|
| 299 |
+
"seed": 100030,
|
| 300 |
+
"success": true,
|
| 301 |
+
"steps_taken": 143,
|
| 302 |
+
"max_steps": 400,
|
| 303 |
+
"route_completion": 100.0,
|
| 304 |
+
"manipulation_score": 100.0,
|
| 305 |
+
"total_penalty_factor": 1.0,
|
| 306 |
+
"fail_reason": null,
|
| 307 |
+
"penalty_events": []
|
| 308 |
+
},
|
| 309 |
+
{
|
| 310 |
+
"episode_id": 19,
|
| 311 |
+
"seed": 100035,
|
| 312 |
+
"success": false,
|
| 313 |
+
"steps_taken": 400,
|
| 314 |
+
"max_steps": 400,
|
| 315 |
+
"route_completion": 12.442200751220515,
|
| 316 |
+
"manipulation_score": 12.442200751220515,
|
| 317 |
+
"total_penalty_factor": 1.0,
|
| 318 |
+
"fail_reason": null,
|
| 319 |
+
"penalty_events": []
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"episode_id": 20,
|
| 323 |
+
"seed": 100037,
|
| 324 |
+
"success": false,
|
| 325 |
+
"steps_taken": 182,
|
| 326 |
+
"max_steps": 400,
|
| 327 |
+
"route_completion": 35.70491463147323,
|
| 328 |
+
"manipulation_score": 17.852457315736615,
|
| 329 |
+
"total_penalty_factor": 0.5,
|
| 330 |
+
"fail_reason": "out_of_bounds",
|
| 331 |
+
"penalty_events": [
|
| 332 |
+
{
|
| 333 |
+
"event_type": "out_of_bounds",
|
| 334 |
+
"timestep": 182,
|
| 335 |
+
"penalty_factor": 0.5,
|
| 336 |
+
"details": "Target object left workspace/view"
|
| 337 |
+
}
|
| 338 |
+
]
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"episode_id": 21,
|
| 342 |
+
"seed": 100039,
|
| 343 |
+
"success": false,
|
| 344 |
+
"steps_taken": 91,
|
| 345 |
+
"max_steps": 400,
|
| 346 |
+
"route_completion": 29.619328522819256,
|
| 347 |
+
"manipulation_score": 14.809664261409628,
|
| 348 |
+
"total_penalty_factor": 0.5,
|
| 349 |
+
"fail_reason": "out_of_bounds",
|
| 350 |
+
"penalty_events": [
|
| 351 |
+
{
|
| 352 |
+
"event_type": "out_of_bounds",
|
| 353 |
+
"timestep": 91,
|
| 354 |
+
"penalty_factor": 0.5,
|
| 355 |
+
"details": "Target object left workspace/view"
|
| 356 |
+
}
|
| 357 |
+
]
|
| 358 |
+
},
|
| 359 |
+
{
|
| 360 |
+
"episode_id": 22,
|
| 361 |
+
"seed": 100041,
|
| 362 |
+
"success": false,
|
| 363 |
+
"steps_taken": 100,
|
| 364 |
+
"max_steps": 400,
|
| 365 |
+
"route_completion": 23.472043123787994,
|
| 366 |
+
"manipulation_score": 11.736021561893997,
|
| 367 |
+
"total_penalty_factor": 0.5,
|
| 368 |
+
"fail_reason": "out_of_bounds",
|
| 369 |
+
"penalty_events": [
|
| 370 |
+
{
|
| 371 |
+
"event_type": "out_of_bounds",
|
| 372 |
+
"timestep": 100,
|
| 373 |
+
"penalty_factor": 0.5,
|
| 374 |
+
"details": "Target object left workspace/view"
|
| 375 |
+
}
|
| 376 |
+
]
|
| 377 |
+
},
|
| 378 |
+
{
|
| 379 |
+
"episode_id": 23,
|
| 380 |
+
"seed": 100042,
|
| 381 |
+
"success": false,
|
| 382 |
+
"steps_taken": 115,
|
| 383 |
+
"max_steps": 400,
|
| 384 |
+
"route_completion": 25.468853321194086,
|
| 385 |
+
"manipulation_score": 12.734426660597043,
|
| 386 |
+
"total_penalty_factor": 0.5,
|
| 387 |
+
"fail_reason": "out_of_bounds",
|
| 388 |
+
"penalty_events": [
|
| 389 |
+
{
|
| 390 |
+
"event_type": "out_of_bounds",
|
| 391 |
+
"timestep": 115,
|
| 392 |
+
"penalty_factor": 0.5,
|
| 393 |
+
"details": "Target object left workspace/view"
|
| 394 |
+
}
|
| 395 |
+
]
|
| 396 |
+
},
|
| 397 |
+
{
|
| 398 |
+
"episode_id": 24,
|
| 399 |
+
"seed": 100043,
|
| 400 |
+
"success": true,
|
| 401 |
+
"steps_taken": 151,
|
| 402 |
+
"max_steps": 400,
|
| 403 |
+
"route_completion": 100.0,
|
| 404 |
+
"manipulation_score": 100.0,
|
| 405 |
+
"total_penalty_factor": 1.0,
|
| 406 |
+
"fail_reason": null,
|
| 407 |
+
"penalty_events": []
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"episode_id": 25,
|
| 411 |
+
"seed": 100046,
|
| 412 |
+
"success": false,
|
| 413 |
+
"steps_taken": 98,
|
| 414 |
+
"max_steps": 400,
|
| 415 |
+
"route_completion": 5.031495510759696,
|
| 416 |
+
"manipulation_score": 2.515747755379848,
|
| 417 |
+
"total_penalty_factor": 0.5,
|
| 418 |
+
"fail_reason": "out_of_bounds",
|
| 419 |
+
"penalty_events": [
|
| 420 |
+
{
|
| 421 |
+
"event_type": "out_of_bounds",
|
| 422 |
+
"timestep": 98,
|
| 423 |
+
"penalty_factor": 0.5,
|
| 424 |
+
"details": "Target object left workspace/view"
|
| 425 |
+
}
|
| 426 |
+
]
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"episode_id": 26,
|
| 430 |
+
"seed": 100047,
|
| 431 |
+
"success": false,
|
| 432 |
+
"steps_taken": 93,
|
| 433 |
+
"max_steps": 400,
|
| 434 |
+
"route_completion": 0.0,
|
| 435 |
+
"manipulation_score": 0.0,
|
| 436 |
+
"total_penalty_factor": 0.5,
|
| 437 |
+
"fail_reason": "out_of_bounds",
|
| 438 |
+
"penalty_events": [
|
| 439 |
+
{
|
| 440 |
+
"event_type": "out_of_bounds",
|
| 441 |
+
"timestep": 93,
|
| 442 |
+
"penalty_factor": 0.5,
|
| 443 |
+
"details": "Target object left workspace/view"
|
| 444 |
+
}
|
| 445 |
+
]
|
| 446 |
+
},
|
| 447 |
+
{
|
| 448 |
+
"episode_id": 27,
|
| 449 |
+
"seed": 100049,
|
| 450 |
+
"success": false,
|
| 451 |
+
"steps_taken": 115,
|
| 452 |
+
"max_steps": 400,
|
| 453 |
+
"route_completion": 0.0,
|
| 454 |
+
"manipulation_score": 0.0,
|
| 455 |
+
"total_penalty_factor": 0.5,
|
| 456 |
+
"fail_reason": "out_of_bounds",
|
| 457 |
+
"penalty_events": [
|
| 458 |
+
{
|
| 459 |
+
"event_type": "out_of_bounds",
|
| 460 |
+
"timestep": 115,
|
| 461 |
+
"penalty_factor": 0.5,
|
| 462 |
+
"details": "Target object left workspace/view"
|
| 463 |
+
}
|
| 464 |
+
]
|
| 465 |
+
},
|
| 466 |
+
{
|
| 467 |
+
"episode_id": 28,
|
| 468 |
+
"seed": 100052,
|
| 469 |
+
"success": false,
|
| 470 |
+
"steps_taken": 161,
|
| 471 |
+
"max_steps": 400,
|
| 472 |
+
"route_completion": 29.56910790748013,
|
| 473 |
+
"manipulation_score": 14.784553953740065,
|
| 474 |
+
"total_penalty_factor": 0.5,
|
| 475 |
+
"fail_reason": "out_of_bounds",
|
| 476 |
+
"penalty_events": [
|
| 477 |
+
{
|
| 478 |
+
"event_type": "out_of_bounds",
|
| 479 |
+
"timestep": 161,
|
| 480 |
+
"penalty_factor": 0.5,
|
| 481 |
+
"details": "Target object left workspace/view"
|
| 482 |
+
}
|
| 483 |
+
]
|
| 484 |
+
},
|
| 485 |
+
{
|
| 486 |
+
"episode_id": 29,
|
| 487 |
+
"seed": 100053,
|
| 488 |
+
"success": false,
|
| 489 |
+
"steps_taken": 102,
|
| 490 |
+
"max_steps": 400,
|
| 491 |
+
"route_completion": 38.38446314608804,
|
| 492 |
+
"manipulation_score": 19.19223157304402,
|
| 493 |
+
"total_penalty_factor": 0.5,
|
| 494 |
+
"fail_reason": "out_of_bounds",
|
| 495 |
+
"penalty_events": [
|
| 496 |
+
{
|
| 497 |
+
"event_type": "out_of_bounds",
|
| 498 |
+
"timestep": 102,
|
| 499 |
+
"penalty_factor": 0.5,
|
| 500 |
+
"details": "Target object left workspace/view"
|
| 501 |
+
}
|
| 502 |
+
]
|
| 503 |
+
},
|
| 504 |
+
{
|
| 505 |
+
"episode_id": 30,
|
| 506 |
+
"seed": 100054,
|
| 507 |
+
"success": false,
|
| 508 |
+
"steps_taken": 239,
|
| 509 |
+
"max_steps": 400,
|
| 510 |
+
"route_completion": 29.95577630659773,
|
| 511 |
+
"manipulation_score": 14.977888153298865,
|
| 512 |
+
"total_penalty_factor": 0.5,
|
| 513 |
+
"fail_reason": "out_of_bounds",
|
| 514 |
+
"penalty_events": [
|
| 515 |
+
{
|
| 516 |
+
"event_type": "out_of_bounds",
|
| 517 |
+
"timestep": 239,
|
| 518 |
+
"penalty_factor": 0.5,
|
| 519 |
+
"details": "Target object left workspace/view"
|
| 520 |
+
}
|
| 521 |
+
]
|
| 522 |
+
},
|
| 523 |
+
{
|
| 524 |
+
"episode_id": 31,
|
| 525 |
+
"seed": 100056,
|
| 526 |
+
"success": false,
|
| 527 |
+
"steps_taken": 100,
|
| 528 |
+
"max_steps": 400,
|
| 529 |
+
"route_completion": 0.05044425958459017,
|
| 530 |
+
"manipulation_score": 0.025222129792295087,
|
| 531 |
+
"total_penalty_factor": 0.5,
|
| 532 |
+
"fail_reason": "out_of_bounds",
|
| 533 |
+
"penalty_events": [
|
| 534 |
+
{
|
| 535 |
+
"event_type": "out_of_bounds",
|
| 536 |
+
"timestep": 100,
|
| 537 |
+
"penalty_factor": 0.5,
|
| 538 |
+
"details": "Target object left workspace/view"
|
| 539 |
+
}
|
| 540 |
+
]
|
| 541 |
+
},
|
| 542 |
+
{
|
| 543 |
+
"episode_id": 32,
|
| 544 |
+
"seed": 100057,
|
| 545 |
+
"success": false,
|
| 546 |
+
"steps_taken": 154,
|
| 547 |
+
"max_steps": 400,
|
| 548 |
+
"route_completion": 0.030888674700528782,
|
| 549 |
+
"manipulation_score": 0.015444337350264391,
|
| 550 |
+
"total_penalty_factor": 0.5,
|
| 551 |
+
"fail_reason": "out_of_bounds",
|
| 552 |
+
"penalty_events": [
|
| 553 |
+
{
|
| 554 |
+
"event_type": "out_of_bounds",
|
| 555 |
+
"timestep": 154,
|
| 556 |
+
"penalty_factor": 0.5,
|
| 557 |
+
"details": "Target object left workspace/view"
|
| 558 |
+
}
|
| 559 |
+
]
|
| 560 |
+
},
|
| 561 |
+
{
|
| 562 |
+
"episode_id": 33,
|
| 563 |
+
"seed": 100058,
|
| 564 |
+
"success": true,
|
| 565 |
+
"steps_taken": 144,
|
| 566 |
+
"max_steps": 400,
|
| 567 |
+
"route_completion": 100.0,
|
| 568 |
+
"manipulation_score": 100.0,
|
| 569 |
+
"total_penalty_factor": 1.0,
|
| 570 |
+
"fail_reason": null,
|
| 571 |
+
"penalty_events": []
|
| 572 |
+
},
|
| 573 |
+
{
|
| 574 |
+
"episode_id": 34,
|
| 575 |
+
"seed": 100059,
|
| 576 |
+
"success": false,
|
| 577 |
+
"steps_taken": 108,
|
| 578 |
+
"max_steps": 400,
|
| 579 |
+
"route_completion": 0.0,
|
| 580 |
+
"manipulation_score": 0.0,
|
| 581 |
+
"total_penalty_factor": 0.5,
|
| 582 |
+
"fail_reason": "out_of_bounds",
|
| 583 |
+
"penalty_events": [
|
| 584 |
+
{
|
| 585 |
+
"event_type": "out_of_bounds",
|
| 586 |
+
"timestep": 108,
|
| 587 |
+
"penalty_factor": 0.5,
|
| 588 |
+
"details": "Target object left workspace/view"
|
| 589 |
+
}
|
| 590 |
+
]
|
| 591 |
+
},
|
| 592 |
+
{
|
| 593 |
+
"episode_id": 35,
|
| 594 |
+
"seed": 100060,
|
| 595 |
+
"success": false,
|
| 596 |
+
"steps_taken": 400,
|
| 597 |
+
"max_steps": 400,
|
| 598 |
+
"route_completion": 43.73196963979715,
|
| 599 |
+
"manipulation_score": 43.73196963979715,
|
| 600 |
+
"total_penalty_factor": 1.0,
|
| 601 |
+
"fail_reason": null,
|
| 602 |
+
"penalty_events": []
|
| 603 |
+
},
|
| 604 |
+
{
|
| 605 |
+
"episode_id": 36,
|
| 606 |
+
"seed": 100062,
|
| 607 |
+
"success": false,
|
| 608 |
+
"steps_taken": 154,
|
| 609 |
+
"max_steps": 400,
|
| 610 |
+
"route_completion": 32.01814549473131,
|
| 611 |
+
"manipulation_score": 16.009072747365654,
|
| 612 |
+
"total_penalty_factor": 0.5,
|
| 613 |
+
"fail_reason": "out_of_bounds",
|
| 614 |
+
"penalty_events": [
|
| 615 |
+
{
|
| 616 |
+
"event_type": "out_of_bounds",
|
| 617 |
+
"timestep": 154,
|
| 618 |
+
"penalty_factor": 0.5,
|
| 619 |
+
"details": "Target object left workspace/view"
|
| 620 |
+
}
|
| 621 |
+
]
|
| 622 |
+
},
|
| 623 |
+
{
|
| 624 |
+
"episode_id": 37,
|
| 625 |
+
"seed": 100063,
|
| 626 |
+
"success": false,
|
| 627 |
+
"steps_taken": 146,
|
| 628 |
+
"max_steps": 400,
|
| 629 |
+
"route_completion": 43.736470849677275,
|
| 630 |
+
"manipulation_score": 21.868235424838637,
|
| 631 |
+
"total_penalty_factor": 0.5,
|
| 632 |
+
"fail_reason": "out_of_bounds",
|
| 633 |
+
"penalty_events": [
|
| 634 |
+
{
|
| 635 |
+
"event_type": "out_of_bounds",
|
| 636 |
+
"timestep": 146,
|
| 637 |
+
"penalty_factor": 0.5,
|
| 638 |
+
"details": "Target object left workspace/view"
|
| 639 |
+
}
|
| 640 |
+
]
|
| 641 |
+
},
|
| 642 |
+
{
|
| 643 |
+
"episode_id": 38,
|
| 644 |
+
"seed": 100064,
|
| 645 |
+
"success": false,
|
| 646 |
+
"steps_taken": 230,
|
| 647 |
+
"max_steps": 400,
|
| 648 |
+
"route_completion": 0.0,
|
| 649 |
+
"manipulation_score": 0.0,
|
| 650 |
+
"total_penalty_factor": 0.5,
|
| 651 |
+
"fail_reason": "out_of_bounds",
|
| 652 |
+
"penalty_events": [
|
| 653 |
+
{
|
| 654 |
+
"event_type": "out_of_bounds",
|
| 655 |
+
"timestep": 230,
|
| 656 |
+
"penalty_factor": 0.5,
|
| 657 |
+
"details": "Target object left workspace/view"
|
| 658 |
+
}
|
| 659 |
+
]
|
| 660 |
+
},
|
| 661 |
+
{
|
| 662 |
+
"episode_id": 39,
|
| 663 |
+
"seed": 100065,
|
| 664 |
+
"success": false,
|
| 665 |
+
"steps_taken": 146,
|
| 666 |
+
"max_steps": 400,
|
| 667 |
+
"route_completion": 4.891944163814643,
|
| 668 |
+
"manipulation_score": 2.4459720819073216,
|
| 669 |
+
"total_penalty_factor": 0.5,
|
| 670 |
+
"fail_reason": "out_of_bounds",
|
| 671 |
+
"penalty_events": [
|
| 672 |
+
{
|
| 673 |
+
"event_type": "out_of_bounds",
|
| 674 |
+
"timestep": 146,
|
| 675 |
+
"penalty_factor": 0.5,
|
| 676 |
+
"details": "Target object left workspace/view"
|
| 677 |
+
}
|
| 678 |
+
]
|
| 679 |
+
},
|
| 680 |
+
{
|
| 681 |
+
"episode_id": 40,
|
| 682 |
+
"seed": 100068,
|
| 683 |
+
"success": false,
|
| 684 |
+
"steps_taken": 96,
|
| 685 |
+
"max_steps": 400,
|
| 686 |
+
"route_completion": 0.0,
|
| 687 |
+
"manipulation_score": 0.0,
|
| 688 |
+
"total_penalty_factor": 0.5,
|
| 689 |
+
"fail_reason": "out_of_bounds",
|
| 690 |
+
"penalty_events": [
|
| 691 |
+
{
|
| 692 |
+
"event_type": "out_of_bounds",
|
| 693 |
+
"timestep": 96,
|
| 694 |
+
"penalty_factor": 0.5,
|
| 695 |
+
"details": "Target object left workspace/view"
|
| 696 |
+
}
|
| 697 |
+
]
|
| 698 |
+
},
|
| 699 |
+
{
|
| 700 |
+
"episode_id": 41,
|
| 701 |
+
"seed": 100069,
|
| 702 |
+
"success": false,
|
| 703 |
+
"steps_taken": 149,
|
| 704 |
+
"max_steps": 400,
|
| 705 |
+
"route_completion": 15.172358103837432,
|
| 706 |
+
"manipulation_score": 7.586179051918716,
|
| 707 |
+
"total_penalty_factor": 0.5,
|
| 708 |
+
"fail_reason": "out_of_bounds",
|
| 709 |
+
"penalty_events": [
|
| 710 |
+
{
|
| 711 |
+
"event_type": "out_of_bounds",
|
| 712 |
+
"timestep": 149,
|
| 713 |
+
"penalty_factor": 0.5,
|
| 714 |
+
"details": "Target object left workspace/view"
|
| 715 |
+
}
|
| 716 |
+
]
|
| 717 |
+
},
|
| 718 |
+
{
|
| 719 |
+
"episode_id": 42,
|
| 720 |
+
"seed": 100070,
|
| 721 |
+
"success": true,
|
| 722 |
+
"steps_taken": 151,
|
| 723 |
+
"max_steps": 400,
|
| 724 |
+
"route_completion": 100.0,
|
| 725 |
+
"manipulation_score": 100.0,
|
| 726 |
+
"total_penalty_factor": 1.0,
|
| 727 |
+
"fail_reason": null,
|
| 728 |
+
"penalty_events": []
|
| 729 |
+
},
|
| 730 |
+
{
|
| 731 |
+
"episode_id": 43,
|
| 732 |
+
"seed": 100072,
|
| 733 |
+
"success": false,
|
| 734 |
+
"steps_taken": 109,
|
| 735 |
+
"max_steps": 400,
|
| 736 |
+
"route_completion": 24.504299518895408,
|
| 737 |
+
"manipulation_score": 12.252149759447704,
|
| 738 |
+
"total_penalty_factor": 0.5,
|
| 739 |
+
"fail_reason": "out_of_bounds",
|
| 740 |
+
"penalty_events": [
|
| 741 |
+
{
|
| 742 |
+
"event_type": "out_of_bounds",
|
| 743 |
+
"timestep": 109,
|
| 744 |
+
"penalty_factor": 0.5,
|
| 745 |
+
"details": "Target object left workspace/view"
|
| 746 |
+
}
|
| 747 |
+
]
|
| 748 |
+
},
|
| 749 |
+
{
|
| 750 |
+
"episode_id": 44,
|
| 751 |
+
"seed": 100074,
|
| 752 |
+
"success": false,
|
| 753 |
+
"steps_taken": 113,
|
| 754 |
+
"max_steps": 400,
|
| 755 |
+
"route_completion": 0.0,
|
| 756 |
+
"manipulation_score": 0.0,
|
| 757 |
+
"total_penalty_factor": 0.5,
|
| 758 |
+
"fail_reason": "out_of_bounds",
|
| 759 |
+
"penalty_events": [
|
| 760 |
+
{
|
| 761 |
+
"event_type": "out_of_bounds",
|
| 762 |
+
"timestep": 113,
|
| 763 |
+
"penalty_factor": 0.5,
|
| 764 |
+
"details": "Target object left workspace/view"
|
| 765 |
+
}
|
| 766 |
+
]
|
| 767 |
+
},
|
| 768 |
+
{
|
| 769 |
+
"episode_id": 45,
|
| 770 |
+
"seed": 100075,
|
| 771 |
+
"success": false,
|
| 772 |
+
"steps_taken": 187,
|
| 773 |
+
"max_steps": 400,
|
| 774 |
+
"route_completion": 22.598266945999914,
|
| 775 |
+
"manipulation_score": 11.299133472999957,
|
| 776 |
+
"total_penalty_factor": 0.5,
|
| 777 |
+
"fail_reason": "out_of_bounds",
|
| 778 |
+
"penalty_events": [
|
| 779 |
+
{
|
| 780 |
+
"event_type": "out_of_bounds",
|
| 781 |
+
"timestep": 187,
|
| 782 |
+
"penalty_factor": 0.5,
|
| 783 |
+
"details": "Target object left workspace/view"
|
| 784 |
+
}
|
| 785 |
+
]
|
| 786 |
+
},
|
| 787 |
+
{
|
| 788 |
+
"episode_id": 46,
|
| 789 |
+
"seed": 100076,
|
| 790 |
+
"success": false,
|
| 791 |
+
"steps_taken": 146,
|
| 792 |
+
"max_steps": 400,
|
| 793 |
+
"route_completion": 37.07892057145266,
|
| 794 |
+
"manipulation_score": 18.53946028572633,
|
| 795 |
+
"total_penalty_factor": 0.5,
|
| 796 |
+
"fail_reason": "out_of_bounds",
|
| 797 |
+
"penalty_events": [
|
| 798 |
+
{
|
| 799 |
+
"event_type": "out_of_bounds",
|
| 800 |
+
"timestep": 146,
|
| 801 |
+
"penalty_factor": 0.5,
|
| 802 |
+
"details": "Target object left workspace/view"
|
| 803 |
+
}
|
| 804 |
+
]
|
| 805 |
+
},
|
| 806 |
+
{
|
| 807 |
+
"episode_id": 47,
|
| 808 |
+
"seed": 100079,
|
| 809 |
+
"success": false,
|
| 810 |
+
"steps_taken": 167,
|
| 811 |
+
"max_steps": 400,
|
| 812 |
+
"route_completion": 0.0,
|
| 813 |
+
"manipulation_score": 0.0,
|
| 814 |
+
"total_penalty_factor": 0.5,
|
| 815 |
+
"fail_reason": "out_of_bounds",
|
| 816 |
+
"penalty_events": [
|
| 817 |
+
{
|
| 818 |
+
"event_type": "out_of_bounds",
|
| 819 |
+
"timestep": 167,
|
| 820 |
+
"penalty_factor": 0.5,
|
| 821 |
+
"details": "Target object left workspace/view"
|
| 822 |
+
}
|
| 823 |
+
]
|
| 824 |
+
},
|
| 825 |
+
{
|
| 826 |
+
"episode_id": 48,
|
| 827 |
+
"seed": 100080,
|
| 828 |
+
"success": false,
|
| 829 |
+
"steps_taken": 93,
|
| 830 |
+
"max_steps": 400,
|
| 831 |
+
"route_completion": 30.082446912663375,
|
| 832 |
+
"manipulation_score": 15.041223456331688,
|
| 833 |
+
"total_penalty_factor": 0.5,
|
| 834 |
+
"fail_reason": "out_of_bounds",
|
| 835 |
+
"penalty_events": [
|
| 836 |
+
{
|
| 837 |
+
"event_type": "out_of_bounds",
|
| 838 |
+
"timestep": 93,
|
| 839 |
+
"penalty_factor": 0.5,
|
| 840 |
+
"details": "Target object left workspace/view"
|
| 841 |
+
}
|
| 842 |
+
]
|
| 843 |
+
},
|
| 844 |
+
{
|
| 845 |
+
"episode_id": 49,
|
| 846 |
+
"seed": 100081,
|
| 847 |
+
"success": false,
|
| 848 |
+
"steps_taken": 396,
|
| 849 |
+
"max_steps": 400,
|
| 850 |
+
"route_completion": 19.427562165594153,
|
| 851 |
+
"manipulation_score": 9.713781082797077,
|
| 852 |
+
"total_penalty_factor": 0.5,
|
| 853 |
+
"fail_reason": "out_of_bounds",
|
| 854 |
+
"penalty_events": [
|
| 855 |
+
{
|
| 856 |
+
"event_type": "out_of_bounds",
|
| 857 |
+
"timestep": 396,
|
| 858 |
+
"penalty_factor": 0.5,
|
| 859 |
+
"details": "Target object left workspace/view"
|
| 860 |
+
}
|
| 861 |
+
]
|
| 862 |
+
},
|
| 863 |
+
{
|
| 864 |
+
"episode_id": 50,
|
| 865 |
+
"seed": 100082,
|
| 866 |
+
"success": false,
|
| 867 |
+
"steps_taken": 132,
|
| 868 |
+
"max_steps": 400,
|
| 869 |
+
"route_completion": 0.0,
|
| 870 |
+
"manipulation_score": 0.0,
|
| 871 |
+
"total_penalty_factor": 0.5,
|
| 872 |
+
"fail_reason": "out_of_bounds",
|
| 873 |
+
"penalty_events": [
|
| 874 |
+
{
|
| 875 |
+
"event_type": "out_of_bounds",
|
| 876 |
+
"timestep": 132,
|
| 877 |
+
"penalty_factor": 0.5,
|
| 878 |
+
"details": "Target object left workspace/view"
|
| 879 |
+
}
|
| 880 |
+
]
|
| 881 |
+
},
|
| 882 |
+
{
|
| 883 |
+
"episode_id": 51,
|
| 884 |
+
"seed": 100083,
|
| 885 |
+
"success": false,
|
| 886 |
+
"steps_taken": 125,
|
| 887 |
+
"max_steps": 400,
|
| 888 |
+
"route_completion": 27.44775090896563,
|
| 889 |
+
"manipulation_score": 13.723875454482815,
|
| 890 |
+
"total_penalty_factor": 0.5,
|
| 891 |
+
"fail_reason": "out_of_bounds",
|
| 892 |
+
"penalty_events": [
|
| 893 |
+
{
|
| 894 |
+
"event_type": "out_of_bounds",
|
| 895 |
+
"timestep": 125,
|
| 896 |
+
"penalty_factor": 0.5,
|
| 897 |
+
"details": "Target object left workspace/view"
|
| 898 |
+
}
|
| 899 |
+
]
|
| 900 |
+
},
|
| 901 |
+
{
|
| 902 |
+
"episode_id": 52,
|
| 903 |
+
"seed": 100084,
|
| 904 |
+
"success": false,
|
| 905 |
+
"steps_taken": 129,
|
| 906 |
+
"max_steps": 400,
|
| 907 |
+
"route_completion": 0.022173278975369037,
|
| 908 |
+
"manipulation_score": 0.011086639487684518,
|
| 909 |
+
"total_penalty_factor": 0.5,
|
| 910 |
+
"fail_reason": "out_of_bounds",
|
| 911 |
+
"penalty_events": [
|
| 912 |
+
{
|
| 913 |
+
"event_type": "out_of_bounds",
|
| 914 |
+
"timestep": 129,
|
| 915 |
+
"penalty_factor": 0.5,
|
| 916 |
+
"details": "Target object left workspace/view"
|
| 917 |
+
}
|
| 918 |
+
]
|
| 919 |
+
},
|
| 920 |
+
{
|
| 921 |
+
"episode_id": 53,
|
| 922 |
+
"seed": 100088,
|
| 923 |
+
"success": false,
|
| 924 |
+
"steps_taken": 296,
|
| 925 |
+
"max_steps": 400,
|
| 926 |
+
"route_completion": 34.01413931867018,
|
| 927 |
+
"manipulation_score": 17.00706965933509,
|
| 928 |
+
"total_penalty_factor": 0.5,
|
| 929 |
+
"fail_reason": "out_of_bounds",
|
| 930 |
+
"penalty_events": [
|
| 931 |
+
{
|
| 932 |
+
"event_type": "out_of_bounds",
|
| 933 |
+
"timestep": 296,
|
| 934 |
+
"penalty_factor": 0.5,
|
| 935 |
+
"details": "Target object left workspace/view"
|
| 936 |
+
}
|
| 937 |
+
]
|
| 938 |
+
},
|
| 939 |
+
{
|
| 940 |
+
"episode_id": 54,
|
| 941 |
+
"seed": 100089,
|
| 942 |
+
"success": false,
|
| 943 |
+
"steps_taken": 120,
|
| 944 |
+
"max_steps": 400,
|
| 945 |
+
"route_completion": 7.972706863333187,
|
| 946 |
+
"manipulation_score": 3.9863534316665934,
|
| 947 |
+
"total_penalty_factor": 0.5,
|
| 948 |
+
"fail_reason": "out_of_bounds",
|
| 949 |
+
"penalty_events": [
|
| 950 |
+
{
|
| 951 |
+
"event_type": "out_of_bounds",
|
| 952 |
+
"timestep": 120,
|
| 953 |
+
"penalty_factor": 0.5,
|
| 954 |
+
"details": "Target object left workspace/view"
|
| 955 |
+
}
|
| 956 |
+
]
|
| 957 |
+
},
|
| 958 |
+
{
|
| 959 |
+
"episode_id": 55,
|
| 960 |
+
"seed": 100090,
|
| 961 |
+
"success": true,
|
| 962 |
+
"steps_taken": 144,
|
| 963 |
+
"max_steps": 400,
|
| 964 |
+
"route_completion": 100.0,
|
| 965 |
+
"manipulation_score": 100.0,
|
| 966 |
+
"total_penalty_factor": 1.0,
|
| 967 |
+
"fail_reason": null,
|
| 968 |
+
"penalty_events": []
|
| 969 |
+
},
|
| 970 |
+
{
|
| 971 |
+
"episode_id": 56,
|
| 972 |
+
"seed": 100093,
|
| 973 |
+
"success": false,
|
| 974 |
+
"steps_taken": 98,
|
| 975 |
+
"max_steps": 400,
|
| 976 |
+
"route_completion": 27.6686509399252,
|
| 977 |
+
"manipulation_score": 13.8343254699626,
|
| 978 |
+
"total_penalty_factor": 0.5,
|
| 979 |
+
"fail_reason": "out_of_bounds",
|
| 980 |
+
"penalty_events": [
|
| 981 |
+
{
|
| 982 |
+
"event_type": "out_of_bounds",
|
| 983 |
+
"timestep": 98,
|
| 984 |
+
"penalty_factor": 0.5,
|
| 985 |
+
"details": "Target object left workspace/view"
|
| 986 |
+
}
|
| 987 |
+
]
|
| 988 |
+
},
|
| 989 |
+
{
|
| 990 |
+
"episode_id": 57,
|
| 991 |
+
"seed": 100094,
|
| 992 |
+
"success": false,
|
| 993 |
+
"steps_taken": 121,
|
| 994 |
+
"max_steps": 400,
|
| 995 |
+
"route_completion": 16.44181592158222,
|
| 996 |
+
"manipulation_score": 8.22090796079111,
|
| 997 |
+
"total_penalty_factor": 0.5,
|
| 998 |
+
"fail_reason": "out_of_bounds",
|
| 999 |
+
"penalty_events": [
|
| 1000 |
+
{
|
| 1001 |
+
"event_type": "out_of_bounds",
|
| 1002 |
+
"timestep": 121,
|
| 1003 |
+
"penalty_factor": 0.5,
|
| 1004 |
+
"details": "Target object left workspace/view"
|
| 1005 |
+
}
|
| 1006 |
+
]
|
| 1007 |
+
},
|
| 1008 |
+
{
|
| 1009 |
+
"episode_id": 58,
|
| 1010 |
+
"seed": 100096,
|
| 1011 |
+
"success": true,
|
| 1012 |
+
"steps_taken": 139,
|
| 1013 |
+
"max_steps": 400,
|
| 1014 |
+
"route_completion": 100.0,
|
| 1015 |
+
"manipulation_score": 100.0,
|
| 1016 |
+
"total_penalty_factor": 1.0,
|
| 1017 |
+
"fail_reason": null,
|
| 1018 |
+
"penalty_events": []
|
| 1019 |
+
},
|
| 1020 |
+
{
|
| 1021 |
+
"episode_id": 59,
|
| 1022 |
+
"seed": 100098,
|
| 1023 |
+
"success": false,
|
| 1024 |
+
"steps_taken": 149,
|
| 1025 |
+
"max_steps": 400,
|
| 1026 |
+
"route_completion": 0.0,
|
| 1027 |
+
"manipulation_score": 0.0,
|
| 1028 |
+
"total_penalty_factor": 0.5,
|
| 1029 |
+
"fail_reason": "out_of_bounds",
|
| 1030 |
+
"penalty_events": [
|
| 1031 |
+
{
|
| 1032 |
+
"event_type": "out_of_bounds",
|
| 1033 |
+
"timestep": 149,
|
| 1034 |
+
"penalty_factor": 0.5,
|
| 1035 |
+
"details": "Target object left workspace/view"
|
| 1036 |
+
}
|
| 1037 |
+
]
|
| 1038 |
+
},
|
| 1039 |
+
{
|
| 1040 |
+
"episode_id": 60,
|
| 1041 |
+
"seed": 100099,
|
| 1042 |
+
"success": false,
|
| 1043 |
+
"steps_taken": 176,
|
| 1044 |
+
"max_steps": 400,
|
| 1045 |
+
"route_completion": 43.11458982870502,
|
| 1046 |
+
"manipulation_score": 21.55729491435251,
|
| 1047 |
+
"total_penalty_factor": 0.5,
|
| 1048 |
+
"fail_reason": "out_of_bounds",
|
| 1049 |
+
"penalty_events": [
|
| 1050 |
+
{
|
| 1051 |
+
"event_type": "out_of_bounds",
|
| 1052 |
+
"timestep": 176,
|
| 1053 |
+
"penalty_factor": 0.5,
|
| 1054 |
+
"details": "Target object left workspace/view"
|
| 1055 |
+
}
|
| 1056 |
+
]
|
| 1057 |
+
},
|
| 1058 |
+
{
|
| 1059 |
+
"episode_id": 61,
|
| 1060 |
+
"seed": 100100,
|
| 1061 |
+
"success": false,
|
| 1062 |
+
"steps_taken": 134,
|
| 1063 |
+
"max_steps": 400,
|
| 1064 |
+
"route_completion": 0.0,
|
| 1065 |
+
"manipulation_score": 0.0,
|
| 1066 |
+
"total_penalty_factor": 0.5,
|
| 1067 |
+
"fail_reason": "out_of_bounds",
|
| 1068 |
+
"penalty_events": [
|
| 1069 |
+
{
|
| 1070 |
+
"event_type": "out_of_bounds",
|
| 1071 |
+
"timestep": 134,
|
| 1072 |
+
"penalty_factor": 0.5,
|
| 1073 |
+
"details": "Target object left workspace/view"
|
| 1074 |
+
}
|
| 1075 |
+
]
|
| 1076 |
+
},
|
| 1077 |
+
{
|
| 1078 |
+
"episode_id": 62,
|
| 1079 |
+
"seed": 100101,
|
| 1080 |
+
"success": false,
|
| 1081 |
+
"steps_taken": 249,
|
| 1082 |
+
"max_steps": 400,
|
| 1083 |
+
"route_completion": 0.0,
|
| 1084 |
+
"manipulation_score": 0.0,
|
| 1085 |
+
"total_penalty_factor": 0.5,
|
| 1086 |
+
"fail_reason": "out_of_bounds",
|
| 1087 |
+
"penalty_events": [
|
| 1088 |
+
{
|
| 1089 |
+
"event_type": "out_of_bounds",
|
| 1090 |
+
"timestep": 249,
|
| 1091 |
+
"penalty_factor": 0.5,
|
| 1092 |
+
"details": "Target object left workspace/view"
|
| 1093 |
+
}
|
| 1094 |
+
]
|
| 1095 |
+
},
|
| 1096 |
+
{
|
| 1097 |
+
"episode_id": 63,
|
| 1098 |
+
"seed": 100102,
|
| 1099 |
+
"success": true,
|
| 1100 |
+
"steps_taken": 143,
|
| 1101 |
+
"max_steps": 400,
|
| 1102 |
+
"route_completion": 100.0,
|
| 1103 |
+
"manipulation_score": 100.0,
|
| 1104 |
+
"total_penalty_factor": 1.0,
|
| 1105 |
+
"fail_reason": null,
|
| 1106 |
+
"penalty_events": []
|
| 1107 |
+
},
|
| 1108 |
+
{
|
| 1109 |
+
"episode_id": 64,
|
| 1110 |
+
"seed": 100103,
|
| 1111 |
+
"success": false,
|
| 1112 |
+
"steps_taken": 335,
|
| 1113 |
+
"max_steps": 400,
|
| 1114 |
+
"route_completion": 13.378112955237953,
|
| 1115 |
+
"manipulation_score": 6.689056477618976,
|
| 1116 |
+
"total_penalty_factor": 0.5,
|
| 1117 |
+
"fail_reason": "out_of_bounds",
|
| 1118 |
+
"penalty_events": [
|
| 1119 |
+
{
|
| 1120 |
+
"event_type": "out_of_bounds",
|
| 1121 |
+
"timestep": 335,
|
| 1122 |
+
"penalty_factor": 0.5,
|
| 1123 |
+
"details": "Target object left workspace/view"
|
| 1124 |
+
}
|
| 1125 |
+
]
|
| 1126 |
+
},
|
| 1127 |
+
{
|
| 1128 |
+
"episode_id": 65,
|
| 1129 |
+
"seed": 100106,
|
| 1130 |
+
"success": true,
|
| 1131 |
+
"steps_taken": 138,
|
| 1132 |
+
"max_steps": 400,
|
| 1133 |
+
"route_completion": 100.0,
|
| 1134 |
+
"manipulation_score": 100.0,
|
| 1135 |
+
"total_penalty_factor": 1.0,
|
| 1136 |
+
"fail_reason": null,
|
| 1137 |
+
"penalty_events": []
|
| 1138 |
+
},
|
| 1139 |
+
{
|
| 1140 |
+
"episode_id": 66,
|
| 1141 |
+
"seed": 100107,
|
| 1142 |
+
"success": false,
|
| 1143 |
+
"steps_taken": 105,
|
| 1144 |
+
"max_steps": 400,
|
| 1145 |
+
"route_completion": 13.304348754560074,
|
| 1146 |
+
"manipulation_score": 6.652174377280037,
|
| 1147 |
+
"total_penalty_factor": 0.5,
|
| 1148 |
+
"fail_reason": "out_of_bounds",
|
| 1149 |
+
"penalty_events": [
|
| 1150 |
+
{
|
| 1151 |
+
"event_type": "out_of_bounds",
|
| 1152 |
+
"timestep": 105,
|
| 1153 |
+
"penalty_factor": 0.5,
|
| 1154 |
+
"details": "Target object left workspace/view"
|
| 1155 |
+
}
|
| 1156 |
+
]
|
| 1157 |
+
},
|
| 1158 |
+
{
|
| 1159 |
+
"episode_id": 67,
|
| 1160 |
+
"seed": 100108,
|
| 1161 |
+
"success": false,
|
| 1162 |
+
"steps_taken": 110,
|
| 1163 |
+
"max_steps": 400,
|
| 1164 |
+
"route_completion": 14.143878064264298,
|
| 1165 |
+
"manipulation_score": 7.071939032132149,
|
| 1166 |
+
"total_penalty_factor": 0.5,
|
| 1167 |
+
"fail_reason": "out_of_bounds",
|
| 1168 |
+
"penalty_events": [
|
| 1169 |
+
{
|
| 1170 |
+
"event_type": "out_of_bounds",
|
| 1171 |
+
"timestep": 110,
|
| 1172 |
+
"penalty_factor": 0.5,
|
| 1173 |
+
"details": "Target object left workspace/view"
|
| 1174 |
+
}
|
| 1175 |
+
]
|
| 1176 |
+
},
|
| 1177 |
+
{
|
| 1178 |
+
"episode_id": 68,
|
| 1179 |
+
"seed": 100110,
|
| 1180 |
+
"success": false,
|
| 1181 |
+
"steps_taken": 104,
|
| 1182 |
+
"max_steps": 400,
|
| 1183 |
+
"route_completion": 41.19287275309205,
|
| 1184 |
+
"manipulation_score": 20.596436376546023,
|
| 1185 |
+
"total_penalty_factor": 0.5,
|
| 1186 |
+
"fail_reason": "out_of_bounds",
|
| 1187 |
+
"penalty_events": [
|
| 1188 |
+
{
|
| 1189 |
+
"event_type": "out_of_bounds",
|
| 1190 |
+
"timestep": 104,
|
| 1191 |
+
"penalty_factor": 0.5,
|
| 1192 |
+
"details": "Target object left workspace/view"
|
| 1193 |
+
}
|
| 1194 |
+
]
|
| 1195 |
+
},
|
| 1196 |
+
{
|
| 1197 |
+
"episode_id": 69,
|
| 1198 |
+
"seed": 100112,
|
| 1199 |
+
"success": false,
|
| 1200 |
+
"steps_taken": 144,
|
| 1201 |
+
"max_steps": 400,
|
| 1202 |
+
"route_completion": 37.287145167728916,
|
| 1203 |
+
"manipulation_score": 18.643572583864458,
|
| 1204 |
+
"total_penalty_factor": 0.5,
|
| 1205 |
+
"fail_reason": "out_of_bounds",
|
| 1206 |
+
"penalty_events": [
|
| 1207 |
+
{
|
| 1208 |
+
"event_type": "out_of_bounds",
|
| 1209 |
+
"timestep": 144,
|
| 1210 |
+
"penalty_factor": 0.5,
|
| 1211 |
+
"details": "Target object left workspace/view"
|
| 1212 |
+
}
|
| 1213 |
+
]
|
| 1214 |
+
},
|
| 1215 |
+
{
|
| 1216 |
+
"episode_id": 70,
|
| 1217 |
+
"seed": 100117,
|
| 1218 |
+
"success": false,
|
| 1219 |
+
"steps_taken": 91,
|
| 1220 |
+
"max_steps": 400,
|
| 1221 |
+
"route_completion": 0.015523641520817437,
|
| 1222 |
+
"manipulation_score": 0.007761820760408719,
|
| 1223 |
+
"total_penalty_factor": 0.5,
|
| 1224 |
+
"fail_reason": "out_of_bounds",
|
| 1225 |
+
"penalty_events": [
|
| 1226 |
+
{
|
| 1227 |
+
"event_type": "out_of_bounds",
|
| 1228 |
+
"timestep": 91,
|
| 1229 |
+
"penalty_factor": 0.5,
|
| 1230 |
+
"details": "Target object left workspace/view"
|
| 1231 |
+
}
|
| 1232 |
+
]
|
| 1233 |
+
},
|
| 1234 |
+
{
|
| 1235 |
+
"episode_id": 71,
|
| 1236 |
+
"seed": 100118,
|
| 1237 |
+
"success": false,
|
| 1238 |
+
"steps_taken": 169,
|
| 1239 |
+
"max_steps": 400,
|
| 1240 |
+
"route_completion": 0.0,
|
| 1241 |
+
"manipulation_score": 0.0,
|
| 1242 |
+
"total_penalty_factor": 0.5,
|
| 1243 |
+
"fail_reason": "out_of_bounds",
|
| 1244 |
+
"penalty_events": [
|
| 1245 |
+
{
|
| 1246 |
+
"event_type": "out_of_bounds",
|
| 1247 |
+
"timestep": 169,
|
| 1248 |
+
"penalty_factor": 0.5,
|
| 1249 |
+
"details": "Target object left workspace/view"
|
| 1250 |
+
}
|
| 1251 |
+
]
|
| 1252 |
+
},
|
| 1253 |
+
{
|
| 1254 |
+
"episode_id": 72,
|
| 1255 |
+
"seed": 100121,
|
| 1256 |
+
"success": false,
|
| 1257 |
+
"steps_taken": 376,
|
| 1258 |
+
"max_steps": 400,
|
| 1259 |
+
"route_completion": 15.718093789429386,
|
| 1260 |
+
"manipulation_score": 7.859046894714693,
|
| 1261 |
+
"total_penalty_factor": 0.5,
|
| 1262 |
+
"fail_reason": "out_of_bounds",
|
| 1263 |
+
"penalty_events": [
|
| 1264 |
+
{
|
| 1265 |
+
"event_type": "out_of_bounds",
|
| 1266 |
+
"timestep": 376,
|
| 1267 |
+
"penalty_factor": 0.5,
|
| 1268 |
+
"details": "Target object left workspace/view"
|
| 1269 |
+
}
|
| 1270 |
+
]
|
| 1271 |
+
},
|
| 1272 |
+
{
|
| 1273 |
+
"episode_id": 73,
|
| 1274 |
+
"seed": 100122,
|
| 1275 |
+
"success": true,
|
| 1276 |
+
"steps_taken": 144,
|
| 1277 |
+
"max_steps": 400,
|
| 1278 |
+
"route_completion": 100.0,
|
| 1279 |
+
"manipulation_score": 100.0,
|
| 1280 |
+
"total_penalty_factor": 1.0,
|
| 1281 |
+
"fail_reason": null,
|
| 1282 |
+
"penalty_events": []
|
| 1283 |
+
},
|
| 1284 |
+
{
|
| 1285 |
+
"episode_id": 74,
|
| 1286 |
+
"seed": 100123,
|
| 1287 |
+
"success": false,
|
| 1288 |
+
"steps_taken": 195,
|
| 1289 |
+
"max_steps": 400,
|
| 1290 |
+
"route_completion": 0.0,
|
| 1291 |
+
"manipulation_score": 0.0,
|
| 1292 |
+
"total_penalty_factor": 0.5,
|
| 1293 |
+
"fail_reason": "out_of_bounds",
|
| 1294 |
+
"penalty_events": [
|
| 1295 |
+
{
|
| 1296 |
+
"event_type": "out_of_bounds",
|
| 1297 |
+
"timestep": 195,
|
| 1298 |
+
"penalty_factor": 0.5,
|
| 1299 |
+
"details": "Target object left workspace/view"
|
| 1300 |
+
}
|
| 1301 |
+
]
|
| 1302 |
+
},
|
| 1303 |
+
{
|
| 1304 |
+
"episode_id": 75,
|
| 1305 |
+
"seed": 100124,
|
| 1306 |
+
"success": true,
|
| 1307 |
+
"steps_taken": 121,
|
| 1308 |
+
"max_steps": 400,
|
| 1309 |
+
"route_completion": 100.0,
|
| 1310 |
+
"manipulation_score": 100.0,
|
| 1311 |
+
"total_penalty_factor": 1.0,
|
| 1312 |
+
"fail_reason": null,
|
| 1313 |
+
"penalty_events": []
|
| 1314 |
+
},
|
| 1315 |
+
{
|
| 1316 |
+
"episode_id": 76,
|
| 1317 |
+
"seed": 100125,
|
| 1318 |
+
"success": false,
|
| 1319 |
+
"steps_taken": 151,
|
| 1320 |
+
"max_steps": 400,
|
| 1321 |
+
"route_completion": 31.47890097857043,
|
| 1322 |
+
"manipulation_score": 15.739450489285215,
|
| 1323 |
+
"total_penalty_factor": 0.5,
|
| 1324 |
+
"fail_reason": "out_of_bounds",
|
| 1325 |
+
"penalty_events": [
|
| 1326 |
+
{
|
| 1327 |
+
"event_type": "out_of_bounds",
|
| 1328 |
+
"timestep": 151,
|
| 1329 |
+
"penalty_factor": 0.5,
|
| 1330 |
+
"details": "Target object left workspace/view"
|
| 1331 |
+
}
|
| 1332 |
+
]
|
| 1333 |
+
},
|
| 1334 |
+
{
|
| 1335 |
+
"episode_id": 77,
|
| 1336 |
+
"seed": 100127,
|
| 1337 |
+
"success": false,
|
| 1338 |
+
"steps_taken": 107,
|
| 1339 |
+
"max_steps": 400,
|
| 1340 |
+
"route_completion": 19.677475203926896,
|
| 1341 |
+
"manipulation_score": 9.838737601963448,
|
| 1342 |
+
"total_penalty_factor": 0.5,
|
| 1343 |
+
"fail_reason": "out_of_bounds",
|
| 1344 |
+
"penalty_events": [
|
| 1345 |
+
{
|
| 1346 |
+
"event_type": "out_of_bounds",
|
| 1347 |
+
"timestep": 107,
|
| 1348 |
+
"penalty_factor": 0.5,
|
| 1349 |
+
"details": "Target object left workspace/view"
|
| 1350 |
+
}
|
| 1351 |
+
]
|
| 1352 |
+
},
|
| 1353 |
+
{
|
| 1354 |
+
"episode_id": 78,
|
| 1355 |
+
"seed": 100128,
|
| 1356 |
+
"success": false,
|
| 1357 |
+
"steps_taken": 118,
|
| 1358 |
+
"max_steps": 400,
|
| 1359 |
+
"route_completion": 27.240138884729458,
|
| 1360 |
+
"manipulation_score": 13.620069442364729,
|
| 1361 |
+
"total_penalty_factor": 0.5,
|
| 1362 |
+
"fail_reason": "out_of_bounds",
|
| 1363 |
+
"penalty_events": [
|
| 1364 |
+
{
|
| 1365 |
+
"event_type": "out_of_bounds",
|
| 1366 |
+
"timestep": 118,
|
| 1367 |
+
"penalty_factor": 0.5,
|
| 1368 |
+
"details": "Target object left workspace/view"
|
| 1369 |
+
}
|
| 1370 |
+
]
|
| 1371 |
+
},
|
| 1372 |
+
{
|
| 1373 |
+
"episode_id": 79,
|
| 1374 |
+
"seed": 100129,
|
| 1375 |
+
"success": false,
|
| 1376 |
+
"steps_taken": 237,
|
| 1377 |
+
"max_steps": 400,
|
| 1378 |
+
"route_completion": 0.0,
|
| 1379 |
+
"manipulation_score": 0.0,
|
| 1380 |
+
"total_penalty_factor": 0.5,
|
| 1381 |
+
"fail_reason": "out_of_bounds",
|
| 1382 |
+
"penalty_events": [
|
| 1383 |
+
{
|
| 1384 |
+
"event_type": "out_of_bounds",
|
| 1385 |
+
"timestep": 237,
|
| 1386 |
+
"penalty_factor": 0.5,
|
| 1387 |
+
"details": "Target object left workspace/view"
|
| 1388 |
+
}
|
| 1389 |
+
]
|
| 1390 |
+
},
|
| 1391 |
+
{
|
| 1392 |
+
"episode_id": 80,
|
| 1393 |
+
"seed": 100130,
|
| 1394 |
+
"success": false,
|
| 1395 |
+
"steps_taken": 199,
|
| 1396 |
+
"max_steps": 400,
|
| 1397 |
+
"route_completion": 32.09688868528936,
|
| 1398 |
+
"manipulation_score": 16.04844434264468,
|
| 1399 |
+
"total_penalty_factor": 0.5,
|
| 1400 |
+
"fail_reason": "out_of_bounds",
|
| 1401 |
+
"penalty_events": [
|
| 1402 |
+
{
|
| 1403 |
+
"event_type": "out_of_bounds",
|
| 1404 |
+
"timestep": 199,
|
| 1405 |
+
"penalty_factor": 0.5,
|
| 1406 |
+
"details": "Target object left workspace/view"
|
| 1407 |
+
}
|
| 1408 |
+
]
|
| 1409 |
+
},
|
| 1410 |
+
{
|
| 1411 |
+
"episode_id": 81,
|
| 1412 |
+
"seed": 100132,
|
| 1413 |
+
"success": false,
|
| 1414 |
+
"steps_taken": 288,
|
| 1415 |
+
"max_steps": 400,
|
| 1416 |
+
"route_completion": 34.97719496319464,
|
| 1417 |
+
"manipulation_score": 17.48859748159732,
|
| 1418 |
+
"total_penalty_factor": 0.5,
|
| 1419 |
+
"fail_reason": "out_of_bounds",
|
| 1420 |
+
"penalty_events": [
|
| 1421 |
+
{
|
| 1422 |
+
"event_type": "out_of_bounds",
|
| 1423 |
+
"timestep": 288,
|
| 1424 |
+
"penalty_factor": 0.5,
|
| 1425 |
+
"details": "Target object left workspace/view"
|
| 1426 |
+
}
|
| 1427 |
+
]
|
| 1428 |
+
},
|
| 1429 |
+
{
|
| 1430 |
+
"episode_id": 82,
|
| 1431 |
+
"seed": 100133,
|
| 1432 |
+
"success": false,
|
| 1433 |
+
"steps_taken": 139,
|
| 1434 |
+
"max_steps": 400,
|
| 1435 |
+
"route_completion": 22.11305986203966,
|
| 1436 |
+
"manipulation_score": 11.05652993101983,
|
| 1437 |
+
"total_penalty_factor": 0.5,
|
| 1438 |
+
"fail_reason": "out_of_bounds",
|
| 1439 |
+
"penalty_events": [
|
| 1440 |
+
{
|
| 1441 |
+
"event_type": "out_of_bounds",
|
| 1442 |
+
"timestep": 139,
|
| 1443 |
+
"penalty_factor": 0.5,
|
| 1444 |
+
"details": "Target object left workspace/view"
|
| 1445 |
+
}
|
| 1446 |
+
]
|
| 1447 |
+
},
|
| 1448 |
+
{
|
| 1449 |
+
"episode_id": 83,
|
| 1450 |
+
"seed": 100135,
|
| 1451 |
+
"success": false,
|
| 1452 |
+
"steps_taken": 94,
|
| 1453 |
+
"max_steps": 400,
|
| 1454 |
+
"route_completion": 22.658460375897874,
|
| 1455 |
+
"manipulation_score": 11.329230187948937,
|
| 1456 |
+
"total_penalty_factor": 0.5,
|
| 1457 |
+
"fail_reason": "out_of_bounds",
|
| 1458 |
+
"penalty_events": [
|
| 1459 |
+
{
|
| 1460 |
+
"event_type": "out_of_bounds",
|
| 1461 |
+
"timestep": 94,
|
| 1462 |
+
"penalty_factor": 0.5,
|
| 1463 |
+
"details": "Target object left workspace/view"
|
| 1464 |
+
}
|
| 1465 |
+
]
|
| 1466 |
+
},
|
| 1467 |
+
{
|
| 1468 |
+
"episode_id": 84,
|
| 1469 |
+
"seed": 100137,
|
| 1470 |
+
"success": false,
|
| 1471 |
+
"steps_taken": 166,
|
| 1472 |
+
"max_steps": 400,
|
| 1473 |
+
"route_completion": 0.12374807769367172,
|
| 1474 |
+
"manipulation_score": 0.06187403884683586,
|
| 1475 |
+
"total_penalty_factor": 0.5,
|
| 1476 |
+
"fail_reason": "out_of_bounds",
|
| 1477 |
+
"penalty_events": [
|
| 1478 |
+
{
|
| 1479 |
+
"event_type": "out_of_bounds",
|
| 1480 |
+
"timestep": 166,
|
| 1481 |
+
"penalty_factor": 0.5,
|
| 1482 |
+
"details": "Target object left workspace/view"
|
| 1483 |
+
}
|
| 1484 |
+
]
|
| 1485 |
+
},
|
| 1486 |
+
{
|
| 1487 |
+
"episode_id": 85,
|
| 1488 |
+
"seed": 100138,
|
| 1489 |
+
"success": false,
|
| 1490 |
+
"steps_taken": 142,
|
| 1491 |
+
"max_steps": 400,
|
| 1492 |
+
"route_completion": 0.031218099542015404,
|
| 1493 |
+
"manipulation_score": 0.015609049771007702,
|
| 1494 |
+
"total_penalty_factor": 0.5,
|
| 1495 |
+
"fail_reason": "out_of_bounds",
|
| 1496 |
+
"penalty_events": [
|
| 1497 |
+
{
|
| 1498 |
+
"event_type": "out_of_bounds",
|
| 1499 |
+
"timestep": 142,
|
| 1500 |
+
"penalty_factor": 0.5,
|
| 1501 |
+
"details": "Target object left workspace/view"
|
| 1502 |
+
}
|
| 1503 |
+
]
|
| 1504 |
+
},
|
| 1505 |
+
{
|
| 1506 |
+
"episode_id": 86,
|
| 1507 |
+
"seed": 100139,
|
| 1508 |
+
"success": false,
|
| 1509 |
+
"steps_taken": 113,
|
| 1510 |
+
"max_steps": 400,
|
| 1511 |
+
"route_completion": 0.0111708268143582,
|
| 1512 |
+
"manipulation_score": 0.0055854134071791,
|
| 1513 |
+
"total_penalty_factor": 0.5,
|
| 1514 |
+
"fail_reason": "out_of_bounds",
|
| 1515 |
+
"penalty_events": [
|
| 1516 |
+
{
|
| 1517 |
+
"event_type": "out_of_bounds",
|
| 1518 |
+
"timestep": 113,
|
| 1519 |
+
"penalty_factor": 0.5,
|
| 1520 |
+
"details": "Target object left workspace/view"
|
| 1521 |
+
}
|
| 1522 |
+
]
|
| 1523 |
+
},
|
| 1524 |
+
{
|
| 1525 |
+
"episode_id": 87,
|
| 1526 |
+
"seed": 100140,
|
| 1527 |
+
"success": false,
|
| 1528 |
+
"steps_taken": 185,
|
| 1529 |
+
"max_steps": 400,
|
| 1530 |
+
"route_completion": 9.153370399814513,
|
| 1531 |
+
"manipulation_score": 4.576685199907256,
|
| 1532 |
+
"total_penalty_factor": 0.5,
|
| 1533 |
+
"fail_reason": "out_of_bounds",
|
| 1534 |
+
"penalty_events": [
|
| 1535 |
+
{
|
| 1536 |
+
"event_type": "out_of_bounds",
|
| 1537 |
+
"timestep": 185,
|
| 1538 |
+
"penalty_factor": 0.5,
|
| 1539 |
+
"details": "Target object left workspace/view"
|
| 1540 |
+
}
|
| 1541 |
+
]
|
| 1542 |
+
},
|
| 1543 |
+
{
|
| 1544 |
+
"episode_id": 88,
|
| 1545 |
+
"seed": 100141,
|
| 1546 |
+
"success": false,
|
| 1547 |
+
"steps_taken": 233,
|
| 1548 |
+
"max_steps": 400,
|
| 1549 |
+
"route_completion": 16.694409199849378,
|
| 1550 |
+
"manipulation_score": 8.347204599924689,
|
| 1551 |
+
"total_penalty_factor": 0.5,
|
| 1552 |
+
"fail_reason": "out_of_bounds",
|
| 1553 |
+
"penalty_events": [
|
| 1554 |
+
{
|
| 1555 |
+
"event_type": "out_of_bounds",
|
| 1556 |
+
"timestep": 233,
|
| 1557 |
+
"penalty_factor": 0.5,
|
| 1558 |
+
"details": "Target object left workspace/view"
|
| 1559 |
+
}
|
| 1560 |
+
]
|
| 1561 |
+
},
|
| 1562 |
+
{
|
| 1563 |
+
"episode_id": 89,
|
| 1564 |
+
"seed": 100142,
|
| 1565 |
+
"success": false,
|
| 1566 |
+
"steps_taken": 199,
|
| 1567 |
+
"max_steps": 400,
|
| 1568 |
+
"route_completion": 0.0,
|
| 1569 |
+
"manipulation_score": 0.0,
|
| 1570 |
+
"total_penalty_factor": 0.5,
|
| 1571 |
+
"fail_reason": "out_of_bounds",
|
| 1572 |
+
"penalty_events": [
|
| 1573 |
+
{
|
| 1574 |
+
"event_type": "out_of_bounds",
|
| 1575 |
+
"timestep": 199,
|
| 1576 |
+
"penalty_factor": 0.5,
|
| 1577 |
+
"details": "Target object left workspace/view"
|
| 1578 |
+
}
|
| 1579 |
+
]
|
| 1580 |
+
},
|
| 1581 |
+
{
|
| 1582 |
+
"episode_id": 90,
|
| 1583 |
+
"seed": 100143,
|
| 1584 |
+
"success": false,
|
| 1585 |
+
"steps_taken": 178,
|
| 1586 |
+
"max_steps": 400,
|
| 1587 |
+
"route_completion": 0.0,
|
| 1588 |
+
"manipulation_score": 0.0,
|
| 1589 |
+
"total_penalty_factor": 0.5,
|
| 1590 |
+
"fail_reason": "out_of_bounds",
|
| 1591 |
+
"penalty_events": [
|
| 1592 |
+
{
|
| 1593 |
+
"event_type": "out_of_bounds",
|
| 1594 |
+
"timestep": 178,
|
| 1595 |
+
"penalty_factor": 0.5,
|
| 1596 |
+
"details": "Target object left workspace/view"
|
| 1597 |
+
}
|
| 1598 |
+
]
|
| 1599 |
+
},
|
| 1600 |
+
{
|
| 1601 |
+
"episode_id": 91,
|
| 1602 |
+
"seed": 100144,
|
| 1603 |
+
"success": false,
|
| 1604 |
+
"steps_taken": 130,
|
| 1605 |
+
"max_steps": 400,
|
| 1606 |
+
"route_completion": 0.0,
|
| 1607 |
+
"manipulation_score": 0.0,
|
| 1608 |
+
"total_penalty_factor": 0.5,
|
| 1609 |
+
"fail_reason": "out_of_bounds",
|
| 1610 |
+
"penalty_events": [
|
| 1611 |
+
{
|
| 1612 |
+
"event_type": "out_of_bounds",
|
| 1613 |
+
"timestep": 130,
|
| 1614 |
+
"penalty_factor": 0.5,
|
| 1615 |
+
"details": "Target object left workspace/view"
|
| 1616 |
+
}
|
| 1617 |
+
]
|
| 1618 |
+
},
|
| 1619 |
+
{
|
| 1620 |
+
"episode_id": 92,
|
| 1621 |
+
"seed": 100146,
|
| 1622 |
+
"success": false,
|
| 1623 |
+
"steps_taken": 183,
|
| 1624 |
+
"max_steps": 400,
|
| 1625 |
+
"route_completion": 0.016112084509270302,
|
| 1626 |
+
"manipulation_score": 0.008056042254635151,
|
| 1627 |
+
"total_penalty_factor": 0.5,
|
| 1628 |
+
"fail_reason": "out_of_bounds",
|
| 1629 |
+
"penalty_events": [
|
| 1630 |
+
{
|
| 1631 |
+
"event_type": "out_of_bounds",
|
| 1632 |
+
"timestep": 183,
|
| 1633 |
+
"penalty_factor": 0.5,
|
| 1634 |
+
"details": "Target object left workspace/view"
|
| 1635 |
+
}
|
| 1636 |
+
]
|
| 1637 |
+
},
|
| 1638 |
+
{
|
| 1639 |
+
"episode_id": 93,
|
| 1640 |
+
"seed": 100147,
|
| 1641 |
+
"success": false,
|
| 1642 |
+
"steps_taken": 259,
|
| 1643 |
+
"max_steps": 400,
|
| 1644 |
+
"route_completion": 26.509011835589703,
|
| 1645 |
+
"manipulation_score": 13.254505917794852,
|
| 1646 |
+
"total_penalty_factor": 0.5,
|
| 1647 |
+
"fail_reason": "out_of_bounds",
|
| 1648 |
+
"penalty_events": [
|
| 1649 |
+
{
|
| 1650 |
+
"event_type": "out_of_bounds",
|
| 1651 |
+
"timestep": 259,
|
| 1652 |
+
"penalty_factor": 0.5,
|
| 1653 |
+
"details": "Target object left workspace/view"
|
| 1654 |
+
}
|
| 1655 |
+
]
|
| 1656 |
+
},
|
| 1657 |
+
{
|
| 1658 |
+
"episode_id": 94,
|
| 1659 |
+
"seed": 100148,
|
| 1660 |
+
"success": false,
|
| 1661 |
+
"steps_taken": 98,
|
| 1662 |
+
"max_steps": 400,
|
| 1663 |
+
"route_completion": 30.011693536432087,
|
| 1664 |
+
"manipulation_score": 15.005846768216044,
|
| 1665 |
+
"total_penalty_factor": 0.5,
|
| 1666 |
+
"fail_reason": "out_of_bounds",
|
| 1667 |
+
"penalty_events": [
|
| 1668 |
+
{
|
| 1669 |
+
"event_type": "out_of_bounds",
|
| 1670 |
+
"timestep": 98,
|
| 1671 |
+
"penalty_factor": 0.5,
|
| 1672 |
+
"details": "Target object left workspace/view"
|
| 1673 |
+
}
|
| 1674 |
+
]
|
| 1675 |
+
},
|
| 1676 |
+
{
|
| 1677 |
+
"episode_id": 95,
|
| 1678 |
+
"seed": 100149,
|
| 1679 |
+
"success": false,
|
| 1680 |
+
"steps_taken": 400,
|
| 1681 |
+
"max_steps": 400,
|
| 1682 |
+
"route_completion": 29.92485834300329,
|
| 1683 |
+
"manipulation_score": 29.92485834300329,
|
| 1684 |
+
"total_penalty_factor": 1.0,
|
| 1685 |
+
"fail_reason": null,
|
| 1686 |
+
"penalty_events": []
|
| 1687 |
+
},
|
| 1688 |
+
{
|
| 1689 |
+
"episode_id": 96,
|
| 1690 |
+
"seed": 100150,
|
| 1691 |
+
"success": false,
|
| 1692 |
+
"steps_taken": 315,
|
| 1693 |
+
"max_steps": 400,
|
| 1694 |
+
"route_completion": 18.825192918220246,
|
| 1695 |
+
"manipulation_score": 9.412596459110123,
|
| 1696 |
+
"total_penalty_factor": 0.5,
|
| 1697 |
+
"fail_reason": "out_of_bounds",
|
| 1698 |
+
"penalty_events": [
|
| 1699 |
+
{
|
| 1700 |
+
"event_type": "out_of_bounds",
|
| 1701 |
+
"timestep": 315,
|
| 1702 |
+
"penalty_factor": 0.5,
|
| 1703 |
+
"details": "Target object left workspace/view"
|
| 1704 |
+
}
|
| 1705 |
+
]
|
| 1706 |
+
},
|
| 1707 |
+
{
|
| 1708 |
+
"episode_id": 97,
|
| 1709 |
+
"seed": 100151,
|
| 1710 |
+
"success": true,
|
| 1711 |
+
"steps_taken": 139,
|
| 1712 |
+
"max_steps": 400,
|
| 1713 |
+
"route_completion": 100.0,
|
| 1714 |
+
"manipulation_score": 100.0,
|
| 1715 |
+
"total_penalty_factor": 1.0,
|
| 1716 |
+
"fail_reason": null,
|
| 1717 |
+
"penalty_events": []
|
| 1718 |
+
},
|
| 1719 |
+
{
|
| 1720 |
+
"episode_id": 98,
|
| 1721 |
+
"seed": 100152,
|
| 1722 |
+
"success": false,
|
| 1723 |
+
"steps_taken": 136,
|
| 1724 |
+
"max_steps": 400,
|
| 1725 |
+
"route_completion": 2.7811672121037168,
|
| 1726 |
+
"manipulation_score": 1.3905836060518584,
|
| 1727 |
+
"total_penalty_factor": 0.5,
|
| 1728 |
+
"fail_reason": "out_of_bounds",
|
| 1729 |
+
"penalty_events": [
|
| 1730 |
+
{
|
| 1731 |
+
"event_type": "out_of_bounds",
|
| 1732 |
+
"timestep": 136,
|
| 1733 |
+
"penalty_factor": 0.5,
|
| 1734 |
+
"details": "Target object left workspace/view"
|
| 1735 |
+
}
|
| 1736 |
+
]
|
| 1737 |
+
},
|
| 1738 |
+
{
|
| 1739 |
+
"episode_id": 99,
|
| 1740 |
+
"seed": 100155,
|
| 1741 |
+
"success": true,
|
| 1742 |
+
"steps_taken": 143,
|
| 1743 |
+
"max_steps": 400,
|
| 1744 |
+
"route_completion": 100.0,
|
| 1745 |
+
"manipulation_score": 100.0,
|
| 1746 |
+
"total_penalty_factor": 1.0,
|
| 1747 |
+
"fail_reason": null,
|
| 1748 |
+
"penalty_events": []
|
| 1749 |
+
},
|
| 1750 |
+
{
|
| 1751 |
+
"episode_id": 100,
|
| 1752 |
+
"seed": 100156,
|
| 1753 |
+
"success": false,
|
| 1754 |
+
"steps_taken": 162,
|
| 1755 |
+
"max_steps": 400,
|
| 1756 |
+
"route_completion": 0.0,
|
| 1757 |
+
"manipulation_score": 0.0,
|
| 1758 |
+
"total_penalty_factor": 0.5,
|
| 1759 |
+
"fail_reason": "out_of_bounds",
|
| 1760 |
+
"penalty_events": [
|
| 1761 |
+
{
|
| 1762 |
+
"event_type": "out_of_bounds",
|
| 1763 |
+
"timestep": 162,
|
| 1764 |
+
"penalty_factor": 0.5,
|
| 1765 |
+
"details": "Target object left workspace/view"
|
| 1766 |
+
}
|
| 1767 |
+
]
|
| 1768 |
+
}
|
| 1769 |
+
]
|
log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 16,
|
| 4 |
+
"success_rate": 16.0,
|
| 5 |
+
"manipulation_score_mean": 22.592582004884967,
|
| 6 |
+
"manipulation_score_std": 34.65442262461761,
|
| 7 |
+
"route_completion_mean": 28.324173722429727,
|
| 8 |
+
"route_completion_std": 33.97458666511055,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 81
|
| 11 |
+
}
|
log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 16.0% (16/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 22.59
|
| 10 |
+
Std: 34.65
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 28.32%
|
| 14 |
+
Std: 33.97
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 81
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-29 22:45:44
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.16
|
log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1447 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100003,
|
| 5 |
+
"success": false,
|
| 6 |
+
"steps_taken": 50,
|
| 7 |
+
"max_steps": 400,
|
| 8 |
+
"route_completion": 32.578130907126265,
|
| 9 |
+
"manipulation_score": 16.289065453563133,
|
| 10 |
+
"total_penalty_factor": 0.5,
|
| 11 |
+
"fail_reason": "out_of_bounds",
|
| 12 |
+
"penalty_events": [
|
| 13 |
+
{
|
| 14 |
+
"event_type": "out_of_bounds",
|
| 15 |
+
"timestep": 50,
|
| 16 |
+
"penalty_factor": 0.5,
|
| 17 |
+
"details": "Target object left workspace/view"
|
| 18 |
+
}
|
| 19 |
+
]
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"episode_id": 2,
|
| 23 |
+
"seed": 100009,
|
| 24 |
+
"success": false,
|
| 25 |
+
"steps_taken": 1,
|
| 26 |
+
"max_steps": 400,
|
| 27 |
+
"route_completion": 2.1122729295835048e-07,
|
| 28 |
+
"manipulation_score": 2.1122729295835048e-07,
|
| 29 |
+
"total_penalty_factor": 1.0,
|
| 30 |
+
"fail_reason": "object_not_lifted",
|
| 31 |
+
"penalty_events": []
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"episode_id": 3,
|
| 35 |
+
"seed": 100014,
|
| 36 |
+
"success": false,
|
| 37 |
+
"steps_taken": 47,
|
| 38 |
+
"max_steps": 400,
|
| 39 |
+
"route_completion": 13.92967567698385,
|
| 40 |
+
"manipulation_score": 6.964837838491925,
|
| 41 |
+
"total_penalty_factor": 0.5,
|
| 42 |
+
"fail_reason": "out_of_bounds",
|
| 43 |
+
"penalty_events": [
|
| 44 |
+
{
|
| 45 |
+
"event_type": "out_of_bounds",
|
| 46 |
+
"timestep": 47,
|
| 47 |
+
"penalty_factor": 0.5,
|
| 48 |
+
"details": "Target object left workspace/view"
|
| 49 |
+
}
|
| 50 |
+
]
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"episode_id": 4,
|
| 54 |
+
"seed": 100022,
|
| 55 |
+
"success": false,
|
| 56 |
+
"steps_taken": 400,
|
| 57 |
+
"max_steps": 400,
|
| 58 |
+
"route_completion": 40.47209667321663,
|
| 59 |
+
"manipulation_score": 40.47209667321663,
|
| 60 |
+
"total_penalty_factor": 1.0,
|
| 61 |
+
"fail_reason": null,
|
| 62 |
+
"penalty_events": []
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"episode_id": 5,
|
| 66 |
+
"seed": 100034,
|
| 67 |
+
"success": true,
|
| 68 |
+
"steps_taken": 157,
|
| 69 |
+
"max_steps": 400,
|
| 70 |
+
"route_completion": 100.0,
|
| 71 |
+
"manipulation_score": 100.0,
|
| 72 |
+
"total_penalty_factor": 1.0,
|
| 73 |
+
"fail_reason": null,
|
| 74 |
+
"penalty_events": []
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"episode_id": 6,
|
| 78 |
+
"seed": 100037,
|
| 79 |
+
"success": false,
|
| 80 |
+
"steps_taken": 1,
|
| 81 |
+
"max_steps": 400,
|
| 82 |
+
"route_completion": 0.0,
|
| 83 |
+
"manipulation_score": 0.0,
|
| 84 |
+
"total_penalty_factor": 1.0,
|
| 85 |
+
"fail_reason": "object_not_lifted",
|
| 86 |
+
"penalty_events": []
|
| 87 |
+
},
|
| 88 |
+
{
|
| 89 |
+
"episode_id": 7,
|
| 90 |
+
"seed": 100046,
|
| 91 |
+
"success": false,
|
| 92 |
+
"steps_taken": 400,
|
| 93 |
+
"max_steps": 400,
|
| 94 |
+
"route_completion": 46.73557137591351,
|
| 95 |
+
"manipulation_score": 46.73557137591351,
|
| 96 |
+
"total_penalty_factor": 1.0,
|
| 97 |
+
"fail_reason": null,
|
| 98 |
+
"penalty_events": []
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"episode_id": 8,
|
| 102 |
+
"seed": 100049,
|
| 103 |
+
"success": false,
|
| 104 |
+
"steps_taken": 1,
|
| 105 |
+
"max_steps": 400,
|
| 106 |
+
"route_completion": 2.0643487238354207e-06,
|
| 107 |
+
"manipulation_score": 2.0643487238354207e-06,
|
| 108 |
+
"total_penalty_factor": 1.0,
|
| 109 |
+
"fail_reason": "object_not_lifted",
|
| 110 |
+
"penalty_events": []
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"episode_id": 9,
|
| 114 |
+
"seed": 100051,
|
| 115 |
+
"success": true,
|
| 116 |
+
"steps_taken": 137,
|
| 117 |
+
"max_steps": 400,
|
| 118 |
+
"route_completion": 100.0,
|
| 119 |
+
"manipulation_score": 100.0,
|
| 120 |
+
"total_penalty_factor": 1.0,
|
| 121 |
+
"fail_reason": null,
|
| 122 |
+
"penalty_events": []
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"episode_id": 10,
|
| 126 |
+
"seed": 100068,
|
| 127 |
+
"success": false,
|
| 128 |
+
"steps_taken": 79,
|
| 129 |
+
"max_steps": 400,
|
| 130 |
+
"route_completion": 27.893865829885584,
|
| 131 |
+
"manipulation_score": 13.946932914942792,
|
| 132 |
+
"total_penalty_factor": 0.5,
|
| 133 |
+
"fail_reason": "out_of_bounds",
|
| 134 |
+
"penalty_events": [
|
| 135 |
+
{
|
| 136 |
+
"event_type": "out_of_bounds",
|
| 137 |
+
"timestep": 79,
|
| 138 |
+
"penalty_factor": 0.5,
|
| 139 |
+
"details": "Target object left workspace/view"
|
| 140 |
+
}
|
| 141 |
+
]
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"episode_id": 11,
|
| 145 |
+
"seed": 100070,
|
| 146 |
+
"success": false,
|
| 147 |
+
"steps_taken": 148,
|
| 148 |
+
"max_steps": 400,
|
| 149 |
+
"route_completion": 27.48873895707883,
|
| 150 |
+
"manipulation_score": 13.744369478539415,
|
| 151 |
+
"total_penalty_factor": 0.5,
|
| 152 |
+
"fail_reason": "out_of_bounds",
|
| 153 |
+
"penalty_events": [
|
| 154 |
+
{
|
| 155 |
+
"event_type": "out_of_bounds",
|
| 156 |
+
"timestep": 148,
|
| 157 |
+
"penalty_factor": 0.5,
|
| 158 |
+
"details": "Target object left workspace/view"
|
| 159 |
+
}
|
| 160 |
+
]
|
| 161 |
+
},
|
| 162 |
+
{
|
| 163 |
+
"episode_id": 12,
|
| 164 |
+
"seed": 100072,
|
| 165 |
+
"success": false,
|
| 166 |
+
"steps_taken": 400,
|
| 167 |
+
"max_steps": 400,
|
| 168 |
+
"route_completion": 51.75383144887714,
|
| 169 |
+
"manipulation_score": 51.75383144887714,
|
| 170 |
+
"total_penalty_factor": 1.0,
|
| 171 |
+
"fail_reason": null,
|
| 172 |
+
"penalty_events": []
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"episode_id": 13,
|
| 176 |
+
"seed": 100076,
|
| 177 |
+
"success": false,
|
| 178 |
+
"steps_taken": 76,
|
| 179 |
+
"max_steps": 400,
|
| 180 |
+
"route_completion": 49.62901053821355,
|
| 181 |
+
"manipulation_score": 24.814505269106775,
|
| 182 |
+
"total_penalty_factor": 0.5,
|
| 183 |
+
"fail_reason": "out_of_bounds",
|
| 184 |
+
"penalty_events": [
|
| 185 |
+
{
|
| 186 |
+
"event_type": "out_of_bounds",
|
| 187 |
+
"timestep": 76,
|
| 188 |
+
"penalty_factor": 0.5,
|
| 189 |
+
"details": "Target object left workspace/view"
|
| 190 |
+
}
|
| 191 |
+
]
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"episode_id": 14,
|
| 195 |
+
"seed": 100078,
|
| 196 |
+
"success": false,
|
| 197 |
+
"steps_taken": 400,
|
| 198 |
+
"max_steps": 400,
|
| 199 |
+
"route_completion": 54.580071323436655,
|
| 200 |
+
"manipulation_score": 54.580071323436655,
|
| 201 |
+
"total_penalty_factor": 1.0,
|
| 202 |
+
"fail_reason": null,
|
| 203 |
+
"penalty_events": []
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"episode_id": 15,
|
| 207 |
+
"seed": 100090,
|
| 208 |
+
"success": false,
|
| 209 |
+
"steps_taken": 56,
|
| 210 |
+
"max_steps": 400,
|
| 211 |
+
"route_completion": 42.72388915496106,
|
| 212 |
+
"manipulation_score": 42.72388915496106,
|
| 213 |
+
"total_penalty_factor": 1.0,
|
| 214 |
+
"fail_reason": "object_not_lifted",
|
| 215 |
+
"penalty_events": []
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"episode_id": 16,
|
| 219 |
+
"seed": 100102,
|
| 220 |
+
"success": false,
|
| 221 |
+
"steps_taken": 400,
|
| 222 |
+
"max_steps": 400,
|
| 223 |
+
"route_completion": 30.128280614213864,
|
| 224 |
+
"manipulation_score": 30.128280614213864,
|
| 225 |
+
"total_penalty_factor": 1.0,
|
| 226 |
+
"fail_reason": null,
|
| 227 |
+
"penalty_events": []
|
| 228 |
+
},
|
| 229 |
+
{
|
| 230 |
+
"episode_id": 17,
|
| 231 |
+
"seed": 100106,
|
| 232 |
+
"success": false,
|
| 233 |
+
"steps_taken": 111,
|
| 234 |
+
"max_steps": 400,
|
| 235 |
+
"route_completion": 25.40474808251577,
|
| 236 |
+
"manipulation_score": 12.702374041257885,
|
| 237 |
+
"total_penalty_factor": 0.5,
|
| 238 |
+
"fail_reason": "out_of_bounds",
|
| 239 |
+
"penalty_events": [
|
| 240 |
+
{
|
| 241 |
+
"event_type": "out_of_bounds",
|
| 242 |
+
"timestep": 111,
|
| 243 |
+
"penalty_factor": 0.5,
|
| 244 |
+
"details": "Target object left workspace/view"
|
| 245 |
+
}
|
| 246 |
+
]
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"episode_id": 18,
|
| 250 |
+
"seed": 100107,
|
| 251 |
+
"success": false,
|
| 252 |
+
"steps_taken": 102,
|
| 253 |
+
"max_steps": 400,
|
| 254 |
+
"route_completion": 4.234231077569271,
|
| 255 |
+
"manipulation_score": 2.1171155387846357,
|
| 256 |
+
"total_penalty_factor": 0.5,
|
| 257 |
+
"fail_reason": "out_of_bounds",
|
| 258 |
+
"penalty_events": [
|
| 259 |
+
{
|
| 260 |
+
"event_type": "out_of_bounds",
|
| 261 |
+
"timestep": 102,
|
| 262 |
+
"penalty_factor": 0.5,
|
| 263 |
+
"details": "Target object left workspace/view"
|
| 264 |
+
}
|
| 265 |
+
]
|
| 266 |
+
},
|
| 267 |
+
{
|
| 268 |
+
"episode_id": 19,
|
| 269 |
+
"seed": 100110,
|
| 270 |
+
"success": false,
|
| 271 |
+
"steps_taken": 83,
|
| 272 |
+
"max_steps": 400,
|
| 273 |
+
"route_completion": 0.4755960832426038,
|
| 274 |
+
"manipulation_score": 0.2377980416213019,
|
| 275 |
+
"total_penalty_factor": 0.5,
|
| 276 |
+
"fail_reason": "out_of_bounds",
|
| 277 |
+
"penalty_events": [
|
| 278 |
+
{
|
| 279 |
+
"event_type": "out_of_bounds",
|
| 280 |
+
"timestep": 83,
|
| 281 |
+
"penalty_factor": 0.5,
|
| 282 |
+
"details": "Target object left workspace/view"
|
| 283 |
+
}
|
| 284 |
+
]
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"episode_id": 20,
|
| 288 |
+
"seed": 100118,
|
| 289 |
+
"success": true,
|
| 290 |
+
"steps_taken": 174,
|
| 291 |
+
"max_steps": 400,
|
| 292 |
+
"route_completion": 100.0,
|
| 293 |
+
"manipulation_score": 100.0,
|
| 294 |
+
"total_penalty_factor": 1.0,
|
| 295 |
+
"fail_reason": null,
|
| 296 |
+
"penalty_events": []
|
| 297 |
+
},
|
| 298 |
+
{
|
| 299 |
+
"episode_id": 21,
|
| 300 |
+
"seed": 100125,
|
| 301 |
+
"success": false,
|
| 302 |
+
"steps_taken": 52,
|
| 303 |
+
"max_steps": 400,
|
| 304 |
+
"route_completion": 2.134481669055378,
|
| 305 |
+
"manipulation_score": 1.067240834527689,
|
| 306 |
+
"total_penalty_factor": 0.5,
|
| 307 |
+
"fail_reason": "out_of_bounds",
|
| 308 |
+
"penalty_events": [
|
| 309 |
+
{
|
| 310 |
+
"event_type": "out_of_bounds",
|
| 311 |
+
"timestep": 52,
|
| 312 |
+
"penalty_factor": 0.5,
|
| 313 |
+
"details": "Target object left workspace/view"
|
| 314 |
+
}
|
| 315 |
+
]
|
| 316 |
+
},
|
| 317 |
+
{
|
| 318 |
+
"episode_id": 22,
|
| 319 |
+
"seed": 100135,
|
| 320 |
+
"success": false,
|
| 321 |
+
"steps_taken": 173,
|
| 322 |
+
"max_steps": 400,
|
| 323 |
+
"route_completion": 24.23998623325425,
|
| 324 |
+
"manipulation_score": 12.119993116627125,
|
| 325 |
+
"total_penalty_factor": 0.5,
|
| 326 |
+
"fail_reason": "out_of_bounds",
|
| 327 |
+
"penalty_events": [
|
| 328 |
+
{
|
| 329 |
+
"event_type": "out_of_bounds",
|
| 330 |
+
"timestep": 173,
|
| 331 |
+
"penalty_factor": 0.5,
|
| 332 |
+
"details": "Target object left workspace/view"
|
| 333 |
+
}
|
| 334 |
+
]
|
| 335 |
+
},
|
| 336 |
+
{
|
| 337 |
+
"episode_id": 23,
|
| 338 |
+
"seed": 100150,
|
| 339 |
+
"success": false,
|
| 340 |
+
"steps_taken": 400,
|
| 341 |
+
"max_steps": 400,
|
| 342 |
+
"route_completion": 53.51637274759201,
|
| 343 |
+
"manipulation_score": 53.51637274759201,
|
| 344 |
+
"total_penalty_factor": 1.0,
|
| 345 |
+
"fail_reason": null,
|
| 346 |
+
"penalty_events": []
|
| 347 |
+
},
|
| 348 |
+
{
|
| 349 |
+
"episode_id": 24,
|
| 350 |
+
"seed": 100152,
|
| 351 |
+
"success": false,
|
| 352 |
+
"steps_taken": 79,
|
| 353 |
+
"max_steps": 400,
|
| 354 |
+
"route_completion": 26.07318912184755,
|
| 355 |
+
"manipulation_score": 13.036594560923776,
|
| 356 |
+
"total_penalty_factor": 0.5,
|
| 357 |
+
"fail_reason": "out_of_bounds",
|
| 358 |
+
"penalty_events": [
|
| 359 |
+
{
|
| 360 |
+
"event_type": "out_of_bounds",
|
| 361 |
+
"timestep": 79,
|
| 362 |
+
"penalty_factor": 0.5,
|
| 363 |
+
"details": "Target object left workspace/view"
|
| 364 |
+
}
|
| 365 |
+
]
|
| 366 |
+
},
|
| 367 |
+
{
|
| 368 |
+
"episode_id": 25,
|
| 369 |
+
"seed": 100155,
|
| 370 |
+
"success": false,
|
| 371 |
+
"steps_taken": 400,
|
| 372 |
+
"max_steps": 400,
|
| 373 |
+
"route_completion": 37.07145308906975,
|
| 374 |
+
"manipulation_score": 37.07145308906975,
|
| 375 |
+
"total_penalty_factor": 1.0,
|
| 376 |
+
"fail_reason": null,
|
| 377 |
+
"penalty_events": []
|
| 378 |
+
},
|
| 379 |
+
{
|
| 380 |
+
"episode_id": 26,
|
| 381 |
+
"seed": 100160,
|
| 382 |
+
"success": false,
|
| 383 |
+
"steps_taken": 67,
|
| 384 |
+
"max_steps": 400,
|
| 385 |
+
"route_completion": 28.62406303118127,
|
| 386 |
+
"manipulation_score": 14.312031515590634,
|
| 387 |
+
"total_penalty_factor": 0.5,
|
| 388 |
+
"fail_reason": "out_of_bounds",
|
| 389 |
+
"penalty_events": [
|
| 390 |
+
{
|
| 391 |
+
"event_type": "out_of_bounds",
|
| 392 |
+
"timestep": 67,
|
| 393 |
+
"penalty_factor": 0.5,
|
| 394 |
+
"details": "Target object left workspace/view"
|
| 395 |
+
}
|
| 396 |
+
]
|
| 397 |
+
},
|
| 398 |
+
{
|
| 399 |
+
"episode_id": 27,
|
| 400 |
+
"seed": 100163,
|
| 401 |
+
"success": false,
|
| 402 |
+
"steps_taken": 145,
|
| 403 |
+
"max_steps": 400,
|
| 404 |
+
"route_completion": 18.70469589207823,
|
| 405 |
+
"manipulation_score": 18.70469589207823,
|
| 406 |
+
"total_penalty_factor": 1.0,
|
| 407 |
+
"fail_reason": "object_not_lifted",
|
| 408 |
+
"penalty_events": []
|
| 409 |
+
},
|
| 410 |
+
{
|
| 411 |
+
"episode_id": 28,
|
| 412 |
+
"seed": 100168,
|
| 413 |
+
"success": false,
|
| 414 |
+
"steps_taken": 230,
|
| 415 |
+
"max_steps": 400,
|
| 416 |
+
"route_completion": 0.0,
|
| 417 |
+
"manipulation_score": 0.0,
|
| 418 |
+
"total_penalty_factor": 0.5,
|
| 419 |
+
"fail_reason": "out_of_bounds",
|
| 420 |
+
"penalty_events": [
|
| 421 |
+
{
|
| 422 |
+
"event_type": "out_of_bounds",
|
| 423 |
+
"timestep": 230,
|
| 424 |
+
"penalty_factor": 0.5,
|
| 425 |
+
"details": "Target object left workspace/view"
|
| 426 |
+
}
|
| 427 |
+
]
|
| 428 |
+
},
|
| 429 |
+
{
|
| 430 |
+
"episode_id": 29,
|
| 431 |
+
"seed": 100170,
|
| 432 |
+
"success": false,
|
| 433 |
+
"steps_taken": 400,
|
| 434 |
+
"max_steps": 400,
|
| 435 |
+
"route_completion": 38.26140130639292,
|
| 436 |
+
"manipulation_score": 38.26140130639292,
|
| 437 |
+
"total_penalty_factor": 1.0,
|
| 438 |
+
"fail_reason": null,
|
| 439 |
+
"penalty_events": []
|
| 440 |
+
},
|
| 441 |
+
{
|
| 442 |
+
"episode_id": 30,
|
| 443 |
+
"seed": 100172,
|
| 444 |
+
"success": false,
|
| 445 |
+
"steps_taken": 400,
|
| 446 |
+
"max_steps": 400,
|
| 447 |
+
"route_completion": 26.05157831853565,
|
| 448 |
+
"manipulation_score": 26.05157831853565,
|
| 449 |
+
"total_penalty_factor": 1.0,
|
| 450 |
+
"fail_reason": null,
|
| 451 |
+
"penalty_events": []
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"episode_id": 31,
|
| 455 |
+
"seed": 100176,
|
| 456 |
+
"success": false,
|
| 457 |
+
"steps_taken": 51,
|
| 458 |
+
"max_steps": 400,
|
| 459 |
+
"route_completion": 12.586179285884885,
|
| 460 |
+
"manipulation_score": 6.2930896429424426,
|
| 461 |
+
"total_penalty_factor": 0.5,
|
| 462 |
+
"fail_reason": "out_of_bounds",
|
| 463 |
+
"penalty_events": [
|
| 464 |
+
{
|
| 465 |
+
"event_type": "out_of_bounds",
|
| 466 |
+
"timestep": 51,
|
| 467 |
+
"penalty_factor": 0.5,
|
| 468 |
+
"details": "Target object left workspace/view"
|
| 469 |
+
}
|
| 470 |
+
]
|
| 471 |
+
},
|
| 472 |
+
{
|
| 473 |
+
"episode_id": 32,
|
| 474 |
+
"seed": 100186,
|
| 475 |
+
"success": false,
|
| 476 |
+
"steps_taken": 91,
|
| 477 |
+
"max_steps": 400,
|
| 478 |
+
"route_completion": 28.66251605472821,
|
| 479 |
+
"manipulation_score": 14.331258027364106,
|
| 480 |
+
"total_penalty_factor": 0.5,
|
| 481 |
+
"fail_reason": "out_of_bounds",
|
| 482 |
+
"penalty_events": [
|
| 483 |
+
{
|
| 484 |
+
"event_type": "out_of_bounds",
|
| 485 |
+
"timestep": 91,
|
| 486 |
+
"penalty_factor": 0.5,
|
| 487 |
+
"details": "Target object left workspace/view"
|
| 488 |
+
}
|
| 489 |
+
]
|
| 490 |
+
},
|
| 491 |
+
{
|
| 492 |
+
"episode_id": 33,
|
| 493 |
+
"seed": 100193,
|
| 494 |
+
"success": false,
|
| 495 |
+
"steps_taken": 400,
|
| 496 |
+
"max_steps": 400,
|
| 497 |
+
"route_completion": 17.89122979757948,
|
| 498 |
+
"manipulation_score": 17.89122979757948,
|
| 499 |
+
"total_penalty_factor": 1.0,
|
| 500 |
+
"fail_reason": null,
|
| 501 |
+
"penalty_events": []
|
| 502 |
+
},
|
| 503 |
+
{
|
| 504 |
+
"episode_id": 34,
|
| 505 |
+
"seed": 100201,
|
| 506 |
+
"success": true,
|
| 507 |
+
"steps_taken": 137,
|
| 508 |
+
"max_steps": 400,
|
| 509 |
+
"route_completion": 100.0,
|
| 510 |
+
"manipulation_score": 100.0,
|
| 511 |
+
"total_penalty_factor": 1.0,
|
| 512 |
+
"fail_reason": null,
|
| 513 |
+
"penalty_events": []
|
| 514 |
+
},
|
| 515 |
+
{
|
| 516 |
+
"episode_id": 35,
|
| 517 |
+
"seed": 100203,
|
| 518 |
+
"success": false,
|
| 519 |
+
"steps_taken": 72,
|
| 520 |
+
"max_steps": 400,
|
| 521 |
+
"route_completion": 25.287808703444682,
|
| 522 |
+
"manipulation_score": 12.643904351722341,
|
| 523 |
+
"total_penalty_factor": 0.5,
|
| 524 |
+
"fail_reason": "out_of_bounds",
|
| 525 |
+
"penalty_events": [
|
| 526 |
+
{
|
| 527 |
+
"event_type": "out_of_bounds",
|
| 528 |
+
"timestep": 72,
|
| 529 |
+
"penalty_factor": 0.5,
|
| 530 |
+
"details": "Target object left workspace/view"
|
| 531 |
+
}
|
| 532 |
+
]
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"episode_id": 36,
|
| 536 |
+
"seed": 100210,
|
| 537 |
+
"success": false,
|
| 538 |
+
"steps_taken": 1,
|
| 539 |
+
"max_steps": 400,
|
| 540 |
+
"route_completion": 1.8587745198332518e-06,
|
| 541 |
+
"manipulation_score": 1.8587745198332518e-06,
|
| 542 |
+
"total_penalty_factor": 1.0,
|
| 543 |
+
"fail_reason": "object_not_lifted",
|
| 544 |
+
"penalty_events": []
|
| 545 |
+
},
|
| 546 |
+
{
|
| 547 |
+
"episode_id": 37,
|
| 548 |
+
"seed": 100244,
|
| 549 |
+
"success": false,
|
| 550 |
+
"steps_taken": 86,
|
| 551 |
+
"max_steps": 400,
|
| 552 |
+
"route_completion": 22.37364903851521,
|
| 553 |
+
"manipulation_score": 11.186824519257605,
|
| 554 |
+
"total_penalty_factor": 0.5,
|
| 555 |
+
"fail_reason": "out_of_bounds",
|
| 556 |
+
"penalty_events": [
|
| 557 |
+
{
|
| 558 |
+
"event_type": "out_of_bounds",
|
| 559 |
+
"timestep": 86,
|
| 560 |
+
"penalty_factor": 0.5,
|
| 561 |
+
"details": "Target object left workspace/view"
|
| 562 |
+
}
|
| 563 |
+
]
|
| 564 |
+
},
|
| 565 |
+
{
|
| 566 |
+
"episode_id": 38,
|
| 567 |
+
"seed": 100246,
|
| 568 |
+
"success": true,
|
| 569 |
+
"steps_taken": 160,
|
| 570 |
+
"max_steps": 400,
|
| 571 |
+
"route_completion": 100.0,
|
| 572 |
+
"manipulation_score": 100.0,
|
| 573 |
+
"total_penalty_factor": 1.0,
|
| 574 |
+
"fail_reason": null,
|
| 575 |
+
"penalty_events": []
|
| 576 |
+
},
|
| 577 |
+
{
|
| 578 |
+
"episode_id": 39,
|
| 579 |
+
"seed": 100253,
|
| 580 |
+
"success": false,
|
| 581 |
+
"steps_taken": 400,
|
| 582 |
+
"max_steps": 400,
|
| 583 |
+
"route_completion": 21.504211045591816,
|
| 584 |
+
"manipulation_score": 21.504211045591816,
|
| 585 |
+
"total_penalty_factor": 1.0,
|
| 586 |
+
"fail_reason": null,
|
| 587 |
+
"penalty_events": []
|
| 588 |
+
},
|
| 589 |
+
{
|
| 590 |
+
"episode_id": 40,
|
| 591 |
+
"seed": 100261,
|
| 592 |
+
"success": false,
|
| 593 |
+
"steps_taken": 1,
|
| 594 |
+
"max_steps": 400,
|
| 595 |
+
"route_completion": 0.0,
|
| 596 |
+
"manipulation_score": 0.0,
|
| 597 |
+
"total_penalty_factor": 1.0,
|
| 598 |
+
"fail_reason": "object_not_lifted",
|
| 599 |
+
"penalty_events": []
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"episode_id": 41,
|
| 603 |
+
"seed": 100263,
|
| 604 |
+
"success": true,
|
| 605 |
+
"steps_taken": 161,
|
| 606 |
+
"max_steps": 400,
|
| 607 |
+
"route_completion": 100.0,
|
| 608 |
+
"manipulation_score": 100.0,
|
| 609 |
+
"total_penalty_factor": 1.0,
|
| 610 |
+
"fail_reason": null,
|
| 611 |
+
"penalty_events": []
|
| 612 |
+
},
|
| 613 |
+
{
|
| 614 |
+
"episode_id": 42,
|
| 615 |
+
"seed": 100273,
|
| 616 |
+
"success": false,
|
| 617 |
+
"steps_taken": 66,
|
| 618 |
+
"max_steps": 400,
|
| 619 |
+
"route_completion": 26.65877746376106,
|
| 620 |
+
"manipulation_score": 13.32938873188053,
|
| 621 |
+
"total_penalty_factor": 0.5,
|
| 622 |
+
"fail_reason": "out_of_bounds",
|
| 623 |
+
"penalty_events": [
|
| 624 |
+
{
|
| 625 |
+
"event_type": "out_of_bounds",
|
| 626 |
+
"timestep": 66,
|
| 627 |
+
"penalty_factor": 0.5,
|
| 628 |
+
"details": "Target object left workspace/view"
|
| 629 |
+
}
|
| 630 |
+
]
|
| 631 |
+
},
|
| 632 |
+
{
|
| 633 |
+
"episode_id": 43,
|
| 634 |
+
"seed": 100279,
|
| 635 |
+
"success": false,
|
| 636 |
+
"steps_taken": 400,
|
| 637 |
+
"max_steps": 400,
|
| 638 |
+
"route_completion": 25.316316717023536,
|
| 639 |
+
"manipulation_score": 25.316316717023536,
|
| 640 |
+
"total_penalty_factor": 1.0,
|
| 641 |
+
"fail_reason": null,
|
| 642 |
+
"penalty_events": []
|
| 643 |
+
},
|
| 644 |
+
{
|
| 645 |
+
"episode_id": 44,
|
| 646 |
+
"seed": 100283,
|
| 647 |
+
"success": false,
|
| 648 |
+
"steps_taken": 98,
|
| 649 |
+
"max_steps": 400,
|
| 650 |
+
"route_completion": 24.756818927432803,
|
| 651 |
+
"manipulation_score": 12.378409463716402,
|
| 652 |
+
"total_penalty_factor": 0.5,
|
| 653 |
+
"fail_reason": "out_of_bounds",
|
| 654 |
+
"penalty_events": [
|
| 655 |
+
{
|
| 656 |
+
"event_type": "out_of_bounds",
|
| 657 |
+
"timestep": 98,
|
| 658 |
+
"penalty_factor": 0.5,
|
| 659 |
+
"details": "Target object left workspace/view"
|
| 660 |
+
}
|
| 661 |
+
]
|
| 662 |
+
},
|
| 663 |
+
{
|
| 664 |
+
"episode_id": 45,
|
| 665 |
+
"seed": 100291,
|
| 666 |
+
"success": false,
|
| 667 |
+
"steps_taken": 88,
|
| 668 |
+
"max_steps": 400,
|
| 669 |
+
"route_completion": 22.787308195935243,
|
| 670 |
+
"manipulation_score": 11.393654097967621,
|
| 671 |
+
"total_penalty_factor": 0.5,
|
| 672 |
+
"fail_reason": "out_of_bounds",
|
| 673 |
+
"penalty_events": [
|
| 674 |
+
{
|
| 675 |
+
"event_type": "out_of_bounds",
|
| 676 |
+
"timestep": 88,
|
| 677 |
+
"penalty_factor": 0.5,
|
| 678 |
+
"details": "Target object left workspace/view"
|
| 679 |
+
}
|
| 680 |
+
]
|
| 681 |
+
},
|
| 682 |
+
{
|
| 683 |
+
"episode_id": 46,
|
| 684 |
+
"seed": 100292,
|
| 685 |
+
"success": false,
|
| 686 |
+
"steps_taken": 400,
|
| 687 |
+
"max_steps": 400,
|
| 688 |
+
"route_completion": 58.935344097381424,
|
| 689 |
+
"manipulation_score": 58.935344097381424,
|
| 690 |
+
"total_penalty_factor": 1.0,
|
| 691 |
+
"fail_reason": null,
|
| 692 |
+
"penalty_events": []
|
| 693 |
+
},
|
| 694 |
+
{
|
| 695 |
+
"episode_id": 47,
|
| 696 |
+
"seed": 100293,
|
| 697 |
+
"success": false,
|
| 698 |
+
"steps_taken": 400,
|
| 699 |
+
"max_steps": 400,
|
| 700 |
+
"route_completion": 31.663002196883788,
|
| 701 |
+
"manipulation_score": 31.663002196883788,
|
| 702 |
+
"total_penalty_factor": 1.0,
|
| 703 |
+
"fail_reason": null,
|
| 704 |
+
"penalty_events": []
|
| 705 |
+
},
|
| 706 |
+
{
|
| 707 |
+
"episode_id": 48,
|
| 708 |
+
"seed": 100298,
|
| 709 |
+
"success": false,
|
| 710 |
+
"steps_taken": 400,
|
| 711 |
+
"max_steps": 400,
|
| 712 |
+
"route_completion": 28.018186234577218,
|
| 713 |
+
"manipulation_score": 28.018186234577218,
|
| 714 |
+
"total_penalty_factor": 1.0,
|
| 715 |
+
"fail_reason": null,
|
| 716 |
+
"penalty_events": []
|
| 717 |
+
},
|
| 718 |
+
{
|
| 719 |
+
"episode_id": 49,
|
| 720 |
+
"seed": 100300,
|
| 721 |
+
"success": false,
|
| 722 |
+
"steps_taken": 100,
|
| 723 |
+
"max_steps": 400,
|
| 724 |
+
"route_completion": 27.318187982287327,
|
| 725 |
+
"manipulation_score": 13.659093991143664,
|
| 726 |
+
"total_penalty_factor": 0.5,
|
| 727 |
+
"fail_reason": "out_of_bounds",
|
| 728 |
+
"penalty_events": [
|
| 729 |
+
{
|
| 730 |
+
"event_type": "out_of_bounds",
|
| 731 |
+
"timestep": 100,
|
| 732 |
+
"penalty_factor": 0.5,
|
| 733 |
+
"details": "Target object left workspace/view"
|
| 734 |
+
}
|
| 735 |
+
]
|
| 736 |
+
},
|
| 737 |
+
{
|
| 738 |
+
"episode_id": 50,
|
| 739 |
+
"seed": 100304,
|
| 740 |
+
"success": false,
|
| 741 |
+
"steps_taken": 400,
|
| 742 |
+
"max_steps": 400,
|
| 743 |
+
"route_completion": 34.82595499656434,
|
| 744 |
+
"manipulation_score": 34.82595499656434,
|
| 745 |
+
"total_penalty_factor": 1.0,
|
| 746 |
+
"fail_reason": null,
|
| 747 |
+
"penalty_events": []
|
| 748 |
+
},
|
| 749 |
+
{
|
| 750 |
+
"episode_id": 51,
|
| 751 |
+
"seed": 100308,
|
| 752 |
+
"success": false,
|
| 753 |
+
"steps_taken": 74,
|
| 754 |
+
"max_steps": 400,
|
| 755 |
+
"route_completion": 48.78987243280771,
|
| 756 |
+
"manipulation_score": 24.394936216403856,
|
| 757 |
+
"total_penalty_factor": 0.5,
|
| 758 |
+
"fail_reason": "out_of_bounds",
|
| 759 |
+
"penalty_events": [
|
| 760 |
+
{
|
| 761 |
+
"event_type": "out_of_bounds",
|
| 762 |
+
"timestep": 74,
|
| 763 |
+
"penalty_factor": 0.5,
|
| 764 |
+
"details": "Target object left workspace/view"
|
| 765 |
+
}
|
| 766 |
+
]
|
| 767 |
+
},
|
| 768 |
+
{
|
| 769 |
+
"episode_id": 52,
|
| 770 |
+
"seed": 100316,
|
| 771 |
+
"success": true,
|
| 772 |
+
"steps_taken": 141,
|
| 773 |
+
"max_steps": 400,
|
| 774 |
+
"route_completion": 100.0,
|
| 775 |
+
"manipulation_score": 100.0,
|
| 776 |
+
"total_penalty_factor": 1.0,
|
| 777 |
+
"fail_reason": null,
|
| 778 |
+
"penalty_events": []
|
| 779 |
+
},
|
| 780 |
+
{
|
| 781 |
+
"episode_id": 53,
|
| 782 |
+
"seed": 100317,
|
| 783 |
+
"success": false,
|
| 784 |
+
"steps_taken": 400,
|
| 785 |
+
"max_steps": 400,
|
| 786 |
+
"route_completion": 51.401170919564784,
|
| 787 |
+
"manipulation_score": 51.401170919564784,
|
| 788 |
+
"total_penalty_factor": 1.0,
|
| 789 |
+
"fail_reason": null,
|
| 790 |
+
"penalty_events": []
|
| 791 |
+
},
|
| 792 |
+
{
|
| 793 |
+
"episode_id": 54,
|
| 794 |
+
"seed": 100325,
|
| 795 |
+
"success": false,
|
| 796 |
+
"steps_taken": 400,
|
| 797 |
+
"max_steps": 400,
|
| 798 |
+
"route_completion": 30.33146775620596,
|
| 799 |
+
"manipulation_score": 30.33146775620596,
|
| 800 |
+
"total_penalty_factor": 1.0,
|
| 801 |
+
"fail_reason": null,
|
| 802 |
+
"penalty_events": []
|
| 803 |
+
},
|
| 804 |
+
{
|
| 805 |
+
"episode_id": 55,
|
| 806 |
+
"seed": 100338,
|
| 807 |
+
"success": false,
|
| 808 |
+
"steps_taken": 400,
|
| 809 |
+
"max_steps": 400,
|
| 810 |
+
"route_completion": 30.19720435963108,
|
| 811 |
+
"manipulation_score": 30.19720435963108,
|
| 812 |
+
"total_penalty_factor": 1.0,
|
| 813 |
+
"fail_reason": null,
|
| 814 |
+
"penalty_events": []
|
| 815 |
+
},
|
| 816 |
+
{
|
| 817 |
+
"episode_id": 56,
|
| 818 |
+
"seed": 100339,
|
| 819 |
+
"success": false,
|
| 820 |
+
"steps_taken": 400,
|
| 821 |
+
"max_steps": 400,
|
| 822 |
+
"route_completion": 18.441837028788584,
|
| 823 |
+
"manipulation_score": 18.441837028788584,
|
| 824 |
+
"total_penalty_factor": 1.0,
|
| 825 |
+
"fail_reason": null,
|
| 826 |
+
"penalty_events": []
|
| 827 |
+
},
|
| 828 |
+
{
|
| 829 |
+
"episode_id": 57,
|
| 830 |
+
"seed": 100342,
|
| 831 |
+
"success": false,
|
| 832 |
+
"steps_taken": 400,
|
| 833 |
+
"max_steps": 400,
|
| 834 |
+
"route_completion": 41.604321018056986,
|
| 835 |
+
"manipulation_score": 41.604321018056986,
|
| 836 |
+
"total_penalty_factor": 1.0,
|
| 837 |
+
"fail_reason": null,
|
| 838 |
+
"penalty_events": []
|
| 839 |
+
},
|
| 840 |
+
{
|
| 841 |
+
"episode_id": 58,
|
| 842 |
+
"seed": 100362,
|
| 843 |
+
"success": false,
|
| 844 |
+
"steps_taken": 400,
|
| 845 |
+
"max_steps": 400,
|
| 846 |
+
"route_completion": 43.11972939925132,
|
| 847 |
+
"manipulation_score": 43.11972939925132,
|
| 848 |
+
"total_penalty_factor": 1.0,
|
| 849 |
+
"fail_reason": null,
|
| 850 |
+
"penalty_events": []
|
| 851 |
+
},
|
| 852 |
+
{
|
| 853 |
+
"episode_id": 59,
|
| 854 |
+
"seed": 100374,
|
| 855 |
+
"success": false,
|
| 856 |
+
"steps_taken": 253,
|
| 857 |
+
"max_steps": 400,
|
| 858 |
+
"route_completion": 0.1361942992825348,
|
| 859 |
+
"manipulation_score": 0.0680971496412674,
|
| 860 |
+
"total_penalty_factor": 0.5,
|
| 861 |
+
"fail_reason": "out_of_bounds",
|
| 862 |
+
"penalty_events": [
|
| 863 |
+
{
|
| 864 |
+
"event_type": "out_of_bounds",
|
| 865 |
+
"timestep": 253,
|
| 866 |
+
"penalty_factor": 0.5,
|
| 867 |
+
"details": "Target object left workspace/view"
|
| 868 |
+
}
|
| 869 |
+
]
|
| 870 |
+
},
|
| 871 |
+
{
|
| 872 |
+
"episode_id": 60,
|
| 873 |
+
"seed": 100380,
|
| 874 |
+
"success": false,
|
| 875 |
+
"steps_taken": 98,
|
| 876 |
+
"max_steps": 400,
|
| 877 |
+
"route_completion": 13.419053993502821,
|
| 878 |
+
"manipulation_score": 6.709526996751411,
|
| 879 |
+
"total_penalty_factor": 0.5,
|
| 880 |
+
"fail_reason": "out_of_bounds",
|
| 881 |
+
"penalty_events": [
|
| 882 |
+
{
|
| 883 |
+
"event_type": "out_of_bounds",
|
| 884 |
+
"timestep": 98,
|
| 885 |
+
"penalty_factor": 0.5,
|
| 886 |
+
"details": "Target object left workspace/view"
|
| 887 |
+
}
|
| 888 |
+
]
|
| 889 |
+
},
|
| 890 |
+
{
|
| 891 |
+
"episode_id": 61,
|
| 892 |
+
"seed": 100392,
|
| 893 |
+
"success": false,
|
| 894 |
+
"steps_taken": 400,
|
| 895 |
+
"max_steps": 400,
|
| 896 |
+
"route_completion": 32.70900583981689,
|
| 897 |
+
"manipulation_score": 32.70900583981689,
|
| 898 |
+
"total_penalty_factor": 1.0,
|
| 899 |
+
"fail_reason": null,
|
| 900 |
+
"penalty_events": []
|
| 901 |
+
},
|
| 902 |
+
{
|
| 903 |
+
"episode_id": 62,
|
| 904 |
+
"seed": 100394,
|
| 905 |
+
"success": false,
|
| 906 |
+
"steps_taken": 86,
|
| 907 |
+
"max_steps": 400,
|
| 908 |
+
"route_completion": 9.429219685187608,
|
| 909 |
+
"manipulation_score": 4.714609842593804,
|
| 910 |
+
"total_penalty_factor": 0.5,
|
| 911 |
+
"fail_reason": "out_of_bounds",
|
| 912 |
+
"penalty_events": [
|
| 913 |
+
{
|
| 914 |
+
"event_type": "out_of_bounds",
|
| 915 |
+
"timestep": 86,
|
| 916 |
+
"penalty_factor": 0.5,
|
| 917 |
+
"details": "Target object left workspace/view"
|
| 918 |
+
}
|
| 919 |
+
]
|
| 920 |
+
},
|
| 921 |
+
{
|
| 922 |
+
"episode_id": 63,
|
| 923 |
+
"seed": 100395,
|
| 924 |
+
"success": false,
|
| 925 |
+
"steps_taken": 1,
|
| 926 |
+
"max_steps": 400,
|
| 927 |
+
"route_completion": 0.0,
|
| 928 |
+
"manipulation_score": 0.0,
|
| 929 |
+
"total_penalty_factor": 1.0,
|
| 930 |
+
"fail_reason": "object_not_lifted",
|
| 931 |
+
"penalty_events": []
|
| 932 |
+
},
|
| 933 |
+
{
|
| 934 |
+
"episode_id": 64,
|
| 935 |
+
"seed": 100396,
|
| 936 |
+
"success": false,
|
| 937 |
+
"steps_taken": 400,
|
| 938 |
+
"max_steps": 400,
|
| 939 |
+
"route_completion": 52.21029069994375,
|
| 940 |
+
"manipulation_score": 52.21029069994375,
|
| 941 |
+
"total_penalty_factor": 1.0,
|
| 942 |
+
"fail_reason": null,
|
| 943 |
+
"penalty_events": []
|
| 944 |
+
},
|
| 945 |
+
{
|
| 946 |
+
"episode_id": 65,
|
| 947 |
+
"seed": 100403,
|
| 948 |
+
"success": true,
|
| 949 |
+
"steps_taken": 140,
|
| 950 |
+
"max_steps": 400,
|
| 951 |
+
"route_completion": 100.0,
|
| 952 |
+
"manipulation_score": 100.0,
|
| 953 |
+
"total_penalty_factor": 1.0,
|
| 954 |
+
"fail_reason": null,
|
| 955 |
+
"penalty_events": []
|
| 956 |
+
},
|
| 957 |
+
{
|
| 958 |
+
"episode_id": 66,
|
| 959 |
+
"seed": 100406,
|
| 960 |
+
"success": false,
|
| 961 |
+
"steps_taken": 57,
|
| 962 |
+
"max_steps": 400,
|
| 963 |
+
"route_completion": 0.0,
|
| 964 |
+
"manipulation_score": 0.0,
|
| 965 |
+
"total_penalty_factor": 1.0,
|
| 966 |
+
"fail_reason": "object_not_lifted",
|
| 967 |
+
"penalty_events": []
|
| 968 |
+
},
|
| 969 |
+
{
|
| 970 |
+
"episode_id": 67,
|
| 971 |
+
"seed": 100408,
|
| 972 |
+
"success": false,
|
| 973 |
+
"steps_taken": 400,
|
| 974 |
+
"max_steps": 400,
|
| 975 |
+
"route_completion": 30.349326425373313,
|
| 976 |
+
"manipulation_score": 30.349326425373313,
|
| 977 |
+
"total_penalty_factor": 1.0,
|
| 978 |
+
"fail_reason": null,
|
| 979 |
+
"penalty_events": []
|
| 980 |
+
},
|
| 981 |
+
{
|
| 982 |
+
"episode_id": 68,
|
| 983 |
+
"seed": 100410,
|
| 984 |
+
"success": false,
|
| 985 |
+
"steps_taken": 260,
|
| 986 |
+
"max_steps": 400,
|
| 987 |
+
"route_completion": 32.63396359426892,
|
| 988 |
+
"manipulation_score": 16.31698179713446,
|
| 989 |
+
"total_penalty_factor": 0.5,
|
| 990 |
+
"fail_reason": "out_of_bounds",
|
| 991 |
+
"penalty_events": [
|
| 992 |
+
{
|
| 993 |
+
"event_type": "out_of_bounds",
|
| 994 |
+
"timestep": 260,
|
| 995 |
+
"penalty_factor": 0.5,
|
| 996 |
+
"details": "Target object left workspace/view"
|
| 997 |
+
}
|
| 998 |
+
]
|
| 999 |
+
},
|
| 1000 |
+
{
|
| 1001 |
+
"episode_id": 69,
|
| 1002 |
+
"seed": 100412,
|
| 1003 |
+
"success": false,
|
| 1004 |
+
"steps_taken": 73,
|
| 1005 |
+
"max_steps": 400,
|
| 1006 |
+
"route_completion": 31.37436215924013,
|
| 1007 |
+
"manipulation_score": 15.687181079620064,
|
| 1008 |
+
"total_penalty_factor": 0.5,
|
| 1009 |
+
"fail_reason": "out_of_bounds",
|
| 1010 |
+
"penalty_events": [
|
| 1011 |
+
{
|
| 1012 |
+
"event_type": "out_of_bounds",
|
| 1013 |
+
"timestep": 73,
|
| 1014 |
+
"penalty_factor": 0.5,
|
| 1015 |
+
"details": "Target object left workspace/view"
|
| 1016 |
+
}
|
| 1017 |
+
]
|
| 1018 |
+
},
|
| 1019 |
+
{
|
| 1020 |
+
"episode_id": 70,
|
| 1021 |
+
"seed": 100414,
|
| 1022 |
+
"success": false,
|
| 1023 |
+
"steps_taken": 1,
|
| 1024 |
+
"max_steps": 400,
|
| 1025 |
+
"route_completion": 0.0,
|
| 1026 |
+
"manipulation_score": 0.0,
|
| 1027 |
+
"total_penalty_factor": 1.0,
|
| 1028 |
+
"fail_reason": "object_not_lifted",
|
| 1029 |
+
"penalty_events": []
|
| 1030 |
+
},
|
| 1031 |
+
{
|
| 1032 |
+
"episode_id": 71,
|
| 1033 |
+
"seed": 100425,
|
| 1034 |
+
"success": false,
|
| 1035 |
+
"steps_taken": 400,
|
| 1036 |
+
"max_steps": 400,
|
| 1037 |
+
"route_completion": 21.241650640460875,
|
| 1038 |
+
"manipulation_score": 21.241650640460875,
|
| 1039 |
+
"total_penalty_factor": 1.0,
|
| 1040 |
+
"fail_reason": null,
|
| 1041 |
+
"penalty_events": []
|
| 1042 |
+
},
|
| 1043 |
+
{
|
| 1044 |
+
"episode_id": 72,
|
| 1045 |
+
"seed": 100435,
|
| 1046 |
+
"success": false,
|
| 1047 |
+
"steps_taken": 400,
|
| 1048 |
+
"max_steps": 400,
|
| 1049 |
+
"route_completion": 50.11318163785443,
|
| 1050 |
+
"manipulation_score": 50.11318163785443,
|
| 1051 |
+
"total_penalty_factor": 1.0,
|
| 1052 |
+
"fail_reason": null,
|
| 1053 |
+
"penalty_events": []
|
| 1054 |
+
},
|
| 1055 |
+
{
|
| 1056 |
+
"episode_id": 73,
|
| 1057 |
+
"seed": 100440,
|
| 1058 |
+
"success": false,
|
| 1059 |
+
"steps_taken": 400,
|
| 1060 |
+
"max_steps": 400,
|
| 1061 |
+
"route_completion": 41.418687401033324,
|
| 1062 |
+
"manipulation_score": 41.418687401033324,
|
| 1063 |
+
"total_penalty_factor": 1.0,
|
| 1064 |
+
"fail_reason": null,
|
| 1065 |
+
"penalty_events": []
|
| 1066 |
+
},
|
| 1067 |
+
{
|
| 1068 |
+
"episode_id": 74,
|
| 1069 |
+
"seed": 100442,
|
| 1070 |
+
"success": false,
|
| 1071 |
+
"steps_taken": 117,
|
| 1072 |
+
"max_steps": 400,
|
| 1073 |
+
"route_completion": 0.509981263144672,
|
| 1074 |
+
"manipulation_score": 0.254990631572336,
|
| 1075 |
+
"total_penalty_factor": 0.5,
|
| 1076 |
+
"fail_reason": "out_of_bounds",
|
| 1077 |
+
"penalty_events": [
|
| 1078 |
+
{
|
| 1079 |
+
"event_type": "out_of_bounds",
|
| 1080 |
+
"timestep": 117,
|
| 1081 |
+
"penalty_factor": 0.5,
|
| 1082 |
+
"details": "Target object left workspace/view"
|
| 1083 |
+
}
|
| 1084 |
+
]
|
| 1085 |
+
},
|
| 1086 |
+
{
|
| 1087 |
+
"episode_id": 75,
|
| 1088 |
+
"seed": 100468,
|
| 1089 |
+
"success": false,
|
| 1090 |
+
"steps_taken": 400,
|
| 1091 |
+
"max_steps": 400,
|
| 1092 |
+
"route_completion": 38.26060475755722,
|
| 1093 |
+
"manipulation_score": 38.26060475755722,
|
| 1094 |
+
"total_penalty_factor": 1.0,
|
| 1095 |
+
"fail_reason": null,
|
| 1096 |
+
"penalty_events": []
|
| 1097 |
+
},
|
| 1098 |
+
{
|
| 1099 |
+
"episode_id": 76,
|
| 1100 |
+
"seed": 100474,
|
| 1101 |
+
"success": false,
|
| 1102 |
+
"steps_taken": 1,
|
| 1103 |
+
"max_steps": 400,
|
| 1104 |
+
"route_completion": 6.220173060896273e-06,
|
| 1105 |
+
"manipulation_score": 6.220173060896273e-06,
|
| 1106 |
+
"total_penalty_factor": 1.0,
|
| 1107 |
+
"fail_reason": "object_not_lifted",
|
| 1108 |
+
"penalty_events": []
|
| 1109 |
+
},
|
| 1110 |
+
{
|
| 1111 |
+
"episode_id": 77,
|
| 1112 |
+
"seed": 100482,
|
| 1113 |
+
"success": false,
|
| 1114 |
+
"steps_taken": 400,
|
| 1115 |
+
"max_steps": 400,
|
| 1116 |
+
"route_completion": 36.188565965556684,
|
| 1117 |
+
"manipulation_score": 36.188565965556684,
|
| 1118 |
+
"total_penalty_factor": 1.0,
|
| 1119 |
+
"fail_reason": null,
|
| 1120 |
+
"penalty_events": []
|
| 1121 |
+
},
|
| 1122 |
+
{
|
| 1123 |
+
"episode_id": 78,
|
| 1124 |
+
"seed": 100495,
|
| 1125 |
+
"success": false,
|
| 1126 |
+
"steps_taken": 400,
|
| 1127 |
+
"max_steps": 400,
|
| 1128 |
+
"route_completion": 16.686695279232705,
|
| 1129 |
+
"manipulation_score": 16.686695279232705,
|
| 1130 |
+
"total_penalty_factor": 1.0,
|
| 1131 |
+
"fail_reason": null,
|
| 1132 |
+
"penalty_events": []
|
| 1133 |
+
},
|
| 1134 |
+
{
|
| 1135 |
+
"episode_id": 79,
|
| 1136 |
+
"seed": 100497,
|
| 1137 |
+
"success": false,
|
| 1138 |
+
"steps_taken": 400,
|
| 1139 |
+
"max_steps": 400,
|
| 1140 |
+
"route_completion": 54.41597102981276,
|
| 1141 |
+
"manipulation_score": 54.41597102981276,
|
| 1142 |
+
"total_penalty_factor": 1.0,
|
| 1143 |
+
"fail_reason": null,
|
| 1144 |
+
"penalty_events": []
|
| 1145 |
+
},
|
| 1146 |
+
{
|
| 1147 |
+
"episode_id": 80,
|
| 1148 |
+
"seed": 100500,
|
| 1149 |
+
"success": false,
|
| 1150 |
+
"steps_taken": 400,
|
| 1151 |
+
"max_steps": 400,
|
| 1152 |
+
"route_completion": 43.44629097286724,
|
| 1153 |
+
"manipulation_score": 43.44629097286724,
|
| 1154 |
+
"total_penalty_factor": 1.0,
|
| 1155 |
+
"fail_reason": null,
|
| 1156 |
+
"penalty_events": []
|
| 1157 |
+
},
|
| 1158 |
+
{
|
| 1159 |
+
"episode_id": 81,
|
| 1160 |
+
"seed": 100503,
|
| 1161 |
+
"success": false,
|
| 1162 |
+
"steps_taken": 1,
|
| 1163 |
+
"max_steps": 400,
|
| 1164 |
+
"route_completion": 0.0,
|
| 1165 |
+
"manipulation_score": 0.0,
|
| 1166 |
+
"total_penalty_factor": 1.0,
|
| 1167 |
+
"fail_reason": "object_not_lifted",
|
| 1168 |
+
"penalty_events": []
|
| 1169 |
+
},
|
| 1170 |
+
{
|
| 1171 |
+
"episode_id": 82,
|
| 1172 |
+
"seed": 100506,
|
| 1173 |
+
"success": false,
|
| 1174 |
+
"steps_taken": 400,
|
| 1175 |
+
"max_steps": 400,
|
| 1176 |
+
"route_completion": 35.335783352949605,
|
| 1177 |
+
"manipulation_score": 35.335783352949605,
|
| 1178 |
+
"total_penalty_factor": 1.0,
|
| 1179 |
+
"fail_reason": null,
|
| 1180 |
+
"penalty_events": []
|
| 1181 |
+
},
|
| 1182 |
+
{
|
| 1183 |
+
"episode_id": 83,
|
| 1184 |
+
"seed": 100524,
|
| 1185 |
+
"success": false,
|
| 1186 |
+
"steps_taken": 400,
|
| 1187 |
+
"max_steps": 400,
|
| 1188 |
+
"route_completion": 31.380078325902282,
|
| 1189 |
+
"manipulation_score": 31.380078325902282,
|
| 1190 |
+
"total_penalty_factor": 1.0,
|
| 1191 |
+
"fail_reason": null,
|
| 1192 |
+
"penalty_events": []
|
| 1193 |
+
},
|
| 1194 |
+
{
|
| 1195 |
+
"episode_id": 84,
|
| 1196 |
+
"seed": 100526,
|
| 1197 |
+
"success": false,
|
| 1198 |
+
"steps_taken": 1,
|
| 1199 |
+
"max_steps": 400,
|
| 1200 |
+
"route_completion": 0.0,
|
| 1201 |
+
"manipulation_score": 0.0,
|
| 1202 |
+
"total_penalty_factor": 1.0,
|
| 1203 |
+
"fail_reason": "object_not_lifted",
|
| 1204 |
+
"penalty_events": []
|
| 1205 |
+
},
|
| 1206 |
+
{
|
| 1207 |
+
"episode_id": 85,
|
| 1208 |
+
"seed": 100536,
|
| 1209 |
+
"success": false,
|
| 1210 |
+
"steps_taken": 90,
|
| 1211 |
+
"max_steps": 400,
|
| 1212 |
+
"route_completion": 41.27705938548847,
|
| 1213 |
+
"manipulation_score": 20.638529692744235,
|
| 1214 |
+
"total_penalty_factor": 0.5,
|
| 1215 |
+
"fail_reason": "out_of_bounds",
|
| 1216 |
+
"penalty_events": [
|
| 1217 |
+
{
|
| 1218 |
+
"event_type": "out_of_bounds",
|
| 1219 |
+
"timestep": 90,
|
| 1220 |
+
"penalty_factor": 0.5,
|
| 1221 |
+
"details": "Target object left workspace/view"
|
| 1222 |
+
}
|
| 1223 |
+
]
|
| 1224 |
+
},
|
| 1225 |
+
{
|
| 1226 |
+
"episode_id": 86,
|
| 1227 |
+
"seed": 100538,
|
| 1228 |
+
"success": false,
|
| 1229 |
+
"steps_taken": 400,
|
| 1230 |
+
"max_steps": 400,
|
| 1231 |
+
"route_completion": 34.19488548441992,
|
| 1232 |
+
"manipulation_score": 34.19488548441992,
|
| 1233 |
+
"total_penalty_factor": 1.0,
|
| 1234 |
+
"fail_reason": null,
|
| 1235 |
+
"penalty_events": []
|
| 1236 |
+
},
|
| 1237 |
+
{
|
| 1238 |
+
"episode_id": 87,
|
| 1239 |
+
"seed": 100539,
|
| 1240 |
+
"success": false,
|
| 1241 |
+
"steps_taken": 52,
|
| 1242 |
+
"max_steps": 400,
|
| 1243 |
+
"route_completion": 25.331215805012803,
|
| 1244 |
+
"manipulation_score": 12.665607902506402,
|
| 1245 |
+
"total_penalty_factor": 0.5,
|
| 1246 |
+
"fail_reason": "out_of_bounds",
|
| 1247 |
+
"penalty_events": [
|
| 1248 |
+
{
|
| 1249 |
+
"event_type": "out_of_bounds",
|
| 1250 |
+
"timestep": 52,
|
| 1251 |
+
"penalty_factor": 0.5,
|
| 1252 |
+
"details": "Target object left workspace/view"
|
| 1253 |
+
}
|
| 1254 |
+
]
|
| 1255 |
+
},
|
| 1256 |
+
{
|
| 1257 |
+
"episode_id": 88,
|
| 1258 |
+
"seed": 100557,
|
| 1259 |
+
"success": false,
|
| 1260 |
+
"steps_taken": 53,
|
| 1261 |
+
"max_steps": 400,
|
| 1262 |
+
"route_completion": 43.090242870183225,
|
| 1263 |
+
"manipulation_score": 43.090242870183225,
|
| 1264 |
+
"total_penalty_factor": 1.0,
|
| 1265 |
+
"fail_reason": "object_not_lifted",
|
| 1266 |
+
"penalty_events": []
|
| 1267 |
+
},
|
| 1268 |
+
{
|
| 1269 |
+
"episode_id": 89,
|
| 1270 |
+
"seed": 100568,
|
| 1271 |
+
"success": false,
|
| 1272 |
+
"steps_taken": 63,
|
| 1273 |
+
"max_steps": 400,
|
| 1274 |
+
"route_completion": 34.08088588850776,
|
| 1275 |
+
"manipulation_score": 17.04044294425388,
|
| 1276 |
+
"total_penalty_factor": 0.5,
|
| 1277 |
+
"fail_reason": "out_of_bounds",
|
| 1278 |
+
"penalty_events": [
|
| 1279 |
+
{
|
| 1280 |
+
"event_type": "out_of_bounds",
|
| 1281 |
+
"timestep": 63,
|
| 1282 |
+
"penalty_factor": 0.5,
|
| 1283 |
+
"details": "Target object left workspace/view"
|
| 1284 |
+
}
|
| 1285 |
+
]
|
| 1286 |
+
},
|
| 1287 |
+
{
|
| 1288 |
+
"episode_id": 90,
|
| 1289 |
+
"seed": 100572,
|
| 1290 |
+
"success": true,
|
| 1291 |
+
"steps_taken": 136,
|
| 1292 |
+
"max_steps": 400,
|
| 1293 |
+
"route_completion": 100.0,
|
| 1294 |
+
"manipulation_score": 100.0,
|
| 1295 |
+
"total_penalty_factor": 1.0,
|
| 1296 |
+
"fail_reason": null,
|
| 1297 |
+
"penalty_events": []
|
| 1298 |
+
},
|
| 1299 |
+
{
|
| 1300 |
+
"episode_id": 91,
|
| 1301 |
+
"seed": 100573,
|
| 1302 |
+
"success": false,
|
| 1303 |
+
"steps_taken": 1,
|
| 1304 |
+
"max_steps": 400,
|
| 1305 |
+
"route_completion": 3.198873269624827e-06,
|
| 1306 |
+
"manipulation_score": 3.198873269624827e-06,
|
| 1307 |
+
"total_penalty_factor": 1.0,
|
| 1308 |
+
"fail_reason": "object_not_lifted",
|
| 1309 |
+
"penalty_events": []
|
| 1310 |
+
},
|
| 1311 |
+
{
|
| 1312 |
+
"episode_id": 92,
|
| 1313 |
+
"seed": 100574,
|
| 1314 |
+
"success": false,
|
| 1315 |
+
"steps_taken": 400,
|
| 1316 |
+
"max_steps": 400,
|
| 1317 |
+
"route_completion": 42.758924759050075,
|
| 1318 |
+
"manipulation_score": 42.758924759050075,
|
| 1319 |
+
"total_penalty_factor": 1.0,
|
| 1320 |
+
"fail_reason": null,
|
| 1321 |
+
"penalty_events": []
|
| 1322 |
+
},
|
| 1323 |
+
{
|
| 1324 |
+
"episode_id": 93,
|
| 1325 |
+
"seed": 100585,
|
| 1326 |
+
"success": false,
|
| 1327 |
+
"steps_taken": 58,
|
| 1328 |
+
"max_steps": 400,
|
| 1329 |
+
"route_completion": 29.00672793999889,
|
| 1330 |
+
"manipulation_score": 14.503363969999445,
|
| 1331 |
+
"total_penalty_factor": 0.5,
|
| 1332 |
+
"fail_reason": "out_of_bounds",
|
| 1333 |
+
"penalty_events": [
|
| 1334 |
+
{
|
| 1335 |
+
"event_type": "out_of_bounds",
|
| 1336 |
+
"timestep": 58,
|
| 1337 |
+
"penalty_factor": 0.5,
|
| 1338 |
+
"details": "Target object left workspace/view"
|
| 1339 |
+
}
|
| 1340 |
+
]
|
| 1341 |
+
},
|
| 1342 |
+
{
|
| 1343 |
+
"episode_id": 94,
|
| 1344 |
+
"seed": 100586,
|
| 1345 |
+
"success": false,
|
| 1346 |
+
"steps_taken": 400,
|
| 1347 |
+
"max_steps": 400,
|
| 1348 |
+
"route_completion": 35.39550570238864,
|
| 1349 |
+
"manipulation_score": 35.39550570238864,
|
| 1350 |
+
"total_penalty_factor": 1.0,
|
| 1351 |
+
"fail_reason": null,
|
| 1352 |
+
"penalty_events": []
|
| 1353 |
+
},
|
| 1354 |
+
{
|
| 1355 |
+
"episode_id": 95,
|
| 1356 |
+
"seed": 100590,
|
| 1357 |
+
"success": false,
|
| 1358 |
+
"steps_taken": 88,
|
| 1359 |
+
"max_steps": 400,
|
| 1360 |
+
"route_completion": 0.02493431786545263,
|
| 1361 |
+
"manipulation_score": 0.012467158932726315,
|
| 1362 |
+
"total_penalty_factor": 0.5,
|
| 1363 |
+
"fail_reason": "out_of_bounds",
|
| 1364 |
+
"penalty_events": [
|
| 1365 |
+
{
|
| 1366 |
+
"event_type": "out_of_bounds",
|
| 1367 |
+
"timestep": 88,
|
| 1368 |
+
"penalty_factor": 0.5,
|
| 1369 |
+
"details": "Target object left workspace/view"
|
| 1370 |
+
}
|
| 1371 |
+
]
|
| 1372 |
+
},
|
| 1373 |
+
{
|
| 1374 |
+
"episode_id": 96,
|
| 1375 |
+
"seed": 100595,
|
| 1376 |
+
"success": false,
|
| 1377 |
+
"steps_taken": 400,
|
| 1378 |
+
"max_steps": 400,
|
| 1379 |
+
"route_completion": 25.87101407621779,
|
| 1380 |
+
"manipulation_score": 25.87101407621779,
|
| 1381 |
+
"total_penalty_factor": 1.0,
|
| 1382 |
+
"fail_reason": null,
|
| 1383 |
+
"penalty_events": []
|
| 1384 |
+
},
|
| 1385 |
+
{
|
| 1386 |
+
"episode_id": 97,
|
| 1387 |
+
"seed": 100598,
|
| 1388 |
+
"success": false,
|
| 1389 |
+
"steps_taken": 77,
|
| 1390 |
+
"max_steps": 400,
|
| 1391 |
+
"route_completion": 41.298796450625886,
|
| 1392 |
+
"manipulation_score": 20.649398225312943,
|
| 1393 |
+
"total_penalty_factor": 0.5,
|
| 1394 |
+
"fail_reason": "out_of_bounds",
|
| 1395 |
+
"penalty_events": [
|
| 1396 |
+
{
|
| 1397 |
+
"event_type": "out_of_bounds",
|
| 1398 |
+
"timestep": 77,
|
| 1399 |
+
"penalty_factor": 0.5,
|
| 1400 |
+
"details": "Target object left workspace/view"
|
| 1401 |
+
}
|
| 1402 |
+
]
|
| 1403 |
+
},
|
| 1404 |
+
{
|
| 1405 |
+
"episode_id": 98,
|
| 1406 |
+
"seed": 100599,
|
| 1407 |
+
"success": false,
|
| 1408 |
+
"steps_taken": 1,
|
| 1409 |
+
"max_steps": 400,
|
| 1410 |
+
"route_completion": 0.0,
|
| 1411 |
+
"manipulation_score": 0.0,
|
| 1412 |
+
"total_penalty_factor": 1.0,
|
| 1413 |
+
"fail_reason": "object_not_lifted",
|
| 1414 |
+
"penalty_events": []
|
| 1415 |
+
},
|
| 1416 |
+
{
|
| 1417 |
+
"episode_id": 99,
|
| 1418 |
+
"seed": 100616,
|
| 1419 |
+
"success": false,
|
| 1420 |
+
"steps_taken": 103,
|
| 1421 |
+
"max_steps": 400,
|
| 1422 |
+
"route_completion": 2.772492680297596,
|
| 1423 |
+
"manipulation_score": 1.386246340148798,
|
| 1424 |
+
"total_penalty_factor": 0.5,
|
| 1425 |
+
"fail_reason": "out_of_bounds",
|
| 1426 |
+
"penalty_events": [
|
| 1427 |
+
{
|
| 1428 |
+
"event_type": "out_of_bounds",
|
| 1429 |
+
"timestep": 103,
|
| 1430 |
+
"penalty_factor": 0.5,
|
| 1431 |
+
"details": "Target object left workspace/view"
|
| 1432 |
+
}
|
| 1433 |
+
]
|
| 1434 |
+
},
|
| 1435 |
+
{
|
| 1436 |
+
"episode_id": 100,
|
| 1437 |
+
"seed": 100625,
|
| 1438 |
+
"success": true,
|
| 1439 |
+
"steps_taken": 132,
|
| 1440 |
+
"max_steps": 400,
|
| 1441 |
+
"route_completion": 100.0,
|
| 1442 |
+
"manipulation_score": 100.0,
|
| 1443 |
+
"total_penalty_factor": 1.0,
|
| 1444 |
+
"fail_reason": null,
|
| 1445 |
+
"penalty_events": []
|
| 1446 |
+
}
|
| 1447 |
+
]
|
log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 10,
|
| 4 |
+
"success_rate": 10.0,
|
| 5 |
+
"manipulation_score_mean": 29.199267976629923,
|
| 6 |
+
"manipulation_score_std": 28.663538324241113,
|
| 7 |
+
"route_completion_mean": 33.0153765904058,
|
| 8 |
+
"route_completion_std": 27.572745955929683,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 35
|
| 11 |
+
}
|
log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 10.0% (10/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 29.20
|
| 10 |
+
Std: 28.66
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 33.02%
|
| 14 |
+
Std: 27.57
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 35
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-29 22:50:17
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.1
|
log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1356 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100001,
|
| 5 |
+
"success": false,
|
| 6 |
+
"steps_taken": 400,
|
| 7 |
+
"max_steps": 400,
|
| 8 |
+
"route_completion": 51.66391189109167,
|
| 9 |
+
"manipulation_score": 51.66391189109167,
|
| 10 |
+
"total_penalty_factor": 1.0,
|
| 11 |
+
"fail_reason": null,
|
| 12 |
+
"penalty_events": []
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"episode_id": 2,
|
| 16 |
+
"seed": 100004,
|
| 17 |
+
"success": false,
|
| 18 |
+
"steps_taken": 400,
|
| 19 |
+
"max_steps": 400,
|
| 20 |
+
"route_completion": 30.666152081558916,
|
| 21 |
+
"manipulation_score": 30.666152081558916,
|
| 22 |
+
"total_penalty_factor": 1.0,
|
| 23 |
+
"fail_reason": null,
|
| 24 |
+
"penalty_events": []
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"episode_id": 3,
|
| 28 |
+
"seed": 100005,
|
| 29 |
+
"success": false,
|
| 30 |
+
"steps_taken": 400,
|
| 31 |
+
"max_steps": 400,
|
| 32 |
+
"route_completion": 54.989100212246015,
|
| 33 |
+
"manipulation_score": 54.989100212246015,
|
| 34 |
+
"total_penalty_factor": 1.0,
|
| 35 |
+
"fail_reason": null,
|
| 36 |
+
"penalty_events": []
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"episode_id": 4,
|
| 40 |
+
"seed": 100007,
|
| 41 |
+
"success": false,
|
| 42 |
+
"steps_taken": 400,
|
| 43 |
+
"max_steps": 400,
|
| 44 |
+
"route_completion": 49.803181364525116,
|
| 45 |
+
"manipulation_score": 49.803181364525116,
|
| 46 |
+
"total_penalty_factor": 1.0,
|
| 47 |
+
"fail_reason": null,
|
| 48 |
+
"penalty_events": []
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"episode_id": 5,
|
| 52 |
+
"seed": 100009,
|
| 53 |
+
"success": false,
|
| 54 |
+
"steps_taken": 400,
|
| 55 |
+
"max_steps": 400,
|
| 56 |
+
"route_completion": 36.08521982100415,
|
| 57 |
+
"manipulation_score": 36.08521982100415,
|
| 58 |
+
"total_penalty_factor": 1.0,
|
| 59 |
+
"fail_reason": null,
|
| 60 |
+
"penalty_events": []
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"episode_id": 6,
|
| 64 |
+
"seed": 100010,
|
| 65 |
+
"success": false,
|
| 66 |
+
"steps_taken": 400,
|
| 67 |
+
"max_steps": 400,
|
| 68 |
+
"route_completion": 31.89319216484316,
|
| 69 |
+
"manipulation_score": 31.89319216484316,
|
| 70 |
+
"total_penalty_factor": 1.0,
|
| 71 |
+
"fail_reason": null,
|
| 72 |
+
"penalty_events": []
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"episode_id": 7,
|
| 76 |
+
"seed": 100015,
|
| 77 |
+
"success": false,
|
| 78 |
+
"steps_taken": 400,
|
| 79 |
+
"max_steps": 400,
|
| 80 |
+
"route_completion": 51.584805367461136,
|
| 81 |
+
"manipulation_score": 51.584805367461136,
|
| 82 |
+
"total_penalty_factor": 1.0,
|
| 83 |
+
"fail_reason": null,
|
| 84 |
+
"penalty_events": []
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"episode_id": 8,
|
| 88 |
+
"seed": 100017,
|
| 89 |
+
"success": true,
|
| 90 |
+
"steps_taken": 138,
|
| 91 |
+
"max_steps": 400,
|
| 92 |
+
"route_completion": 100.0,
|
| 93 |
+
"manipulation_score": 100.0,
|
| 94 |
+
"total_penalty_factor": 1.0,
|
| 95 |
+
"fail_reason": null,
|
| 96 |
+
"penalty_events": []
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"episode_id": 9,
|
| 100 |
+
"seed": 100022,
|
| 101 |
+
"success": true,
|
| 102 |
+
"steps_taken": 113,
|
| 103 |
+
"max_steps": 400,
|
| 104 |
+
"route_completion": 100.0,
|
| 105 |
+
"manipulation_score": 100.0,
|
| 106 |
+
"total_penalty_factor": 1.0,
|
| 107 |
+
"fail_reason": null,
|
| 108 |
+
"penalty_events": []
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"episode_id": 10,
|
| 112 |
+
"seed": 100024,
|
| 113 |
+
"success": false,
|
| 114 |
+
"steps_taken": 400,
|
| 115 |
+
"max_steps": 400,
|
| 116 |
+
"route_completion": 39.4189827248301,
|
| 117 |
+
"manipulation_score": 39.4189827248301,
|
| 118 |
+
"total_penalty_factor": 1.0,
|
| 119 |
+
"fail_reason": null,
|
| 120 |
+
"penalty_events": []
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"episode_id": 11,
|
| 124 |
+
"seed": 100027,
|
| 125 |
+
"success": false,
|
| 126 |
+
"steps_taken": 81,
|
| 127 |
+
"max_steps": 400,
|
| 128 |
+
"route_completion": 0.025539424386158114,
|
| 129 |
+
"manipulation_score": 0.012769712193079057,
|
| 130 |
+
"total_penalty_factor": 0.5,
|
| 131 |
+
"fail_reason": "out_of_bounds",
|
| 132 |
+
"penalty_events": [
|
| 133 |
+
{
|
| 134 |
+
"event_type": "out_of_bounds",
|
| 135 |
+
"timestep": 81,
|
| 136 |
+
"penalty_factor": 0.5,
|
| 137 |
+
"details": "Target object left workspace/view"
|
| 138 |
+
}
|
| 139 |
+
]
|
| 140 |
+
},
|
| 141 |
+
{
|
| 142 |
+
"episode_id": 12,
|
| 143 |
+
"seed": 100029,
|
| 144 |
+
"success": false,
|
| 145 |
+
"steps_taken": 400,
|
| 146 |
+
"max_steps": 400,
|
| 147 |
+
"route_completion": 32.479262548293605,
|
| 148 |
+
"manipulation_score": 32.479262548293605,
|
| 149 |
+
"total_penalty_factor": 1.0,
|
| 150 |
+
"fail_reason": null,
|
| 151 |
+
"penalty_events": []
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"episode_id": 13,
|
| 155 |
+
"seed": 100032,
|
| 156 |
+
"success": false,
|
| 157 |
+
"steps_taken": 400,
|
| 158 |
+
"max_steps": 400,
|
| 159 |
+
"route_completion": 53.56982696893089,
|
| 160 |
+
"manipulation_score": 53.56982696893089,
|
| 161 |
+
"total_penalty_factor": 1.0,
|
| 162 |
+
"fail_reason": null,
|
| 163 |
+
"penalty_events": []
|
| 164 |
+
},
|
| 165 |
+
{
|
| 166 |
+
"episode_id": 14,
|
| 167 |
+
"seed": 100034,
|
| 168 |
+
"success": false,
|
| 169 |
+
"steps_taken": 400,
|
| 170 |
+
"max_steps": 400,
|
| 171 |
+
"route_completion": 29.385796178567738,
|
| 172 |
+
"manipulation_score": 29.385796178567738,
|
| 173 |
+
"total_penalty_factor": 1.0,
|
| 174 |
+
"fail_reason": null,
|
| 175 |
+
"penalty_events": []
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"episode_id": 15,
|
| 179 |
+
"seed": 100035,
|
| 180 |
+
"success": false,
|
| 181 |
+
"steps_taken": 186,
|
| 182 |
+
"max_steps": 400,
|
| 183 |
+
"route_completion": 41.25287162393136,
|
| 184 |
+
"manipulation_score": 20.62643581196568,
|
| 185 |
+
"total_penalty_factor": 0.5,
|
| 186 |
+
"fail_reason": "out_of_bounds",
|
| 187 |
+
"penalty_events": [
|
| 188 |
+
{
|
| 189 |
+
"event_type": "out_of_bounds",
|
| 190 |
+
"timestep": 186,
|
| 191 |
+
"penalty_factor": 0.5,
|
| 192 |
+
"details": "Target object left workspace/view"
|
| 193 |
+
}
|
| 194 |
+
]
|
| 195 |
+
},
|
| 196 |
+
{
|
| 197 |
+
"episode_id": 16,
|
| 198 |
+
"seed": 100046,
|
| 199 |
+
"success": false,
|
| 200 |
+
"steps_taken": 104,
|
| 201 |
+
"max_steps": 400,
|
| 202 |
+
"route_completion": 30.086359722602506,
|
| 203 |
+
"manipulation_score": 15.043179861301253,
|
| 204 |
+
"total_penalty_factor": 0.5,
|
| 205 |
+
"fail_reason": "out_of_bounds",
|
| 206 |
+
"penalty_events": [
|
| 207 |
+
{
|
| 208 |
+
"event_type": "out_of_bounds",
|
| 209 |
+
"timestep": 104,
|
| 210 |
+
"penalty_factor": 0.5,
|
| 211 |
+
"details": "Target object left workspace/view"
|
| 212 |
+
}
|
| 213 |
+
]
|
| 214 |
+
},
|
| 215 |
+
{
|
| 216 |
+
"episode_id": 17,
|
| 217 |
+
"seed": 100047,
|
| 218 |
+
"success": false,
|
| 219 |
+
"steps_taken": 44,
|
| 220 |
+
"max_steps": 400,
|
| 221 |
+
"route_completion": 36.414525239524394,
|
| 222 |
+
"manipulation_score": 18.207262619762197,
|
| 223 |
+
"total_penalty_factor": 0.5,
|
| 224 |
+
"fail_reason": "out_of_bounds",
|
| 225 |
+
"penalty_events": [
|
| 226 |
+
{
|
| 227 |
+
"event_type": "out_of_bounds",
|
| 228 |
+
"timestep": 44,
|
| 229 |
+
"penalty_factor": 0.5,
|
| 230 |
+
"details": "Target object left workspace/view"
|
| 231 |
+
}
|
| 232 |
+
]
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"episode_id": 18,
|
| 236 |
+
"seed": 100050,
|
| 237 |
+
"success": false,
|
| 238 |
+
"steps_taken": 72,
|
| 239 |
+
"max_steps": 400,
|
| 240 |
+
"route_completion": 55.414548998069115,
|
| 241 |
+
"manipulation_score": 27.707274499034558,
|
| 242 |
+
"total_penalty_factor": 0.5,
|
| 243 |
+
"fail_reason": "out_of_bounds",
|
| 244 |
+
"penalty_events": [
|
| 245 |
+
{
|
| 246 |
+
"event_type": "out_of_bounds",
|
| 247 |
+
"timestep": 72,
|
| 248 |
+
"penalty_factor": 0.5,
|
| 249 |
+
"details": "Target object left workspace/view"
|
| 250 |
+
}
|
| 251 |
+
]
|
| 252 |
+
},
|
| 253 |
+
{
|
| 254 |
+
"episode_id": 19,
|
| 255 |
+
"seed": 100054,
|
| 256 |
+
"success": false,
|
| 257 |
+
"steps_taken": 1,
|
| 258 |
+
"max_steps": 400,
|
| 259 |
+
"route_completion": 0.0,
|
| 260 |
+
"manipulation_score": 0.0,
|
| 261 |
+
"total_penalty_factor": 1.0,
|
| 262 |
+
"fail_reason": "object_not_lifted",
|
| 263 |
+
"penalty_events": []
|
| 264 |
+
},
|
| 265 |
+
{
|
| 266 |
+
"episode_id": 20,
|
| 267 |
+
"seed": 100062,
|
| 268 |
+
"success": true,
|
| 269 |
+
"steps_taken": 151,
|
| 270 |
+
"max_steps": 400,
|
| 271 |
+
"route_completion": 100.0,
|
| 272 |
+
"manipulation_score": 100.0,
|
| 273 |
+
"total_penalty_factor": 1.0,
|
| 274 |
+
"fail_reason": null,
|
| 275 |
+
"penalty_events": []
|
| 276 |
+
},
|
| 277 |
+
{
|
| 278 |
+
"episode_id": 21,
|
| 279 |
+
"seed": 100067,
|
| 280 |
+
"success": false,
|
| 281 |
+
"steps_taken": 400,
|
| 282 |
+
"max_steps": 400,
|
| 283 |
+
"route_completion": 56.578813121700186,
|
| 284 |
+
"manipulation_score": 56.578813121700186,
|
| 285 |
+
"total_penalty_factor": 1.0,
|
| 286 |
+
"fail_reason": null,
|
| 287 |
+
"penalty_events": []
|
| 288 |
+
},
|
| 289 |
+
{
|
| 290 |
+
"episode_id": 22,
|
| 291 |
+
"seed": 100068,
|
| 292 |
+
"success": false,
|
| 293 |
+
"steps_taken": 11,
|
| 294 |
+
"max_steps": 400,
|
| 295 |
+
"route_completion": 0.0,
|
| 296 |
+
"manipulation_score": 0.0,
|
| 297 |
+
"total_penalty_factor": 1.0,
|
| 298 |
+
"fail_reason": "object_not_lifted",
|
| 299 |
+
"penalty_events": []
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"episode_id": 23,
|
| 303 |
+
"seed": 100077,
|
| 304 |
+
"success": true,
|
| 305 |
+
"steps_taken": 253,
|
| 306 |
+
"max_steps": 400,
|
| 307 |
+
"route_completion": 100.0,
|
| 308 |
+
"manipulation_score": 100.0,
|
| 309 |
+
"total_penalty_factor": 1.0,
|
| 310 |
+
"fail_reason": null,
|
| 311 |
+
"penalty_events": []
|
| 312 |
+
},
|
| 313 |
+
{
|
| 314 |
+
"episode_id": 24,
|
| 315 |
+
"seed": 100081,
|
| 316 |
+
"success": false,
|
| 317 |
+
"steps_taken": 400,
|
| 318 |
+
"max_steps": 400,
|
| 319 |
+
"route_completion": 46.07920199676364,
|
| 320 |
+
"manipulation_score": 46.07920199676364,
|
| 321 |
+
"total_penalty_factor": 1.0,
|
| 322 |
+
"fail_reason": null,
|
| 323 |
+
"penalty_events": []
|
| 324 |
+
},
|
| 325 |
+
{
|
| 326 |
+
"episode_id": 25,
|
| 327 |
+
"seed": 100084,
|
| 328 |
+
"success": false,
|
| 329 |
+
"steps_taken": 400,
|
| 330 |
+
"max_steps": 400,
|
| 331 |
+
"route_completion": 42.22207920172086,
|
| 332 |
+
"manipulation_score": 42.22207920172086,
|
| 333 |
+
"total_penalty_factor": 1.0,
|
| 334 |
+
"fail_reason": null,
|
| 335 |
+
"penalty_events": []
|
| 336 |
+
},
|
| 337 |
+
{
|
| 338 |
+
"episode_id": 26,
|
| 339 |
+
"seed": 100086,
|
| 340 |
+
"success": false,
|
| 341 |
+
"steps_taken": 400,
|
| 342 |
+
"max_steps": 400,
|
| 343 |
+
"route_completion": 46.01084364489868,
|
| 344 |
+
"manipulation_score": 46.01084364489868,
|
| 345 |
+
"total_penalty_factor": 1.0,
|
| 346 |
+
"fail_reason": null,
|
| 347 |
+
"penalty_events": []
|
| 348 |
+
},
|
| 349 |
+
{
|
| 350 |
+
"episode_id": 27,
|
| 351 |
+
"seed": 100087,
|
| 352 |
+
"success": false,
|
| 353 |
+
"steps_taken": 117,
|
| 354 |
+
"max_steps": 400,
|
| 355 |
+
"route_completion": 53.64014379920692,
|
| 356 |
+
"manipulation_score": 26.82007189960346,
|
| 357 |
+
"total_penalty_factor": 0.5,
|
| 358 |
+
"fail_reason": "out_of_bounds",
|
| 359 |
+
"penalty_events": [
|
| 360 |
+
{
|
| 361 |
+
"event_type": "out_of_bounds",
|
| 362 |
+
"timestep": 117,
|
| 363 |
+
"penalty_factor": 0.5,
|
| 364 |
+
"details": "Target object left workspace/view"
|
| 365 |
+
}
|
| 366 |
+
]
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"episode_id": 28,
|
| 370 |
+
"seed": 100088,
|
| 371 |
+
"success": false,
|
| 372 |
+
"steps_taken": 400,
|
| 373 |
+
"max_steps": 400,
|
| 374 |
+
"route_completion": 41.74966173057078,
|
| 375 |
+
"manipulation_score": 41.74966173057078,
|
| 376 |
+
"total_penalty_factor": 1.0,
|
| 377 |
+
"fail_reason": null,
|
| 378 |
+
"penalty_events": []
|
| 379 |
+
},
|
| 380 |
+
{
|
| 381 |
+
"episode_id": 29,
|
| 382 |
+
"seed": 100091,
|
| 383 |
+
"success": false,
|
| 384 |
+
"steps_taken": 400,
|
| 385 |
+
"max_steps": 400,
|
| 386 |
+
"route_completion": 37.96179460734179,
|
| 387 |
+
"manipulation_score": 37.96179460734179,
|
| 388 |
+
"total_penalty_factor": 1.0,
|
| 389 |
+
"fail_reason": null,
|
| 390 |
+
"penalty_events": []
|
| 391 |
+
},
|
| 392 |
+
{
|
| 393 |
+
"episode_id": 30,
|
| 394 |
+
"seed": 100097,
|
| 395 |
+
"success": false,
|
| 396 |
+
"steps_taken": 400,
|
| 397 |
+
"max_steps": 400,
|
| 398 |
+
"route_completion": 48.31327467156726,
|
| 399 |
+
"manipulation_score": 48.31327467156726,
|
| 400 |
+
"total_penalty_factor": 1.0,
|
| 401 |
+
"fail_reason": null,
|
| 402 |
+
"penalty_events": []
|
| 403 |
+
},
|
| 404 |
+
{
|
| 405 |
+
"episode_id": 31,
|
| 406 |
+
"seed": 100099,
|
| 407 |
+
"success": false,
|
| 408 |
+
"steps_taken": 400,
|
| 409 |
+
"max_steps": 400,
|
| 410 |
+
"route_completion": 44.53367289994216,
|
| 411 |
+
"manipulation_score": 44.53367289994216,
|
| 412 |
+
"total_penalty_factor": 1.0,
|
| 413 |
+
"fail_reason": null,
|
| 414 |
+
"penalty_events": []
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"episode_id": 32,
|
| 418 |
+
"seed": 100103,
|
| 419 |
+
"success": false,
|
| 420 |
+
"steps_taken": 400,
|
| 421 |
+
"max_steps": 400,
|
| 422 |
+
"route_completion": 38.02277188321605,
|
| 423 |
+
"manipulation_score": 38.02277188321605,
|
| 424 |
+
"total_penalty_factor": 1.0,
|
| 425 |
+
"fail_reason": null,
|
| 426 |
+
"penalty_events": []
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"episode_id": 33,
|
| 430 |
+
"seed": 100104,
|
| 431 |
+
"success": true,
|
| 432 |
+
"steps_taken": 138,
|
| 433 |
+
"max_steps": 400,
|
| 434 |
+
"route_completion": 100.0,
|
| 435 |
+
"manipulation_score": 100.0,
|
| 436 |
+
"total_penalty_factor": 1.0,
|
| 437 |
+
"fail_reason": null,
|
| 438 |
+
"penalty_events": []
|
| 439 |
+
},
|
| 440 |
+
{
|
| 441 |
+
"episode_id": 34,
|
| 442 |
+
"seed": 100105,
|
| 443 |
+
"success": false,
|
| 444 |
+
"steps_taken": 400,
|
| 445 |
+
"max_steps": 400,
|
| 446 |
+
"route_completion": 49.91548825507181,
|
| 447 |
+
"manipulation_score": 49.91548825507181,
|
| 448 |
+
"total_penalty_factor": 1.0,
|
| 449 |
+
"fail_reason": null,
|
| 450 |
+
"penalty_events": []
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"episode_id": 35,
|
| 454 |
+
"seed": 100107,
|
| 455 |
+
"success": false,
|
| 456 |
+
"steps_taken": 71,
|
| 457 |
+
"max_steps": 400,
|
| 458 |
+
"route_completion": 0.03687354096497903,
|
| 459 |
+
"manipulation_score": 0.018436770482489515,
|
| 460 |
+
"total_penalty_factor": 0.5,
|
| 461 |
+
"fail_reason": "out_of_bounds",
|
| 462 |
+
"penalty_events": [
|
| 463 |
+
{
|
| 464 |
+
"event_type": "out_of_bounds",
|
| 465 |
+
"timestep": 71,
|
| 466 |
+
"penalty_factor": 0.5,
|
| 467 |
+
"details": "Target object left workspace/view"
|
| 468 |
+
}
|
| 469 |
+
]
|
| 470 |
+
},
|
| 471 |
+
{
|
| 472 |
+
"episode_id": 36,
|
| 473 |
+
"seed": 100108,
|
| 474 |
+
"success": false,
|
| 475 |
+
"steps_taken": 400,
|
| 476 |
+
"max_steps": 400,
|
| 477 |
+
"route_completion": 34.16770737284386,
|
| 478 |
+
"manipulation_score": 34.16770737284386,
|
| 479 |
+
"total_penalty_factor": 1.0,
|
| 480 |
+
"fail_reason": null,
|
| 481 |
+
"penalty_events": []
|
| 482 |
+
},
|
| 483 |
+
{
|
| 484 |
+
"episode_id": 37,
|
| 485 |
+
"seed": 100110,
|
| 486 |
+
"success": false,
|
| 487 |
+
"steps_taken": 87,
|
| 488 |
+
"max_steps": 400,
|
| 489 |
+
"route_completion": 23.072346379837704,
|
| 490 |
+
"manipulation_score": 11.536173189918852,
|
| 491 |
+
"total_penalty_factor": 0.5,
|
| 492 |
+
"fail_reason": "out_of_bounds",
|
| 493 |
+
"penalty_events": [
|
| 494 |
+
{
|
| 495 |
+
"event_type": "out_of_bounds",
|
| 496 |
+
"timestep": 87,
|
| 497 |
+
"penalty_factor": 0.5,
|
| 498 |
+
"details": "Target object left workspace/view"
|
| 499 |
+
}
|
| 500 |
+
]
|
| 501 |
+
},
|
| 502 |
+
{
|
| 503 |
+
"episode_id": 38,
|
| 504 |
+
"seed": 100112,
|
| 505 |
+
"success": false,
|
| 506 |
+
"steps_taken": 400,
|
| 507 |
+
"max_steps": 400,
|
| 508 |
+
"route_completion": 35.43650276065748,
|
| 509 |
+
"manipulation_score": 35.43650276065748,
|
| 510 |
+
"total_penalty_factor": 1.0,
|
| 511 |
+
"fail_reason": null,
|
| 512 |
+
"penalty_events": []
|
| 513 |
+
},
|
| 514 |
+
{
|
| 515 |
+
"episode_id": 39,
|
| 516 |
+
"seed": 100114,
|
| 517 |
+
"success": false,
|
| 518 |
+
"steps_taken": 400,
|
| 519 |
+
"max_steps": 400,
|
| 520 |
+
"route_completion": 35.83449452289986,
|
| 521 |
+
"manipulation_score": 35.83449452289986,
|
| 522 |
+
"total_penalty_factor": 1.0,
|
| 523 |
+
"fail_reason": null,
|
| 524 |
+
"penalty_events": []
|
| 525 |
+
},
|
| 526 |
+
{
|
| 527 |
+
"episode_id": 40,
|
| 528 |
+
"seed": 100115,
|
| 529 |
+
"success": false,
|
| 530 |
+
"steps_taken": 400,
|
| 531 |
+
"max_steps": 400,
|
| 532 |
+
"route_completion": 29.59543851549648,
|
| 533 |
+
"manipulation_score": 29.59543851549648,
|
| 534 |
+
"total_penalty_factor": 1.0,
|
| 535 |
+
"fail_reason": null,
|
| 536 |
+
"penalty_events": []
|
| 537 |
+
},
|
| 538 |
+
{
|
| 539 |
+
"episode_id": 41,
|
| 540 |
+
"seed": 100117,
|
| 541 |
+
"success": false,
|
| 542 |
+
"steps_taken": 83,
|
| 543 |
+
"max_steps": 400,
|
| 544 |
+
"route_completion": 37.48600523269022,
|
| 545 |
+
"manipulation_score": 18.74300261634511,
|
| 546 |
+
"total_penalty_factor": 0.5,
|
| 547 |
+
"fail_reason": "out_of_bounds",
|
| 548 |
+
"penalty_events": [
|
| 549 |
+
{
|
| 550 |
+
"event_type": "out_of_bounds",
|
| 551 |
+
"timestep": 83,
|
| 552 |
+
"penalty_factor": 0.5,
|
| 553 |
+
"details": "Target object left workspace/view"
|
| 554 |
+
}
|
| 555 |
+
]
|
| 556 |
+
},
|
| 557 |
+
{
|
| 558 |
+
"episode_id": 42,
|
| 559 |
+
"seed": 100121,
|
| 560 |
+
"success": false,
|
| 561 |
+
"steps_taken": 400,
|
| 562 |
+
"max_steps": 400,
|
| 563 |
+
"route_completion": 43.27766931096014,
|
| 564 |
+
"manipulation_score": 43.27766931096014,
|
| 565 |
+
"total_penalty_factor": 1.0,
|
| 566 |
+
"fail_reason": null,
|
| 567 |
+
"penalty_events": []
|
| 568 |
+
},
|
| 569 |
+
{
|
| 570 |
+
"episode_id": 43,
|
| 571 |
+
"seed": 100125,
|
| 572 |
+
"success": false,
|
| 573 |
+
"steps_taken": 400,
|
| 574 |
+
"max_steps": 400,
|
| 575 |
+
"route_completion": 54.821451250985476,
|
| 576 |
+
"manipulation_score": 54.821451250985476,
|
| 577 |
+
"total_penalty_factor": 1.0,
|
| 578 |
+
"fail_reason": null,
|
| 579 |
+
"penalty_events": []
|
| 580 |
+
},
|
| 581 |
+
{
|
| 582 |
+
"episode_id": 44,
|
| 583 |
+
"seed": 100131,
|
| 584 |
+
"success": false,
|
| 585 |
+
"steps_taken": 105,
|
| 586 |
+
"max_steps": 400,
|
| 587 |
+
"route_completion": 24.709938312547294,
|
| 588 |
+
"manipulation_score": 12.354969156273647,
|
| 589 |
+
"total_penalty_factor": 0.5,
|
| 590 |
+
"fail_reason": "out_of_bounds",
|
| 591 |
+
"penalty_events": [
|
| 592 |
+
{
|
| 593 |
+
"event_type": "out_of_bounds",
|
| 594 |
+
"timestep": 105,
|
| 595 |
+
"penalty_factor": 0.5,
|
| 596 |
+
"details": "Target object left workspace/view"
|
| 597 |
+
}
|
| 598 |
+
]
|
| 599 |
+
},
|
| 600 |
+
{
|
| 601 |
+
"episode_id": 45,
|
| 602 |
+
"seed": 100137,
|
| 603 |
+
"success": false,
|
| 604 |
+
"steps_taken": 400,
|
| 605 |
+
"max_steps": 400,
|
| 606 |
+
"route_completion": 52.653586342009476,
|
| 607 |
+
"manipulation_score": 52.653586342009476,
|
| 608 |
+
"total_penalty_factor": 1.0,
|
| 609 |
+
"fail_reason": null,
|
| 610 |
+
"penalty_events": []
|
| 611 |
+
},
|
| 612 |
+
{
|
| 613 |
+
"episode_id": 46,
|
| 614 |
+
"seed": 100143,
|
| 615 |
+
"success": false,
|
| 616 |
+
"steps_taken": 400,
|
| 617 |
+
"max_steps": 400,
|
| 618 |
+
"route_completion": 36.222056127037824,
|
| 619 |
+
"manipulation_score": 36.222056127037824,
|
| 620 |
+
"total_penalty_factor": 1.0,
|
| 621 |
+
"fail_reason": null,
|
| 622 |
+
"penalty_events": []
|
| 623 |
+
},
|
| 624 |
+
{
|
| 625 |
+
"episode_id": 47,
|
| 626 |
+
"seed": 100144,
|
| 627 |
+
"success": false,
|
| 628 |
+
"steps_taken": 400,
|
| 629 |
+
"max_steps": 400,
|
| 630 |
+
"route_completion": 28.058523048104977,
|
| 631 |
+
"manipulation_score": 28.058523048104977,
|
| 632 |
+
"total_penalty_factor": 1.0,
|
| 633 |
+
"fail_reason": null,
|
| 634 |
+
"penalty_events": []
|
| 635 |
+
},
|
| 636 |
+
{
|
| 637 |
+
"episode_id": 48,
|
| 638 |
+
"seed": 100145,
|
| 639 |
+
"success": false,
|
| 640 |
+
"steps_taken": 1,
|
| 641 |
+
"max_steps": 400,
|
| 642 |
+
"route_completion": 0.0,
|
| 643 |
+
"manipulation_score": 0.0,
|
| 644 |
+
"total_penalty_factor": 1.0,
|
| 645 |
+
"fail_reason": "object_not_lifted",
|
| 646 |
+
"penalty_events": []
|
| 647 |
+
},
|
| 648 |
+
{
|
| 649 |
+
"episode_id": 49,
|
| 650 |
+
"seed": 100151,
|
| 651 |
+
"success": false,
|
| 652 |
+
"steps_taken": 400,
|
| 653 |
+
"max_steps": 400,
|
| 654 |
+
"route_completion": 19.979553407753293,
|
| 655 |
+
"manipulation_score": 19.979553407753293,
|
| 656 |
+
"total_penalty_factor": 1.0,
|
| 657 |
+
"fail_reason": null,
|
| 658 |
+
"penalty_events": []
|
| 659 |
+
},
|
| 660 |
+
{
|
| 661 |
+
"episode_id": 50,
|
| 662 |
+
"seed": 100158,
|
| 663 |
+
"success": false,
|
| 664 |
+
"steps_taken": 211,
|
| 665 |
+
"max_steps": 400,
|
| 666 |
+
"route_completion": 0.0,
|
| 667 |
+
"manipulation_score": 0.0,
|
| 668 |
+
"total_penalty_factor": 0.5,
|
| 669 |
+
"fail_reason": "out_of_bounds",
|
| 670 |
+
"penalty_events": [
|
| 671 |
+
{
|
| 672 |
+
"event_type": "out_of_bounds",
|
| 673 |
+
"timestep": 211,
|
| 674 |
+
"penalty_factor": 0.5,
|
| 675 |
+
"details": "Target object left workspace/view"
|
| 676 |
+
}
|
| 677 |
+
]
|
| 678 |
+
},
|
| 679 |
+
{
|
| 680 |
+
"episode_id": 51,
|
| 681 |
+
"seed": 100162,
|
| 682 |
+
"success": false,
|
| 683 |
+
"steps_taken": 400,
|
| 684 |
+
"max_steps": 400,
|
| 685 |
+
"route_completion": 35.93675123833609,
|
| 686 |
+
"manipulation_score": 35.93675123833609,
|
| 687 |
+
"total_penalty_factor": 1.0,
|
| 688 |
+
"fail_reason": null,
|
| 689 |
+
"penalty_events": []
|
| 690 |
+
},
|
| 691 |
+
{
|
| 692 |
+
"episode_id": 52,
|
| 693 |
+
"seed": 100170,
|
| 694 |
+
"success": false,
|
| 695 |
+
"steps_taken": 400,
|
| 696 |
+
"max_steps": 400,
|
| 697 |
+
"route_completion": 36.332477925868545,
|
| 698 |
+
"manipulation_score": 36.332477925868545,
|
| 699 |
+
"total_penalty_factor": 1.0,
|
| 700 |
+
"fail_reason": null,
|
| 701 |
+
"penalty_events": []
|
| 702 |
+
},
|
| 703 |
+
{
|
| 704 |
+
"episode_id": 53,
|
| 705 |
+
"seed": 100171,
|
| 706 |
+
"success": false,
|
| 707 |
+
"steps_taken": 400,
|
| 708 |
+
"max_steps": 400,
|
| 709 |
+
"route_completion": 33.291571749992585,
|
| 710 |
+
"manipulation_score": 33.291571749992585,
|
| 711 |
+
"total_penalty_factor": 1.0,
|
| 712 |
+
"fail_reason": null,
|
| 713 |
+
"penalty_events": []
|
| 714 |
+
},
|
| 715 |
+
{
|
| 716 |
+
"episode_id": 54,
|
| 717 |
+
"seed": 100172,
|
| 718 |
+
"success": false,
|
| 719 |
+
"steps_taken": 96,
|
| 720 |
+
"max_steps": 400,
|
| 721 |
+
"route_completion": 32.39262807461804,
|
| 722 |
+
"manipulation_score": 16.19631403730902,
|
| 723 |
+
"total_penalty_factor": 0.5,
|
| 724 |
+
"fail_reason": "out_of_bounds",
|
| 725 |
+
"penalty_events": [
|
| 726 |
+
{
|
| 727 |
+
"event_type": "out_of_bounds",
|
| 728 |
+
"timestep": 96,
|
| 729 |
+
"penalty_factor": 0.5,
|
| 730 |
+
"details": "Target object left workspace/view"
|
| 731 |
+
}
|
| 732 |
+
]
|
| 733 |
+
},
|
| 734 |
+
{
|
| 735 |
+
"episode_id": 55,
|
| 736 |
+
"seed": 100176,
|
| 737 |
+
"success": false,
|
| 738 |
+
"steps_taken": 400,
|
| 739 |
+
"max_steps": 400,
|
| 740 |
+
"route_completion": 22.966446399282564,
|
| 741 |
+
"manipulation_score": 22.966446399282564,
|
| 742 |
+
"total_penalty_factor": 1.0,
|
| 743 |
+
"fail_reason": null,
|
| 744 |
+
"penalty_events": []
|
| 745 |
+
},
|
| 746 |
+
{
|
| 747 |
+
"episode_id": 56,
|
| 748 |
+
"seed": 100179,
|
| 749 |
+
"success": false,
|
| 750 |
+
"steps_taken": 400,
|
| 751 |
+
"max_steps": 400,
|
| 752 |
+
"route_completion": 43.20231976788349,
|
| 753 |
+
"manipulation_score": 43.20231976788349,
|
| 754 |
+
"total_penalty_factor": 1.0,
|
| 755 |
+
"fail_reason": null,
|
| 756 |
+
"penalty_events": []
|
| 757 |
+
},
|
| 758 |
+
{
|
| 759 |
+
"episode_id": 57,
|
| 760 |
+
"seed": 100182,
|
| 761 |
+
"success": true,
|
| 762 |
+
"steps_taken": 137,
|
| 763 |
+
"max_steps": 400,
|
| 764 |
+
"route_completion": 100.0,
|
| 765 |
+
"manipulation_score": 100.0,
|
| 766 |
+
"total_penalty_factor": 1.0,
|
| 767 |
+
"fail_reason": null,
|
| 768 |
+
"penalty_events": []
|
| 769 |
+
},
|
| 770 |
+
{
|
| 771 |
+
"episode_id": 58,
|
| 772 |
+
"seed": 100183,
|
| 773 |
+
"success": false,
|
| 774 |
+
"steps_taken": 400,
|
| 775 |
+
"max_steps": 400,
|
| 776 |
+
"route_completion": 63.00799055256198,
|
| 777 |
+
"manipulation_score": 63.00799055256198,
|
| 778 |
+
"total_penalty_factor": 1.0,
|
| 779 |
+
"fail_reason": null,
|
| 780 |
+
"penalty_events": []
|
| 781 |
+
},
|
| 782 |
+
{
|
| 783 |
+
"episode_id": 59,
|
| 784 |
+
"seed": 100184,
|
| 785 |
+
"success": false,
|
| 786 |
+
"steps_taken": 400,
|
| 787 |
+
"max_steps": 400,
|
| 788 |
+
"route_completion": 39.18958828700438,
|
| 789 |
+
"manipulation_score": 39.18958828700438,
|
| 790 |
+
"total_penalty_factor": 1.0,
|
| 791 |
+
"fail_reason": null,
|
| 792 |
+
"penalty_events": []
|
| 793 |
+
},
|
| 794 |
+
{
|
| 795 |
+
"episode_id": 60,
|
| 796 |
+
"seed": 100186,
|
| 797 |
+
"success": false,
|
| 798 |
+
"steps_taken": 400,
|
| 799 |
+
"max_steps": 400,
|
| 800 |
+
"route_completion": 45.78587996364845,
|
| 801 |
+
"manipulation_score": 45.78587996364845,
|
| 802 |
+
"total_penalty_factor": 1.0,
|
| 803 |
+
"fail_reason": null,
|
| 804 |
+
"penalty_events": []
|
| 805 |
+
},
|
| 806 |
+
{
|
| 807 |
+
"episode_id": 61,
|
| 808 |
+
"seed": 100187,
|
| 809 |
+
"success": false,
|
| 810 |
+
"steps_taken": 23,
|
| 811 |
+
"max_steps": 400,
|
| 812 |
+
"route_completion": 21.04189312980093,
|
| 813 |
+
"manipulation_score": 21.04189312980093,
|
| 814 |
+
"total_penalty_factor": 1.0,
|
| 815 |
+
"fail_reason": "object_not_lifted",
|
| 816 |
+
"penalty_events": []
|
| 817 |
+
},
|
| 818 |
+
{
|
| 819 |
+
"episode_id": 62,
|
| 820 |
+
"seed": 100192,
|
| 821 |
+
"success": false,
|
| 822 |
+
"steps_taken": 400,
|
| 823 |
+
"max_steps": 400,
|
| 824 |
+
"route_completion": 34.55520120809824,
|
| 825 |
+
"manipulation_score": 34.55520120809824,
|
| 826 |
+
"total_penalty_factor": 1.0,
|
| 827 |
+
"fail_reason": null,
|
| 828 |
+
"penalty_events": []
|
| 829 |
+
},
|
| 830 |
+
{
|
| 831 |
+
"episode_id": 63,
|
| 832 |
+
"seed": 100193,
|
| 833 |
+
"success": false,
|
| 834 |
+
"steps_taken": 400,
|
| 835 |
+
"max_steps": 400,
|
| 836 |
+
"route_completion": 0.09800490418804772,
|
| 837 |
+
"manipulation_score": 0.09800490418804772,
|
| 838 |
+
"total_penalty_factor": 1.0,
|
| 839 |
+
"fail_reason": null,
|
| 840 |
+
"penalty_events": []
|
| 841 |
+
},
|
| 842 |
+
{
|
| 843 |
+
"episode_id": 64,
|
| 844 |
+
"seed": 100195,
|
| 845 |
+
"success": false,
|
| 846 |
+
"steps_taken": 80,
|
| 847 |
+
"max_steps": 400,
|
| 848 |
+
"route_completion": 4.483268320274218,
|
| 849 |
+
"manipulation_score": 2.241634160137109,
|
| 850 |
+
"total_penalty_factor": 0.5,
|
| 851 |
+
"fail_reason": "out_of_bounds",
|
| 852 |
+
"penalty_events": [
|
| 853 |
+
{
|
| 854 |
+
"event_type": "out_of_bounds",
|
| 855 |
+
"timestep": 80,
|
| 856 |
+
"penalty_factor": 0.5,
|
| 857 |
+
"details": "Target object left workspace/view"
|
| 858 |
+
}
|
| 859 |
+
]
|
| 860 |
+
},
|
| 861 |
+
{
|
| 862 |
+
"episode_id": 65,
|
| 863 |
+
"seed": 100198,
|
| 864 |
+
"success": false,
|
| 865 |
+
"steps_taken": 77,
|
| 866 |
+
"max_steps": 400,
|
| 867 |
+
"route_completion": 0.29958888603093253,
|
| 868 |
+
"manipulation_score": 0.14979444301546627,
|
| 869 |
+
"total_penalty_factor": 0.5,
|
| 870 |
+
"fail_reason": "out_of_bounds",
|
| 871 |
+
"penalty_events": [
|
| 872 |
+
{
|
| 873 |
+
"event_type": "out_of_bounds",
|
| 874 |
+
"timestep": 77,
|
| 875 |
+
"penalty_factor": 0.5,
|
| 876 |
+
"details": "Target object left workspace/view"
|
| 877 |
+
}
|
| 878 |
+
]
|
| 879 |
+
},
|
| 880 |
+
{
|
| 881 |
+
"episode_id": 66,
|
| 882 |
+
"seed": 100200,
|
| 883 |
+
"success": false,
|
| 884 |
+
"steps_taken": 400,
|
| 885 |
+
"max_steps": 400,
|
| 886 |
+
"route_completion": 36.20371327496441,
|
| 887 |
+
"manipulation_score": 36.20371327496441,
|
| 888 |
+
"total_penalty_factor": 1.0,
|
| 889 |
+
"fail_reason": null,
|
| 890 |
+
"penalty_events": []
|
| 891 |
+
},
|
| 892 |
+
{
|
| 893 |
+
"episode_id": 67,
|
| 894 |
+
"seed": 100202,
|
| 895 |
+
"success": false,
|
| 896 |
+
"steps_taken": 400,
|
| 897 |
+
"max_steps": 400,
|
| 898 |
+
"route_completion": 29.97501699913185,
|
| 899 |
+
"manipulation_score": 29.97501699913185,
|
| 900 |
+
"total_penalty_factor": 1.0,
|
| 901 |
+
"fail_reason": null,
|
| 902 |
+
"penalty_events": []
|
| 903 |
+
},
|
| 904 |
+
{
|
| 905 |
+
"episode_id": 68,
|
| 906 |
+
"seed": 100204,
|
| 907 |
+
"success": false,
|
| 908 |
+
"steps_taken": 400,
|
| 909 |
+
"max_steps": 400,
|
| 910 |
+
"route_completion": 26.550969898825944,
|
| 911 |
+
"manipulation_score": 26.550969898825944,
|
| 912 |
+
"total_penalty_factor": 1.0,
|
| 913 |
+
"fail_reason": null,
|
| 914 |
+
"penalty_events": []
|
| 915 |
+
},
|
| 916 |
+
{
|
| 917 |
+
"episode_id": 69,
|
| 918 |
+
"seed": 100205,
|
| 919 |
+
"success": true,
|
| 920 |
+
"steps_taken": 129,
|
| 921 |
+
"max_steps": 400,
|
| 922 |
+
"route_completion": 100.0,
|
| 923 |
+
"manipulation_score": 100.0,
|
| 924 |
+
"total_penalty_factor": 1.0,
|
| 925 |
+
"fail_reason": null,
|
| 926 |
+
"penalty_events": []
|
| 927 |
+
},
|
| 928 |
+
{
|
| 929 |
+
"episode_id": 70,
|
| 930 |
+
"seed": 100213,
|
| 931 |
+
"success": true,
|
| 932 |
+
"steps_taken": 128,
|
| 933 |
+
"max_steps": 400,
|
| 934 |
+
"route_completion": 100.0,
|
| 935 |
+
"manipulation_score": 100.0,
|
| 936 |
+
"total_penalty_factor": 1.0,
|
| 937 |
+
"fail_reason": null,
|
| 938 |
+
"penalty_events": []
|
| 939 |
+
},
|
| 940 |
+
{
|
| 941 |
+
"episode_id": 71,
|
| 942 |
+
"seed": 100216,
|
| 943 |
+
"success": false,
|
| 944 |
+
"steps_taken": 67,
|
| 945 |
+
"max_steps": 400,
|
| 946 |
+
"route_completion": 0.0,
|
| 947 |
+
"manipulation_score": 0.0,
|
| 948 |
+
"total_penalty_factor": 0.5,
|
| 949 |
+
"fail_reason": "out_of_bounds",
|
| 950 |
+
"penalty_events": [
|
| 951 |
+
{
|
| 952 |
+
"event_type": "out_of_bounds",
|
| 953 |
+
"timestep": 67,
|
| 954 |
+
"penalty_factor": 0.5,
|
| 955 |
+
"details": "Target object left workspace/view"
|
| 956 |
+
}
|
| 957 |
+
]
|
| 958 |
+
},
|
| 959 |
+
{
|
| 960 |
+
"episode_id": 72,
|
| 961 |
+
"seed": 100217,
|
| 962 |
+
"success": false,
|
| 963 |
+
"steps_taken": 123,
|
| 964 |
+
"max_steps": 400,
|
| 965 |
+
"route_completion": 36.13559753571375,
|
| 966 |
+
"manipulation_score": 18.067798767856875,
|
| 967 |
+
"total_penalty_factor": 0.5,
|
| 968 |
+
"fail_reason": "out_of_bounds",
|
| 969 |
+
"penalty_events": [
|
| 970 |
+
{
|
| 971 |
+
"event_type": "out_of_bounds",
|
| 972 |
+
"timestep": 123,
|
| 973 |
+
"penalty_factor": 0.5,
|
| 974 |
+
"details": "Target object left workspace/view"
|
| 975 |
+
}
|
| 976 |
+
]
|
| 977 |
+
},
|
| 978 |
+
{
|
| 979 |
+
"episode_id": 73,
|
| 980 |
+
"seed": 100218,
|
| 981 |
+
"success": true,
|
| 982 |
+
"steps_taken": 139,
|
| 983 |
+
"max_steps": 400,
|
| 984 |
+
"route_completion": 100.0,
|
| 985 |
+
"manipulation_score": 100.0,
|
| 986 |
+
"total_penalty_factor": 1.0,
|
| 987 |
+
"fail_reason": null,
|
| 988 |
+
"penalty_events": []
|
| 989 |
+
},
|
| 990 |
+
{
|
| 991 |
+
"episode_id": 74,
|
| 992 |
+
"seed": 100221,
|
| 993 |
+
"success": false,
|
| 994 |
+
"steps_taken": 400,
|
| 995 |
+
"max_steps": 400,
|
| 996 |
+
"route_completion": 38.40903185167105,
|
| 997 |
+
"manipulation_score": 38.40903185167105,
|
| 998 |
+
"total_penalty_factor": 1.0,
|
| 999 |
+
"fail_reason": null,
|
| 1000 |
+
"penalty_events": []
|
| 1001 |
+
},
|
| 1002 |
+
{
|
| 1003 |
+
"episode_id": 75,
|
| 1004 |
+
"seed": 100222,
|
| 1005 |
+
"success": false,
|
| 1006 |
+
"steps_taken": 400,
|
| 1007 |
+
"max_steps": 400,
|
| 1008 |
+
"route_completion": 38.84230592910843,
|
| 1009 |
+
"manipulation_score": 38.84230592910843,
|
| 1010 |
+
"total_penalty_factor": 1.0,
|
| 1011 |
+
"fail_reason": null,
|
| 1012 |
+
"penalty_events": []
|
| 1013 |
+
},
|
| 1014 |
+
{
|
| 1015 |
+
"episode_id": 76,
|
| 1016 |
+
"seed": 100223,
|
| 1017 |
+
"success": false,
|
| 1018 |
+
"steps_taken": 58,
|
| 1019 |
+
"max_steps": 400,
|
| 1020 |
+
"route_completion": 16.63041553357378,
|
| 1021 |
+
"manipulation_score": 8.31520776678689,
|
| 1022 |
+
"total_penalty_factor": 0.5,
|
| 1023 |
+
"fail_reason": "out_of_bounds",
|
| 1024 |
+
"penalty_events": [
|
| 1025 |
+
{
|
| 1026 |
+
"event_type": "out_of_bounds",
|
| 1027 |
+
"timestep": 58,
|
| 1028 |
+
"penalty_factor": 0.5,
|
| 1029 |
+
"details": "Target object left workspace/view"
|
| 1030 |
+
}
|
| 1031 |
+
]
|
| 1032 |
+
},
|
| 1033 |
+
{
|
| 1034 |
+
"episode_id": 77,
|
| 1035 |
+
"seed": 100225,
|
| 1036 |
+
"success": false,
|
| 1037 |
+
"steps_taken": 400,
|
| 1038 |
+
"max_steps": 400,
|
| 1039 |
+
"route_completion": 52.198347046952485,
|
| 1040 |
+
"manipulation_score": 52.198347046952485,
|
| 1041 |
+
"total_penalty_factor": 1.0,
|
| 1042 |
+
"fail_reason": null,
|
| 1043 |
+
"penalty_events": []
|
| 1044 |
+
},
|
| 1045 |
+
{
|
| 1046 |
+
"episode_id": 78,
|
| 1047 |
+
"seed": 100227,
|
| 1048 |
+
"success": false,
|
| 1049 |
+
"steps_taken": 400,
|
| 1050 |
+
"max_steps": 400,
|
| 1051 |
+
"route_completion": 35.35631750623124,
|
| 1052 |
+
"manipulation_score": 35.35631750623124,
|
| 1053 |
+
"total_penalty_factor": 1.0,
|
| 1054 |
+
"fail_reason": null,
|
| 1055 |
+
"penalty_events": []
|
| 1056 |
+
},
|
| 1057 |
+
{
|
| 1058 |
+
"episode_id": 79,
|
| 1059 |
+
"seed": 100228,
|
| 1060 |
+
"success": false,
|
| 1061 |
+
"steps_taken": 156,
|
| 1062 |
+
"max_steps": 400,
|
| 1063 |
+
"route_completion": 40.26608973301641,
|
| 1064 |
+
"manipulation_score": 20.133044866508204,
|
| 1065 |
+
"total_penalty_factor": 0.5,
|
| 1066 |
+
"fail_reason": "out_of_bounds",
|
| 1067 |
+
"penalty_events": [
|
| 1068 |
+
{
|
| 1069 |
+
"event_type": "out_of_bounds",
|
| 1070 |
+
"timestep": 156,
|
| 1071 |
+
"penalty_factor": 0.5,
|
| 1072 |
+
"details": "Target object left workspace/view"
|
| 1073 |
+
}
|
| 1074 |
+
]
|
| 1075 |
+
},
|
| 1076 |
+
{
|
| 1077 |
+
"episode_id": 80,
|
| 1078 |
+
"seed": 100231,
|
| 1079 |
+
"success": false,
|
| 1080 |
+
"steps_taken": 400,
|
| 1081 |
+
"max_steps": 400,
|
| 1082 |
+
"route_completion": 34.55687313885721,
|
| 1083 |
+
"manipulation_score": 34.55687313885721,
|
| 1084 |
+
"total_penalty_factor": 1.0,
|
| 1085 |
+
"fail_reason": null,
|
| 1086 |
+
"penalty_events": []
|
| 1087 |
+
},
|
| 1088 |
+
{
|
| 1089 |
+
"episode_id": 81,
|
| 1090 |
+
"seed": 100232,
|
| 1091 |
+
"success": false,
|
| 1092 |
+
"steps_taken": 400,
|
| 1093 |
+
"max_steps": 400,
|
| 1094 |
+
"route_completion": 40.14375108399816,
|
| 1095 |
+
"manipulation_score": 40.14375108399816,
|
| 1096 |
+
"total_penalty_factor": 1.0,
|
| 1097 |
+
"fail_reason": null,
|
| 1098 |
+
"penalty_events": []
|
| 1099 |
+
},
|
| 1100 |
+
{
|
| 1101 |
+
"episode_id": 82,
|
| 1102 |
+
"seed": 100235,
|
| 1103 |
+
"success": false,
|
| 1104 |
+
"steps_taken": 400,
|
| 1105 |
+
"max_steps": 400,
|
| 1106 |
+
"route_completion": 27.203895109320225,
|
| 1107 |
+
"manipulation_score": 27.203895109320225,
|
| 1108 |
+
"total_penalty_factor": 1.0,
|
| 1109 |
+
"fail_reason": null,
|
| 1110 |
+
"penalty_events": []
|
| 1111 |
+
},
|
| 1112 |
+
{
|
| 1113 |
+
"episode_id": 83,
|
| 1114 |
+
"seed": 100236,
|
| 1115 |
+
"success": false,
|
| 1116 |
+
"steps_taken": 400,
|
| 1117 |
+
"max_steps": 400,
|
| 1118 |
+
"route_completion": 26.658195624389535,
|
| 1119 |
+
"manipulation_score": 26.658195624389535,
|
| 1120 |
+
"total_penalty_factor": 1.0,
|
| 1121 |
+
"fail_reason": null,
|
| 1122 |
+
"penalty_events": []
|
| 1123 |
+
},
|
| 1124 |
+
{
|
| 1125 |
+
"episode_id": 84,
|
| 1126 |
+
"seed": 100238,
|
| 1127 |
+
"success": false,
|
| 1128 |
+
"steps_taken": 400,
|
| 1129 |
+
"max_steps": 400,
|
| 1130 |
+
"route_completion": 27.17003294322889,
|
| 1131 |
+
"manipulation_score": 27.17003294322889,
|
| 1132 |
+
"total_penalty_factor": 1.0,
|
| 1133 |
+
"fail_reason": null,
|
| 1134 |
+
"penalty_events": []
|
| 1135 |
+
},
|
| 1136 |
+
{
|
| 1137 |
+
"episode_id": 85,
|
| 1138 |
+
"seed": 100239,
|
| 1139 |
+
"success": false,
|
| 1140 |
+
"steps_taken": 400,
|
| 1141 |
+
"max_steps": 400,
|
| 1142 |
+
"route_completion": 35.99616749328266,
|
| 1143 |
+
"manipulation_score": 35.99616749328266,
|
| 1144 |
+
"total_penalty_factor": 1.0,
|
| 1145 |
+
"fail_reason": null,
|
| 1146 |
+
"penalty_events": []
|
| 1147 |
+
},
|
| 1148 |
+
{
|
| 1149 |
+
"episode_id": 86,
|
| 1150 |
+
"seed": 100243,
|
| 1151 |
+
"success": false,
|
| 1152 |
+
"steps_taken": 146,
|
| 1153 |
+
"max_steps": 400,
|
| 1154 |
+
"route_completion": 0.014392809970581302,
|
| 1155 |
+
"manipulation_score": 0.007196404985290651,
|
| 1156 |
+
"total_penalty_factor": 0.5,
|
| 1157 |
+
"fail_reason": "out_of_bounds",
|
| 1158 |
+
"penalty_events": [
|
| 1159 |
+
{
|
| 1160 |
+
"event_type": "out_of_bounds",
|
| 1161 |
+
"timestep": 146,
|
| 1162 |
+
"penalty_factor": 0.5,
|
| 1163 |
+
"details": "Target object left workspace/view"
|
| 1164 |
+
}
|
| 1165 |
+
]
|
| 1166 |
+
},
|
| 1167 |
+
{
|
| 1168 |
+
"episode_id": 87,
|
| 1169 |
+
"seed": 100245,
|
| 1170 |
+
"success": false,
|
| 1171 |
+
"steps_taken": 120,
|
| 1172 |
+
"max_steps": 400,
|
| 1173 |
+
"route_completion": 29.62251280656349,
|
| 1174 |
+
"manipulation_score": 14.811256403281744,
|
| 1175 |
+
"total_penalty_factor": 0.5,
|
| 1176 |
+
"fail_reason": "out_of_bounds",
|
| 1177 |
+
"penalty_events": [
|
| 1178 |
+
{
|
| 1179 |
+
"event_type": "out_of_bounds",
|
| 1180 |
+
"timestep": 120,
|
| 1181 |
+
"penalty_factor": 0.5,
|
| 1182 |
+
"details": "Target object left workspace/view"
|
| 1183 |
+
}
|
| 1184 |
+
]
|
| 1185 |
+
},
|
| 1186 |
+
{
|
| 1187 |
+
"episode_id": 88,
|
| 1188 |
+
"seed": 100248,
|
| 1189 |
+
"success": false,
|
| 1190 |
+
"steps_taken": 400,
|
| 1191 |
+
"max_steps": 400,
|
| 1192 |
+
"route_completion": 36.129323448470785,
|
| 1193 |
+
"manipulation_score": 36.129323448470785,
|
| 1194 |
+
"total_penalty_factor": 1.0,
|
| 1195 |
+
"fail_reason": null,
|
| 1196 |
+
"penalty_events": []
|
| 1197 |
+
},
|
| 1198 |
+
{
|
| 1199 |
+
"episode_id": 89,
|
| 1200 |
+
"seed": 100253,
|
| 1201 |
+
"success": false,
|
| 1202 |
+
"steps_taken": 400,
|
| 1203 |
+
"max_steps": 400,
|
| 1204 |
+
"route_completion": 54.174558402967286,
|
| 1205 |
+
"manipulation_score": 54.174558402967286,
|
| 1206 |
+
"total_penalty_factor": 1.0,
|
| 1207 |
+
"fail_reason": null,
|
| 1208 |
+
"penalty_events": []
|
| 1209 |
+
},
|
| 1210 |
+
{
|
| 1211 |
+
"episode_id": 90,
|
| 1212 |
+
"seed": 100255,
|
| 1213 |
+
"success": false,
|
| 1214 |
+
"steps_taken": 400,
|
| 1215 |
+
"max_steps": 400,
|
| 1216 |
+
"route_completion": 45.39672492503453,
|
| 1217 |
+
"manipulation_score": 45.39672492503453,
|
| 1218 |
+
"total_penalty_factor": 1.0,
|
| 1219 |
+
"fail_reason": null,
|
| 1220 |
+
"penalty_events": []
|
| 1221 |
+
},
|
| 1222 |
+
{
|
| 1223 |
+
"episode_id": 91,
|
| 1224 |
+
"seed": 100257,
|
| 1225 |
+
"success": false,
|
| 1226 |
+
"steps_taken": 80,
|
| 1227 |
+
"max_steps": 400,
|
| 1228 |
+
"route_completion": 40.784748307766286,
|
| 1229 |
+
"manipulation_score": 40.784748307766286,
|
| 1230 |
+
"total_penalty_factor": 1.0,
|
| 1231 |
+
"fail_reason": "object_not_lifted",
|
| 1232 |
+
"penalty_events": []
|
| 1233 |
+
},
|
| 1234 |
+
{
|
| 1235 |
+
"episode_id": 92,
|
| 1236 |
+
"seed": 100262,
|
| 1237 |
+
"success": true,
|
| 1238 |
+
"steps_taken": 222,
|
| 1239 |
+
"max_steps": 400,
|
| 1240 |
+
"route_completion": 100.0,
|
| 1241 |
+
"manipulation_score": 100.0,
|
| 1242 |
+
"total_penalty_factor": 1.0,
|
| 1243 |
+
"fail_reason": null,
|
| 1244 |
+
"penalty_events": []
|
| 1245 |
+
},
|
| 1246 |
+
{
|
| 1247 |
+
"episode_id": 93,
|
| 1248 |
+
"seed": 100263,
|
| 1249 |
+
"success": true,
|
| 1250 |
+
"steps_taken": 126,
|
| 1251 |
+
"max_steps": 400,
|
| 1252 |
+
"route_completion": 100.0,
|
| 1253 |
+
"manipulation_score": 100.0,
|
| 1254 |
+
"total_penalty_factor": 1.0,
|
| 1255 |
+
"fail_reason": null,
|
| 1256 |
+
"penalty_events": []
|
| 1257 |
+
},
|
| 1258 |
+
{
|
| 1259 |
+
"episode_id": 94,
|
| 1260 |
+
"seed": 100265,
|
| 1261 |
+
"success": false,
|
| 1262 |
+
"steps_taken": 400,
|
| 1263 |
+
"max_steps": 400,
|
| 1264 |
+
"route_completion": 12.413678799325039,
|
| 1265 |
+
"manipulation_score": 12.413678799325039,
|
| 1266 |
+
"total_penalty_factor": 1.0,
|
| 1267 |
+
"fail_reason": null,
|
| 1268 |
+
"penalty_events": []
|
| 1269 |
+
},
|
| 1270 |
+
{
|
| 1271 |
+
"episode_id": 95,
|
| 1272 |
+
"seed": 100269,
|
| 1273 |
+
"success": false,
|
| 1274 |
+
"steps_taken": 400,
|
| 1275 |
+
"max_steps": 400,
|
| 1276 |
+
"route_completion": 16.013924243235646,
|
| 1277 |
+
"manipulation_score": 16.013924243235646,
|
| 1278 |
+
"total_penalty_factor": 1.0,
|
| 1279 |
+
"fail_reason": null,
|
| 1280 |
+
"penalty_events": []
|
| 1281 |
+
},
|
| 1282 |
+
{
|
| 1283 |
+
"episode_id": 96,
|
| 1284 |
+
"seed": 100271,
|
| 1285 |
+
"success": false,
|
| 1286 |
+
"steps_taken": 400,
|
| 1287 |
+
"max_steps": 400,
|
| 1288 |
+
"route_completion": 42.16389106297679,
|
| 1289 |
+
"manipulation_score": 42.16389106297679,
|
| 1290 |
+
"total_penalty_factor": 1.0,
|
| 1291 |
+
"fail_reason": null,
|
| 1292 |
+
"penalty_events": []
|
| 1293 |
+
},
|
| 1294 |
+
{
|
| 1295 |
+
"episode_id": 97,
|
| 1296 |
+
"seed": 100273,
|
| 1297 |
+
"success": true,
|
| 1298 |
+
"steps_taken": 133,
|
| 1299 |
+
"max_steps": 400,
|
| 1300 |
+
"route_completion": 100.0,
|
| 1301 |
+
"manipulation_score": 100.0,
|
| 1302 |
+
"total_penalty_factor": 1.0,
|
| 1303 |
+
"fail_reason": null,
|
| 1304 |
+
"penalty_events": []
|
| 1305 |
+
},
|
| 1306 |
+
{
|
| 1307 |
+
"episode_id": 98,
|
| 1308 |
+
"seed": 100274,
|
| 1309 |
+
"success": false,
|
| 1310 |
+
"steps_taken": 57,
|
| 1311 |
+
"max_steps": 400,
|
| 1312 |
+
"route_completion": 44.44473501657142,
|
| 1313 |
+
"manipulation_score": 22.22236750828571,
|
| 1314 |
+
"total_penalty_factor": 0.5,
|
| 1315 |
+
"fail_reason": "out_of_bounds",
|
| 1316 |
+
"penalty_events": [
|
| 1317 |
+
{
|
| 1318 |
+
"event_type": "out_of_bounds",
|
| 1319 |
+
"timestep": 57,
|
| 1320 |
+
"penalty_factor": 0.5,
|
| 1321 |
+
"details": "Target object left workspace/view"
|
| 1322 |
+
}
|
| 1323 |
+
]
|
| 1324 |
+
},
|
| 1325 |
+
{
|
| 1326 |
+
"episode_id": 99,
|
| 1327 |
+
"seed": 100276,
|
| 1328 |
+
"success": false,
|
| 1329 |
+
"steps_taken": 70,
|
| 1330 |
+
"max_steps": 400,
|
| 1331 |
+
"route_completion": 31.243931153192804,
|
| 1332 |
+
"manipulation_score": 15.621965576596402,
|
| 1333 |
+
"total_penalty_factor": 0.5,
|
| 1334 |
+
"fail_reason": "out_of_bounds",
|
| 1335 |
+
"penalty_events": [
|
| 1336 |
+
{
|
| 1337 |
+
"event_type": "out_of_bounds",
|
| 1338 |
+
"timestep": 70,
|
| 1339 |
+
"penalty_factor": 0.5,
|
| 1340 |
+
"details": "Target object left workspace/view"
|
| 1341 |
+
}
|
| 1342 |
+
]
|
| 1343 |
+
},
|
| 1344 |
+
{
|
| 1345 |
+
"episode_id": 100,
|
| 1346 |
+
"seed": 100277,
|
| 1347 |
+
"success": false,
|
| 1348 |
+
"steps_taken": 400,
|
| 1349 |
+
"max_steps": 400,
|
| 1350 |
+
"route_completion": 46.422897564736495,
|
| 1351 |
+
"manipulation_score": 46.422897564736495,
|
| 1352 |
+
"total_penalty_factor": 1.0,
|
| 1353 |
+
"fail_reason": null,
|
| 1354 |
+
"penalty_events": []
|
| 1355 |
+
}
|
| 1356 |
+
]
|
log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 12,
|
| 4 |
+
"success_rate": 12.0,
|
| 5 |
+
"manipulation_score_mean": 38.69982661847678,
|
| 6 |
+
"manipulation_score_std": 27.389872186349567,
|
| 7 |
+
"route_completion_mean": 41.3881881791932,
|
| 8 |
+
"route_completion_std": 26.24661325892294,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 22
|
| 11 |
+
}
|
log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 12.0% (12/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 38.70
|
| 10 |
+
Std: 27.39
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 41.39%
|
| 14 |
+
Std: 26.25
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 22
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-29 23:48:32
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.12
|
log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1622 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100000,
|
| 5 |
+
"success": true,
|
| 6 |
+
"steps_taken": 124,
|
| 7 |
+
"max_steps": 400,
|
| 8 |
+
"route_completion": 100.0,
|
| 9 |
+
"manipulation_score": 100.0,
|
| 10 |
+
"total_penalty_factor": 1.0,
|
| 11 |
+
"fail_reason": null,
|
| 12 |
+
"penalty_events": []
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"episode_id": 2,
|
| 16 |
+
"seed": 100003,
|
| 17 |
+
"success": false,
|
| 18 |
+
"steps_taken": 146,
|
| 19 |
+
"max_steps": 400,
|
| 20 |
+
"route_completion": 21.463668526452174,
|
| 21 |
+
"manipulation_score": 10.731834263226087,
|
| 22 |
+
"total_penalty_factor": 0.5,
|
| 23 |
+
"fail_reason": "out_of_bounds",
|
| 24 |
+
"penalty_events": [
|
| 25 |
+
{
|
| 26 |
+
"event_type": "out_of_bounds",
|
| 27 |
+
"timestep": 146,
|
| 28 |
+
"penalty_factor": 0.5,
|
| 29 |
+
"details": "Target object left workspace/view"
|
| 30 |
+
}
|
| 31 |
+
]
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"episode_id": 3,
|
| 35 |
+
"seed": 100004,
|
| 36 |
+
"success": true,
|
| 37 |
+
"steps_taken": 137,
|
| 38 |
+
"max_steps": 400,
|
| 39 |
+
"route_completion": 100.0,
|
| 40 |
+
"manipulation_score": 100.0,
|
| 41 |
+
"total_penalty_factor": 1.0,
|
| 42 |
+
"fail_reason": null,
|
| 43 |
+
"penalty_events": []
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"episode_id": 4,
|
| 47 |
+
"seed": 100005,
|
| 48 |
+
"success": true,
|
| 49 |
+
"steps_taken": 129,
|
| 50 |
+
"max_steps": 400,
|
| 51 |
+
"route_completion": 100.0,
|
| 52 |
+
"manipulation_score": 100.0,
|
| 53 |
+
"total_penalty_factor": 1.0,
|
| 54 |
+
"fail_reason": null,
|
| 55 |
+
"penalty_events": []
|
| 56 |
+
},
|
| 57 |
+
{
|
| 58 |
+
"episode_id": 5,
|
| 59 |
+
"seed": 100006,
|
| 60 |
+
"success": false,
|
| 61 |
+
"steps_taken": 232,
|
| 62 |
+
"max_steps": 400,
|
| 63 |
+
"route_completion": 12.137101742958535,
|
| 64 |
+
"manipulation_score": 6.0685508714792675,
|
| 65 |
+
"total_penalty_factor": 0.5,
|
| 66 |
+
"fail_reason": "out_of_bounds",
|
| 67 |
+
"penalty_events": [
|
| 68 |
+
{
|
| 69 |
+
"event_type": "out_of_bounds",
|
| 70 |
+
"timestep": 232,
|
| 71 |
+
"penalty_factor": 0.5,
|
| 72 |
+
"details": "Target object left workspace/view"
|
| 73 |
+
}
|
| 74 |
+
]
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"episode_id": 6,
|
| 78 |
+
"seed": 100007,
|
| 79 |
+
"success": false,
|
| 80 |
+
"steps_taken": 170,
|
| 81 |
+
"max_steps": 400,
|
| 82 |
+
"route_completion": 13.71517053914084,
|
| 83 |
+
"manipulation_score": 6.85758526957042,
|
| 84 |
+
"total_penalty_factor": 0.5,
|
| 85 |
+
"fail_reason": "out_of_bounds",
|
| 86 |
+
"penalty_events": [
|
| 87 |
+
{
|
| 88 |
+
"event_type": "out_of_bounds",
|
| 89 |
+
"timestep": 170,
|
| 90 |
+
"penalty_factor": 0.5,
|
| 91 |
+
"details": "Target object left workspace/view"
|
| 92 |
+
}
|
| 93 |
+
]
|
| 94 |
+
},
|
| 95 |
+
{
|
| 96 |
+
"episode_id": 7,
|
| 97 |
+
"seed": 100008,
|
| 98 |
+
"success": false,
|
| 99 |
+
"steps_taken": 132,
|
| 100 |
+
"max_steps": 400,
|
| 101 |
+
"route_completion": 21.402595256612194,
|
| 102 |
+
"manipulation_score": 10.701297628306097,
|
| 103 |
+
"total_penalty_factor": 0.5,
|
| 104 |
+
"fail_reason": "out_of_bounds",
|
| 105 |
+
"penalty_events": [
|
| 106 |
+
{
|
| 107 |
+
"event_type": "out_of_bounds",
|
| 108 |
+
"timestep": 132,
|
| 109 |
+
"penalty_factor": 0.5,
|
| 110 |
+
"details": "Target object left workspace/view"
|
| 111 |
+
}
|
| 112 |
+
]
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"episode_id": 8,
|
| 116 |
+
"seed": 100009,
|
| 117 |
+
"success": true,
|
| 118 |
+
"steps_taken": 124,
|
| 119 |
+
"max_steps": 400,
|
| 120 |
+
"route_completion": 100.0,
|
| 121 |
+
"manipulation_score": 100.0,
|
| 122 |
+
"total_penalty_factor": 1.0,
|
| 123 |
+
"fail_reason": null,
|
| 124 |
+
"penalty_events": []
|
| 125 |
+
},
|
| 126 |
+
{
|
| 127 |
+
"episode_id": 9,
|
| 128 |
+
"seed": 100010,
|
| 129 |
+
"success": false,
|
| 130 |
+
"steps_taken": 155,
|
| 131 |
+
"max_steps": 400,
|
| 132 |
+
"route_completion": 19.468538967405284,
|
| 133 |
+
"manipulation_score": 9.734269483702642,
|
| 134 |
+
"total_penalty_factor": 0.5,
|
| 135 |
+
"fail_reason": "out_of_bounds",
|
| 136 |
+
"penalty_events": [
|
| 137 |
+
{
|
| 138 |
+
"event_type": "out_of_bounds",
|
| 139 |
+
"timestep": 155,
|
| 140 |
+
"penalty_factor": 0.5,
|
| 141 |
+
"details": "Target object left workspace/view"
|
| 142 |
+
}
|
| 143 |
+
]
|
| 144 |
+
},
|
| 145 |
+
{
|
| 146 |
+
"episode_id": 10,
|
| 147 |
+
"seed": 100011,
|
| 148 |
+
"success": true,
|
| 149 |
+
"steps_taken": 144,
|
| 150 |
+
"max_steps": 400,
|
| 151 |
+
"route_completion": 100.0,
|
| 152 |
+
"manipulation_score": 100.0,
|
| 153 |
+
"total_penalty_factor": 1.0,
|
| 154 |
+
"fail_reason": null,
|
| 155 |
+
"penalty_events": []
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"episode_id": 11,
|
| 159 |
+
"seed": 100012,
|
| 160 |
+
"success": false,
|
| 161 |
+
"steps_taken": 338,
|
| 162 |
+
"max_steps": 400,
|
| 163 |
+
"route_completion": 30.36498896041348,
|
| 164 |
+
"manipulation_score": 15.18249448020674,
|
| 165 |
+
"total_penalty_factor": 0.5,
|
| 166 |
+
"fail_reason": "out_of_bounds",
|
| 167 |
+
"penalty_events": [
|
| 168 |
+
{
|
| 169 |
+
"event_type": "out_of_bounds",
|
| 170 |
+
"timestep": 338,
|
| 171 |
+
"penalty_factor": 0.5,
|
| 172 |
+
"details": "Target object left workspace/view"
|
| 173 |
+
}
|
| 174 |
+
]
|
| 175 |
+
},
|
| 176 |
+
{
|
| 177 |
+
"episode_id": 12,
|
| 178 |
+
"seed": 100014,
|
| 179 |
+
"success": false,
|
| 180 |
+
"steps_taken": 113,
|
| 181 |
+
"max_steps": 400,
|
| 182 |
+
"route_completion": 23.68635472462633,
|
| 183 |
+
"manipulation_score": 11.843177362313165,
|
| 184 |
+
"total_penalty_factor": 0.5,
|
| 185 |
+
"fail_reason": "out_of_bounds",
|
| 186 |
+
"penalty_events": [
|
| 187 |
+
{
|
| 188 |
+
"event_type": "out_of_bounds",
|
| 189 |
+
"timestep": 113,
|
| 190 |
+
"penalty_factor": 0.5,
|
| 191 |
+
"details": "Target object left workspace/view"
|
| 192 |
+
}
|
| 193 |
+
]
|
| 194 |
+
},
|
| 195 |
+
{
|
| 196 |
+
"episode_id": 13,
|
| 197 |
+
"seed": 100015,
|
| 198 |
+
"success": true,
|
| 199 |
+
"steps_taken": 145,
|
| 200 |
+
"max_steps": 400,
|
| 201 |
+
"route_completion": 100.0,
|
| 202 |
+
"manipulation_score": 100.0,
|
| 203 |
+
"total_penalty_factor": 1.0,
|
| 204 |
+
"fail_reason": null,
|
| 205 |
+
"penalty_events": []
|
| 206 |
+
},
|
| 207 |
+
{
|
| 208 |
+
"episode_id": 14,
|
| 209 |
+
"seed": 100016,
|
| 210 |
+
"success": false,
|
| 211 |
+
"steps_taken": 183,
|
| 212 |
+
"max_steps": 400,
|
| 213 |
+
"route_completion": 0.017863581570029645,
|
| 214 |
+
"manipulation_score": 0.008931790785014822,
|
| 215 |
+
"total_penalty_factor": 0.5,
|
| 216 |
+
"fail_reason": "out_of_bounds",
|
| 217 |
+
"penalty_events": [
|
| 218 |
+
{
|
| 219 |
+
"event_type": "out_of_bounds",
|
| 220 |
+
"timestep": 183,
|
| 221 |
+
"penalty_factor": 0.5,
|
| 222 |
+
"details": "Target object left workspace/view"
|
| 223 |
+
}
|
| 224 |
+
]
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"episode_id": 15,
|
| 228 |
+
"seed": 100017,
|
| 229 |
+
"success": false,
|
| 230 |
+
"steps_taken": 132,
|
| 231 |
+
"max_steps": 400,
|
| 232 |
+
"route_completion": 14.1876485584316,
|
| 233 |
+
"manipulation_score": 7.0938242792158,
|
| 234 |
+
"total_penalty_factor": 0.5,
|
| 235 |
+
"fail_reason": "out_of_bounds",
|
| 236 |
+
"penalty_events": [
|
| 237 |
+
{
|
| 238 |
+
"event_type": "out_of_bounds",
|
| 239 |
+
"timestep": 132,
|
| 240 |
+
"penalty_factor": 0.5,
|
| 241 |
+
"details": "Target object left workspace/view"
|
| 242 |
+
}
|
| 243 |
+
]
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"episode_id": 16,
|
| 247 |
+
"seed": 100018,
|
| 248 |
+
"success": true,
|
| 249 |
+
"steps_taken": 137,
|
| 250 |
+
"max_steps": 400,
|
| 251 |
+
"route_completion": 100.0,
|
| 252 |
+
"manipulation_score": 100.0,
|
| 253 |
+
"total_penalty_factor": 1.0,
|
| 254 |
+
"fail_reason": null,
|
| 255 |
+
"penalty_events": []
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"episode_id": 17,
|
| 259 |
+
"seed": 100019,
|
| 260 |
+
"success": true,
|
| 261 |
+
"steps_taken": 139,
|
| 262 |
+
"max_steps": 400,
|
| 263 |
+
"route_completion": 100.0,
|
| 264 |
+
"manipulation_score": 100.0,
|
| 265 |
+
"total_penalty_factor": 1.0,
|
| 266 |
+
"fail_reason": null,
|
| 267 |
+
"penalty_events": []
|
| 268 |
+
},
|
| 269 |
+
{
|
| 270 |
+
"episode_id": 18,
|
| 271 |
+
"seed": 100020,
|
| 272 |
+
"success": false,
|
| 273 |
+
"steps_taken": 152,
|
| 274 |
+
"max_steps": 400,
|
| 275 |
+
"route_completion": 8.292486307853332,
|
| 276 |
+
"manipulation_score": 4.146243153926666,
|
| 277 |
+
"total_penalty_factor": 0.5,
|
| 278 |
+
"fail_reason": "out_of_bounds",
|
| 279 |
+
"penalty_events": [
|
| 280 |
+
{
|
| 281 |
+
"event_type": "out_of_bounds",
|
| 282 |
+
"timestep": 152,
|
| 283 |
+
"penalty_factor": 0.5,
|
| 284 |
+
"details": "Target object left workspace/view"
|
| 285 |
+
}
|
| 286 |
+
]
|
| 287 |
+
},
|
| 288 |
+
{
|
| 289 |
+
"episode_id": 19,
|
| 290 |
+
"seed": 100021,
|
| 291 |
+
"success": true,
|
| 292 |
+
"steps_taken": 128,
|
| 293 |
+
"max_steps": 400,
|
| 294 |
+
"route_completion": 100.0,
|
| 295 |
+
"manipulation_score": 100.0,
|
| 296 |
+
"total_penalty_factor": 1.0,
|
| 297 |
+
"fail_reason": null,
|
| 298 |
+
"penalty_events": []
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"episode_id": 20,
|
| 302 |
+
"seed": 100023,
|
| 303 |
+
"success": false,
|
| 304 |
+
"steps_taken": 152,
|
| 305 |
+
"max_steps": 400,
|
| 306 |
+
"route_completion": 0.0,
|
| 307 |
+
"manipulation_score": 0.0,
|
| 308 |
+
"total_penalty_factor": 0.5,
|
| 309 |
+
"fail_reason": "out_of_bounds",
|
| 310 |
+
"penalty_events": [
|
| 311 |
+
{
|
| 312 |
+
"event_type": "out_of_bounds",
|
| 313 |
+
"timestep": 152,
|
| 314 |
+
"penalty_factor": 0.5,
|
| 315 |
+
"details": "Target object left workspace/view"
|
| 316 |
+
}
|
| 317 |
+
]
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"episode_id": 21,
|
| 321 |
+
"seed": 100024,
|
| 322 |
+
"success": true,
|
| 323 |
+
"steps_taken": 124,
|
| 324 |
+
"max_steps": 400,
|
| 325 |
+
"route_completion": 100.0,
|
| 326 |
+
"manipulation_score": 100.0,
|
| 327 |
+
"total_penalty_factor": 1.0,
|
| 328 |
+
"fail_reason": null,
|
| 329 |
+
"penalty_events": []
|
| 330 |
+
},
|
| 331 |
+
{
|
| 332 |
+
"episode_id": 22,
|
| 333 |
+
"seed": 100025,
|
| 334 |
+
"success": true,
|
| 335 |
+
"steps_taken": 135,
|
| 336 |
+
"max_steps": 400,
|
| 337 |
+
"route_completion": 100.0,
|
| 338 |
+
"manipulation_score": 100.0,
|
| 339 |
+
"total_penalty_factor": 1.0,
|
| 340 |
+
"fail_reason": null,
|
| 341 |
+
"penalty_events": []
|
| 342 |
+
},
|
| 343 |
+
{
|
| 344 |
+
"episode_id": 23,
|
| 345 |
+
"seed": 100026,
|
| 346 |
+
"success": false,
|
| 347 |
+
"steps_taken": 161,
|
| 348 |
+
"max_steps": 400,
|
| 349 |
+
"route_completion": 39.99177846056225,
|
| 350 |
+
"manipulation_score": 19.995889230281126,
|
| 351 |
+
"total_penalty_factor": 0.5,
|
| 352 |
+
"fail_reason": "out_of_bounds",
|
| 353 |
+
"penalty_events": [
|
| 354 |
+
{
|
| 355 |
+
"event_type": "out_of_bounds",
|
| 356 |
+
"timestep": 161,
|
| 357 |
+
"penalty_factor": 0.5,
|
| 358 |
+
"details": "Target object left workspace/view"
|
| 359 |
+
}
|
| 360 |
+
]
|
| 361 |
+
},
|
| 362 |
+
{
|
| 363 |
+
"episode_id": 24,
|
| 364 |
+
"seed": 100027,
|
| 365 |
+
"success": true,
|
| 366 |
+
"steps_taken": 127,
|
| 367 |
+
"max_steps": 400,
|
| 368 |
+
"route_completion": 100.0,
|
| 369 |
+
"manipulation_score": 100.0,
|
| 370 |
+
"total_penalty_factor": 1.0,
|
| 371 |
+
"fail_reason": null,
|
| 372 |
+
"penalty_events": []
|
| 373 |
+
},
|
| 374 |
+
{
|
| 375 |
+
"episode_id": 25,
|
| 376 |
+
"seed": 100028,
|
| 377 |
+
"success": false,
|
| 378 |
+
"steps_taken": 173,
|
| 379 |
+
"max_steps": 400,
|
| 380 |
+
"route_completion": 0.3786603833912551,
|
| 381 |
+
"manipulation_score": 0.18933019169562754,
|
| 382 |
+
"total_penalty_factor": 0.5,
|
| 383 |
+
"fail_reason": "out_of_bounds",
|
| 384 |
+
"penalty_events": [
|
| 385 |
+
{
|
| 386 |
+
"event_type": "out_of_bounds",
|
| 387 |
+
"timestep": 173,
|
| 388 |
+
"penalty_factor": 0.5,
|
| 389 |
+
"details": "Target object left workspace/view"
|
| 390 |
+
}
|
| 391 |
+
]
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"episode_id": 26,
|
| 395 |
+
"seed": 100030,
|
| 396 |
+
"success": true,
|
| 397 |
+
"steps_taken": 131,
|
| 398 |
+
"max_steps": 400,
|
| 399 |
+
"route_completion": 100.0,
|
| 400 |
+
"manipulation_score": 100.0,
|
| 401 |
+
"total_penalty_factor": 1.0,
|
| 402 |
+
"fail_reason": null,
|
| 403 |
+
"penalty_events": []
|
| 404 |
+
},
|
| 405 |
+
{
|
| 406 |
+
"episode_id": 27,
|
| 407 |
+
"seed": 100032,
|
| 408 |
+
"success": false,
|
| 409 |
+
"steps_taken": 119,
|
| 410 |
+
"max_steps": 400,
|
| 411 |
+
"route_completion": 32.63034149741056,
|
| 412 |
+
"manipulation_score": 16.31517074870528,
|
| 413 |
+
"total_penalty_factor": 0.5,
|
| 414 |
+
"fail_reason": "out_of_bounds",
|
| 415 |
+
"penalty_events": [
|
| 416 |
+
{
|
| 417 |
+
"event_type": "out_of_bounds",
|
| 418 |
+
"timestep": 119,
|
| 419 |
+
"penalty_factor": 0.5,
|
| 420 |
+
"details": "Target object left workspace/view"
|
| 421 |
+
}
|
| 422 |
+
]
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"episode_id": 28,
|
| 426 |
+
"seed": 100033,
|
| 427 |
+
"success": true,
|
| 428 |
+
"steps_taken": 132,
|
| 429 |
+
"max_steps": 400,
|
| 430 |
+
"route_completion": 100.0,
|
| 431 |
+
"manipulation_score": 100.0,
|
| 432 |
+
"total_penalty_factor": 1.0,
|
| 433 |
+
"fail_reason": null,
|
| 434 |
+
"penalty_events": []
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"episode_id": 29,
|
| 438 |
+
"seed": 100034,
|
| 439 |
+
"success": true,
|
| 440 |
+
"steps_taken": 131,
|
| 441 |
+
"max_steps": 400,
|
| 442 |
+
"route_completion": 100.0,
|
| 443 |
+
"manipulation_score": 100.0,
|
| 444 |
+
"total_penalty_factor": 1.0,
|
| 445 |
+
"fail_reason": null,
|
| 446 |
+
"penalty_events": []
|
| 447 |
+
},
|
| 448 |
+
{
|
| 449 |
+
"episode_id": 30,
|
| 450 |
+
"seed": 100035,
|
| 451 |
+
"success": false,
|
| 452 |
+
"steps_taken": 236,
|
| 453 |
+
"max_steps": 400,
|
| 454 |
+
"route_completion": 26.505578298898108,
|
| 455 |
+
"manipulation_score": 13.252789149449054,
|
| 456 |
+
"total_penalty_factor": 0.5,
|
| 457 |
+
"fail_reason": "out_of_bounds",
|
| 458 |
+
"penalty_events": [
|
| 459 |
+
{
|
| 460 |
+
"event_type": "out_of_bounds",
|
| 461 |
+
"timestep": 236,
|
| 462 |
+
"penalty_factor": 0.5,
|
| 463 |
+
"details": "Target object left workspace/view"
|
| 464 |
+
}
|
| 465 |
+
]
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"episode_id": 31,
|
| 469 |
+
"seed": 100036,
|
| 470 |
+
"success": false,
|
| 471 |
+
"steps_taken": 400,
|
| 472 |
+
"max_steps": 400,
|
| 473 |
+
"route_completion": 32.42779211715311,
|
| 474 |
+
"manipulation_score": 32.42779211715311,
|
| 475 |
+
"total_penalty_factor": 1.0,
|
| 476 |
+
"fail_reason": null,
|
| 477 |
+
"penalty_events": []
|
| 478 |
+
},
|
| 479 |
+
{
|
| 480 |
+
"episode_id": 32,
|
| 481 |
+
"seed": 100037,
|
| 482 |
+
"success": false,
|
| 483 |
+
"steps_taken": 160,
|
| 484 |
+
"max_steps": 400,
|
| 485 |
+
"route_completion": 27.341620371819324,
|
| 486 |
+
"manipulation_score": 13.670810185909662,
|
| 487 |
+
"total_penalty_factor": 0.5,
|
| 488 |
+
"fail_reason": "out_of_bounds",
|
| 489 |
+
"penalty_events": [
|
| 490 |
+
{
|
| 491 |
+
"event_type": "out_of_bounds",
|
| 492 |
+
"timestep": 160,
|
| 493 |
+
"penalty_factor": 0.5,
|
| 494 |
+
"details": "Target object left workspace/view"
|
| 495 |
+
}
|
| 496 |
+
]
|
| 497 |
+
},
|
| 498 |
+
{
|
| 499 |
+
"episode_id": 33,
|
| 500 |
+
"seed": 100038,
|
| 501 |
+
"success": true,
|
| 502 |
+
"steps_taken": 137,
|
| 503 |
+
"max_steps": 400,
|
| 504 |
+
"route_completion": 100.0,
|
| 505 |
+
"manipulation_score": 100.0,
|
| 506 |
+
"total_penalty_factor": 1.0,
|
| 507 |
+
"fail_reason": null,
|
| 508 |
+
"penalty_events": []
|
| 509 |
+
},
|
| 510 |
+
{
|
| 511 |
+
"episode_id": 34,
|
| 512 |
+
"seed": 100039,
|
| 513 |
+
"success": true,
|
| 514 |
+
"steps_taken": 130,
|
| 515 |
+
"max_steps": 400,
|
| 516 |
+
"route_completion": 100.0,
|
| 517 |
+
"manipulation_score": 100.0,
|
| 518 |
+
"total_penalty_factor": 1.0,
|
| 519 |
+
"fail_reason": null,
|
| 520 |
+
"penalty_events": []
|
| 521 |
+
},
|
| 522 |
+
{
|
| 523 |
+
"episode_id": 35,
|
| 524 |
+
"seed": 100041,
|
| 525 |
+
"success": false,
|
| 526 |
+
"steps_taken": 138,
|
| 527 |
+
"max_steps": 400,
|
| 528 |
+
"route_completion": 13.493814867470974,
|
| 529 |
+
"manipulation_score": 6.746907433735487,
|
| 530 |
+
"total_penalty_factor": 0.5,
|
| 531 |
+
"fail_reason": "out_of_bounds",
|
| 532 |
+
"penalty_events": [
|
| 533 |
+
{
|
| 534 |
+
"event_type": "out_of_bounds",
|
| 535 |
+
"timestep": 138,
|
| 536 |
+
"penalty_factor": 0.5,
|
| 537 |
+
"details": "Target object left workspace/view"
|
| 538 |
+
}
|
| 539 |
+
]
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"episode_id": 36,
|
| 543 |
+
"seed": 100042,
|
| 544 |
+
"success": false,
|
| 545 |
+
"steps_taken": 176,
|
| 546 |
+
"max_steps": 400,
|
| 547 |
+
"route_completion": 8.428878008209137,
|
| 548 |
+
"manipulation_score": 4.214439004104569,
|
| 549 |
+
"total_penalty_factor": 0.5,
|
| 550 |
+
"fail_reason": "out_of_bounds",
|
| 551 |
+
"penalty_events": [
|
| 552 |
+
{
|
| 553 |
+
"event_type": "out_of_bounds",
|
| 554 |
+
"timestep": 176,
|
| 555 |
+
"penalty_factor": 0.5,
|
| 556 |
+
"details": "Target object left workspace/view"
|
| 557 |
+
}
|
| 558 |
+
]
|
| 559 |
+
},
|
| 560 |
+
{
|
| 561 |
+
"episode_id": 37,
|
| 562 |
+
"seed": 100043,
|
| 563 |
+
"success": true,
|
| 564 |
+
"steps_taken": 126,
|
| 565 |
+
"max_steps": 400,
|
| 566 |
+
"route_completion": 100.0,
|
| 567 |
+
"manipulation_score": 100.0,
|
| 568 |
+
"total_penalty_factor": 1.0,
|
| 569 |
+
"fail_reason": null,
|
| 570 |
+
"penalty_events": []
|
| 571 |
+
},
|
| 572 |
+
{
|
| 573 |
+
"episode_id": 38,
|
| 574 |
+
"seed": 100044,
|
| 575 |
+
"success": false,
|
| 576 |
+
"steps_taken": 156,
|
| 577 |
+
"max_steps": 400,
|
| 578 |
+
"route_completion": 5.016105632188362,
|
| 579 |
+
"manipulation_score": 2.508052816094181,
|
| 580 |
+
"total_penalty_factor": 0.5,
|
| 581 |
+
"fail_reason": "out_of_bounds",
|
| 582 |
+
"penalty_events": [
|
| 583 |
+
{
|
| 584 |
+
"event_type": "out_of_bounds",
|
| 585 |
+
"timestep": 156,
|
| 586 |
+
"penalty_factor": 0.5,
|
| 587 |
+
"details": "Target object left workspace/view"
|
| 588 |
+
}
|
| 589 |
+
]
|
| 590 |
+
},
|
| 591 |
+
{
|
| 592 |
+
"episode_id": 39,
|
| 593 |
+
"seed": 100045,
|
| 594 |
+
"success": true,
|
| 595 |
+
"steps_taken": 130,
|
| 596 |
+
"max_steps": 400,
|
| 597 |
+
"route_completion": 100.0,
|
| 598 |
+
"manipulation_score": 100.0,
|
| 599 |
+
"total_penalty_factor": 1.0,
|
| 600 |
+
"fail_reason": null,
|
| 601 |
+
"penalty_events": []
|
| 602 |
+
},
|
| 603 |
+
{
|
| 604 |
+
"episode_id": 40,
|
| 605 |
+
"seed": 100046,
|
| 606 |
+
"success": true,
|
| 607 |
+
"steps_taken": 135,
|
| 608 |
+
"max_steps": 400,
|
| 609 |
+
"route_completion": 100.0,
|
| 610 |
+
"manipulation_score": 100.0,
|
| 611 |
+
"total_penalty_factor": 1.0,
|
| 612 |
+
"fail_reason": null,
|
| 613 |
+
"penalty_events": []
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"episode_id": 41,
|
| 617 |
+
"seed": 100048,
|
| 618 |
+
"success": false,
|
| 619 |
+
"steps_taken": 130,
|
| 620 |
+
"max_steps": 400,
|
| 621 |
+
"route_completion": 10.641315294624363,
|
| 622 |
+
"manipulation_score": 5.320657647312181,
|
| 623 |
+
"total_penalty_factor": 0.5,
|
| 624 |
+
"fail_reason": "out_of_bounds",
|
| 625 |
+
"penalty_events": [
|
| 626 |
+
{
|
| 627 |
+
"event_type": "out_of_bounds",
|
| 628 |
+
"timestep": 130,
|
| 629 |
+
"penalty_factor": 0.5,
|
| 630 |
+
"details": "Target object left workspace/view"
|
| 631 |
+
}
|
| 632 |
+
]
|
| 633 |
+
},
|
| 634 |
+
{
|
| 635 |
+
"episode_id": 42,
|
| 636 |
+
"seed": 100049,
|
| 637 |
+
"success": true,
|
| 638 |
+
"steps_taken": 135,
|
| 639 |
+
"max_steps": 400,
|
| 640 |
+
"route_completion": 100.0,
|
| 641 |
+
"manipulation_score": 100.0,
|
| 642 |
+
"total_penalty_factor": 1.0,
|
| 643 |
+
"fail_reason": null,
|
| 644 |
+
"penalty_events": []
|
| 645 |
+
},
|
| 646 |
+
{
|
| 647 |
+
"episode_id": 43,
|
| 648 |
+
"seed": 100050,
|
| 649 |
+
"success": true,
|
| 650 |
+
"steps_taken": 128,
|
| 651 |
+
"max_steps": 400,
|
| 652 |
+
"route_completion": 100.0,
|
| 653 |
+
"manipulation_score": 100.0,
|
| 654 |
+
"total_penalty_factor": 1.0,
|
| 655 |
+
"fail_reason": null,
|
| 656 |
+
"penalty_events": []
|
| 657 |
+
},
|
| 658 |
+
{
|
| 659 |
+
"episode_id": 44,
|
| 660 |
+
"seed": 100051,
|
| 661 |
+
"success": false,
|
| 662 |
+
"steps_taken": 153,
|
| 663 |
+
"max_steps": 400,
|
| 664 |
+
"route_completion": 0.010534690678432965,
|
| 665 |
+
"manipulation_score": 0.005267345339216483,
|
| 666 |
+
"total_penalty_factor": 0.5,
|
| 667 |
+
"fail_reason": "out_of_bounds",
|
| 668 |
+
"penalty_events": [
|
| 669 |
+
{
|
| 670 |
+
"event_type": "out_of_bounds",
|
| 671 |
+
"timestep": 153,
|
| 672 |
+
"penalty_factor": 0.5,
|
| 673 |
+
"details": "Target object left workspace/view"
|
| 674 |
+
}
|
| 675 |
+
]
|
| 676 |
+
},
|
| 677 |
+
{
|
| 678 |
+
"episode_id": 45,
|
| 679 |
+
"seed": 100053,
|
| 680 |
+
"success": false,
|
| 681 |
+
"steps_taken": 151,
|
| 682 |
+
"max_steps": 400,
|
| 683 |
+
"route_completion": 10.979332176325956,
|
| 684 |
+
"manipulation_score": 5.489666088162978,
|
| 685 |
+
"total_penalty_factor": 0.5,
|
| 686 |
+
"fail_reason": "out_of_bounds",
|
| 687 |
+
"penalty_events": [
|
| 688 |
+
{
|
| 689 |
+
"event_type": "out_of_bounds",
|
| 690 |
+
"timestep": 151,
|
| 691 |
+
"penalty_factor": 0.5,
|
| 692 |
+
"details": "Target object left workspace/view"
|
| 693 |
+
}
|
| 694 |
+
]
|
| 695 |
+
},
|
| 696 |
+
{
|
| 697 |
+
"episode_id": 46,
|
| 698 |
+
"seed": 100057,
|
| 699 |
+
"success": false,
|
| 700 |
+
"steps_taken": 144,
|
| 701 |
+
"max_steps": 400,
|
| 702 |
+
"route_completion": 21.08242360583593,
|
| 703 |
+
"manipulation_score": 10.541211802917966,
|
| 704 |
+
"total_penalty_factor": 0.5,
|
| 705 |
+
"fail_reason": "out_of_bounds",
|
| 706 |
+
"penalty_events": [
|
| 707 |
+
{
|
| 708 |
+
"event_type": "out_of_bounds",
|
| 709 |
+
"timestep": 144,
|
| 710 |
+
"penalty_factor": 0.5,
|
| 711 |
+
"details": "Target object left workspace/view"
|
| 712 |
+
}
|
| 713 |
+
]
|
| 714 |
+
},
|
| 715 |
+
{
|
| 716 |
+
"episode_id": 47,
|
| 717 |
+
"seed": 100058,
|
| 718 |
+
"success": false,
|
| 719 |
+
"steps_taken": 135,
|
| 720 |
+
"max_steps": 400,
|
| 721 |
+
"route_completion": 12.388614679963315,
|
| 722 |
+
"manipulation_score": 6.194307339981657,
|
| 723 |
+
"total_penalty_factor": 0.5,
|
| 724 |
+
"fail_reason": "out_of_bounds",
|
| 725 |
+
"penalty_events": [
|
| 726 |
+
{
|
| 727 |
+
"event_type": "out_of_bounds",
|
| 728 |
+
"timestep": 135,
|
| 729 |
+
"penalty_factor": 0.5,
|
| 730 |
+
"details": "Target object left workspace/view"
|
| 731 |
+
}
|
| 732 |
+
]
|
| 733 |
+
},
|
| 734 |
+
{
|
| 735 |
+
"episode_id": 48,
|
| 736 |
+
"seed": 100059,
|
| 737 |
+
"success": false,
|
| 738 |
+
"steps_taken": 133,
|
| 739 |
+
"max_steps": 400,
|
| 740 |
+
"route_completion": 0.0,
|
| 741 |
+
"manipulation_score": 0.0,
|
| 742 |
+
"total_penalty_factor": 0.5,
|
| 743 |
+
"fail_reason": "out_of_bounds",
|
| 744 |
+
"penalty_events": [
|
| 745 |
+
{
|
| 746 |
+
"event_type": "out_of_bounds",
|
| 747 |
+
"timestep": 133,
|
| 748 |
+
"penalty_factor": 0.5,
|
| 749 |
+
"details": "Target object left workspace/view"
|
| 750 |
+
}
|
| 751 |
+
]
|
| 752 |
+
},
|
| 753 |
+
{
|
| 754 |
+
"episode_id": 49,
|
| 755 |
+
"seed": 100060,
|
| 756 |
+
"success": false,
|
| 757 |
+
"steps_taken": 118,
|
| 758 |
+
"max_steps": 400,
|
| 759 |
+
"route_completion": 9.114375297708289,
|
| 760 |
+
"manipulation_score": 4.5571876488541445,
|
| 761 |
+
"total_penalty_factor": 0.5,
|
| 762 |
+
"fail_reason": "out_of_bounds",
|
| 763 |
+
"penalty_events": [
|
| 764 |
+
{
|
| 765 |
+
"event_type": "out_of_bounds",
|
| 766 |
+
"timestep": 118,
|
| 767 |
+
"penalty_factor": 0.5,
|
| 768 |
+
"details": "Target object left workspace/view"
|
| 769 |
+
}
|
| 770 |
+
]
|
| 771 |
+
},
|
| 772 |
+
{
|
| 773 |
+
"episode_id": 50,
|
| 774 |
+
"seed": 100061,
|
| 775 |
+
"success": true,
|
| 776 |
+
"steps_taken": 134,
|
| 777 |
+
"max_steps": 400,
|
| 778 |
+
"route_completion": 100.0,
|
| 779 |
+
"manipulation_score": 100.0,
|
| 780 |
+
"total_penalty_factor": 1.0,
|
| 781 |
+
"fail_reason": null,
|
| 782 |
+
"penalty_events": []
|
| 783 |
+
},
|
| 784 |
+
{
|
| 785 |
+
"episode_id": 51,
|
| 786 |
+
"seed": 100062,
|
| 787 |
+
"success": false,
|
| 788 |
+
"steps_taken": 124,
|
| 789 |
+
"max_steps": 400,
|
| 790 |
+
"route_completion": 2.8514591735698196,
|
| 791 |
+
"manipulation_score": 1.4257295867849098,
|
| 792 |
+
"total_penalty_factor": 0.5,
|
| 793 |
+
"fail_reason": "out_of_bounds",
|
| 794 |
+
"penalty_events": [
|
| 795 |
+
{
|
| 796 |
+
"event_type": "out_of_bounds",
|
| 797 |
+
"timestep": 124,
|
| 798 |
+
"penalty_factor": 0.5,
|
| 799 |
+
"details": "Target object left workspace/view"
|
| 800 |
+
}
|
| 801 |
+
]
|
| 802 |
+
},
|
| 803 |
+
{
|
| 804 |
+
"episode_id": 52,
|
| 805 |
+
"seed": 100063,
|
| 806 |
+
"success": false,
|
| 807 |
+
"steps_taken": 158,
|
| 808 |
+
"max_steps": 400,
|
| 809 |
+
"route_completion": 17.377749576804042,
|
| 810 |
+
"manipulation_score": 8.688874788402021,
|
| 811 |
+
"total_penalty_factor": 0.5,
|
| 812 |
+
"fail_reason": "out_of_bounds",
|
| 813 |
+
"penalty_events": [
|
| 814 |
+
{
|
| 815 |
+
"event_type": "out_of_bounds",
|
| 816 |
+
"timestep": 158,
|
| 817 |
+
"penalty_factor": 0.5,
|
| 818 |
+
"details": "Target object left workspace/view"
|
| 819 |
+
}
|
| 820 |
+
]
|
| 821 |
+
},
|
| 822 |
+
{
|
| 823 |
+
"episode_id": 53,
|
| 824 |
+
"seed": 100064,
|
| 825 |
+
"success": true,
|
| 826 |
+
"steps_taken": 135,
|
| 827 |
+
"max_steps": 400,
|
| 828 |
+
"route_completion": 100.0,
|
| 829 |
+
"manipulation_score": 100.0,
|
| 830 |
+
"total_penalty_factor": 1.0,
|
| 831 |
+
"fail_reason": null,
|
| 832 |
+
"penalty_events": []
|
| 833 |
+
},
|
| 834 |
+
{
|
| 835 |
+
"episode_id": 54,
|
| 836 |
+
"seed": 100065,
|
| 837 |
+
"success": false,
|
| 838 |
+
"steps_taken": 117,
|
| 839 |
+
"max_steps": 400,
|
| 840 |
+
"route_completion": 18.842859176225694,
|
| 841 |
+
"manipulation_score": 9.421429588112847,
|
| 842 |
+
"total_penalty_factor": 0.5,
|
| 843 |
+
"fail_reason": "out_of_bounds",
|
| 844 |
+
"penalty_events": [
|
| 845 |
+
{
|
| 846 |
+
"event_type": "out_of_bounds",
|
| 847 |
+
"timestep": 117,
|
| 848 |
+
"penalty_factor": 0.5,
|
| 849 |
+
"details": "Target object left workspace/view"
|
| 850 |
+
}
|
| 851 |
+
]
|
| 852 |
+
},
|
| 853 |
+
{
|
| 854 |
+
"episode_id": 55,
|
| 855 |
+
"seed": 100066,
|
| 856 |
+
"success": false,
|
| 857 |
+
"steps_taken": 121,
|
| 858 |
+
"max_steps": 400,
|
| 859 |
+
"route_completion": 18.946002799677526,
|
| 860 |
+
"manipulation_score": 9.473001399838763,
|
| 861 |
+
"total_penalty_factor": 0.5,
|
| 862 |
+
"fail_reason": "out_of_bounds",
|
| 863 |
+
"penalty_events": [
|
| 864 |
+
{
|
| 865 |
+
"event_type": "out_of_bounds",
|
| 866 |
+
"timestep": 121,
|
| 867 |
+
"penalty_factor": 0.5,
|
| 868 |
+
"details": "Target object left workspace/view"
|
| 869 |
+
}
|
| 870 |
+
]
|
| 871 |
+
},
|
| 872 |
+
{
|
| 873 |
+
"episode_id": 56,
|
| 874 |
+
"seed": 100067,
|
| 875 |
+
"success": false,
|
| 876 |
+
"steps_taken": 135,
|
| 877 |
+
"max_steps": 400,
|
| 878 |
+
"route_completion": 4.723035085358536,
|
| 879 |
+
"manipulation_score": 2.361517542679268,
|
| 880 |
+
"total_penalty_factor": 0.5,
|
| 881 |
+
"fail_reason": "out_of_bounds",
|
| 882 |
+
"penalty_events": [
|
| 883 |
+
{
|
| 884 |
+
"event_type": "out_of_bounds",
|
| 885 |
+
"timestep": 135,
|
| 886 |
+
"penalty_factor": 0.5,
|
| 887 |
+
"details": "Target object left workspace/view"
|
| 888 |
+
}
|
| 889 |
+
]
|
| 890 |
+
},
|
| 891 |
+
{
|
| 892 |
+
"episode_id": 57,
|
| 893 |
+
"seed": 100068,
|
| 894 |
+
"success": true,
|
| 895 |
+
"steps_taken": 136,
|
| 896 |
+
"max_steps": 400,
|
| 897 |
+
"route_completion": 100.0,
|
| 898 |
+
"manipulation_score": 100.0,
|
| 899 |
+
"total_penalty_factor": 1.0,
|
| 900 |
+
"fail_reason": null,
|
| 901 |
+
"penalty_events": []
|
| 902 |
+
},
|
| 903 |
+
{
|
| 904 |
+
"episode_id": 58,
|
| 905 |
+
"seed": 100069,
|
| 906 |
+
"success": true,
|
| 907 |
+
"steps_taken": 134,
|
| 908 |
+
"max_steps": 400,
|
| 909 |
+
"route_completion": 100.0,
|
| 910 |
+
"manipulation_score": 100.0,
|
| 911 |
+
"total_penalty_factor": 1.0,
|
| 912 |
+
"fail_reason": null,
|
| 913 |
+
"penalty_events": []
|
| 914 |
+
},
|
| 915 |
+
{
|
| 916 |
+
"episode_id": 59,
|
| 917 |
+
"seed": 100070,
|
| 918 |
+
"success": false,
|
| 919 |
+
"steps_taken": 400,
|
| 920 |
+
"max_steps": 400,
|
| 921 |
+
"route_completion": 38.78886513935146,
|
| 922 |
+
"manipulation_score": 38.78886513935146,
|
| 923 |
+
"total_penalty_factor": 1.0,
|
| 924 |
+
"fail_reason": null,
|
| 925 |
+
"penalty_events": []
|
| 926 |
+
},
|
| 927 |
+
{
|
| 928 |
+
"episode_id": 60,
|
| 929 |
+
"seed": 100071,
|
| 930 |
+
"success": false,
|
| 931 |
+
"steps_taken": 166,
|
| 932 |
+
"max_steps": 400,
|
| 933 |
+
"route_completion": 1.5516005443290763,
|
| 934 |
+
"manipulation_score": 0.7758002721645382,
|
| 935 |
+
"total_penalty_factor": 0.5,
|
| 936 |
+
"fail_reason": "out_of_bounds",
|
| 937 |
+
"penalty_events": [
|
| 938 |
+
{
|
| 939 |
+
"event_type": "out_of_bounds",
|
| 940 |
+
"timestep": 166,
|
| 941 |
+
"penalty_factor": 0.5,
|
| 942 |
+
"details": "Target object left workspace/view"
|
| 943 |
+
}
|
| 944 |
+
]
|
| 945 |
+
},
|
| 946 |
+
{
|
| 947 |
+
"episode_id": 61,
|
| 948 |
+
"seed": 100072,
|
| 949 |
+
"success": true,
|
| 950 |
+
"steps_taken": 122,
|
| 951 |
+
"max_steps": 400,
|
| 952 |
+
"route_completion": 100.0,
|
| 953 |
+
"manipulation_score": 100.0,
|
| 954 |
+
"total_penalty_factor": 1.0,
|
| 955 |
+
"fail_reason": null,
|
| 956 |
+
"penalty_events": []
|
| 957 |
+
},
|
| 958 |
+
{
|
| 959 |
+
"episode_id": 62,
|
| 960 |
+
"seed": 100073,
|
| 961 |
+
"success": false,
|
| 962 |
+
"steps_taken": 141,
|
| 963 |
+
"max_steps": 400,
|
| 964 |
+
"route_completion": 23.584376032829297,
|
| 965 |
+
"manipulation_score": 11.792188016414649,
|
| 966 |
+
"total_penalty_factor": 0.5,
|
| 967 |
+
"fail_reason": "out_of_bounds",
|
| 968 |
+
"penalty_events": [
|
| 969 |
+
{
|
| 970 |
+
"event_type": "out_of_bounds",
|
| 971 |
+
"timestep": 141,
|
| 972 |
+
"penalty_factor": 0.5,
|
| 973 |
+
"details": "Target object left workspace/view"
|
| 974 |
+
}
|
| 975 |
+
]
|
| 976 |
+
},
|
| 977 |
+
{
|
| 978 |
+
"episode_id": 63,
|
| 979 |
+
"seed": 100074,
|
| 980 |
+
"success": true,
|
| 981 |
+
"steps_taken": 131,
|
| 982 |
+
"max_steps": 400,
|
| 983 |
+
"route_completion": 100.0,
|
| 984 |
+
"manipulation_score": 100.0,
|
| 985 |
+
"total_penalty_factor": 1.0,
|
| 986 |
+
"fail_reason": null,
|
| 987 |
+
"penalty_events": []
|
| 988 |
+
},
|
| 989 |
+
{
|
| 990 |
+
"episode_id": 64,
|
| 991 |
+
"seed": 100075,
|
| 992 |
+
"success": false,
|
| 993 |
+
"steps_taken": 125,
|
| 994 |
+
"max_steps": 400,
|
| 995 |
+
"route_completion": 35.645711300611,
|
| 996 |
+
"manipulation_score": 17.8228556503055,
|
| 997 |
+
"total_penalty_factor": 0.5,
|
| 998 |
+
"fail_reason": "out_of_bounds",
|
| 999 |
+
"penalty_events": [
|
| 1000 |
+
{
|
| 1001 |
+
"event_type": "out_of_bounds",
|
| 1002 |
+
"timestep": 125,
|
| 1003 |
+
"penalty_factor": 0.5,
|
| 1004 |
+
"details": "Target object left workspace/view"
|
| 1005 |
+
}
|
| 1006 |
+
]
|
| 1007 |
+
},
|
| 1008 |
+
{
|
| 1009 |
+
"episode_id": 65,
|
| 1010 |
+
"seed": 100076,
|
| 1011 |
+
"success": false,
|
| 1012 |
+
"steps_taken": 152,
|
| 1013 |
+
"max_steps": 400,
|
| 1014 |
+
"route_completion": 0.024494532527900816,
|
| 1015 |
+
"manipulation_score": 0.012247266263950408,
|
| 1016 |
+
"total_penalty_factor": 0.5,
|
| 1017 |
+
"fail_reason": "out_of_bounds",
|
| 1018 |
+
"penalty_events": [
|
| 1019 |
+
{
|
| 1020 |
+
"event_type": "out_of_bounds",
|
| 1021 |
+
"timestep": 152,
|
| 1022 |
+
"penalty_factor": 0.5,
|
| 1023 |
+
"details": "Target object left workspace/view"
|
| 1024 |
+
}
|
| 1025 |
+
]
|
| 1026 |
+
},
|
| 1027 |
+
{
|
| 1028 |
+
"episode_id": 66,
|
| 1029 |
+
"seed": 100077,
|
| 1030 |
+
"success": true,
|
| 1031 |
+
"steps_taken": 134,
|
| 1032 |
+
"max_steps": 400,
|
| 1033 |
+
"route_completion": 100.0,
|
| 1034 |
+
"manipulation_score": 100.0,
|
| 1035 |
+
"total_penalty_factor": 1.0,
|
| 1036 |
+
"fail_reason": null,
|
| 1037 |
+
"penalty_events": []
|
| 1038 |
+
},
|
| 1039 |
+
{
|
| 1040 |
+
"episode_id": 67,
|
| 1041 |
+
"seed": 100078,
|
| 1042 |
+
"success": true,
|
| 1043 |
+
"steps_taken": 126,
|
| 1044 |
+
"max_steps": 400,
|
| 1045 |
+
"route_completion": 100.0,
|
| 1046 |
+
"manipulation_score": 100.0,
|
| 1047 |
+
"total_penalty_factor": 1.0,
|
| 1048 |
+
"fail_reason": null,
|
| 1049 |
+
"penalty_events": []
|
| 1050 |
+
},
|
| 1051 |
+
{
|
| 1052 |
+
"episode_id": 68,
|
| 1053 |
+
"seed": 100079,
|
| 1054 |
+
"success": false,
|
| 1055 |
+
"steps_taken": 140,
|
| 1056 |
+
"max_steps": 400,
|
| 1057 |
+
"route_completion": 13.182370475800676,
|
| 1058 |
+
"manipulation_score": 6.591185237900338,
|
| 1059 |
+
"total_penalty_factor": 0.5,
|
| 1060 |
+
"fail_reason": "out_of_bounds",
|
| 1061 |
+
"penalty_events": [
|
| 1062 |
+
{
|
| 1063 |
+
"event_type": "out_of_bounds",
|
| 1064 |
+
"timestep": 140,
|
| 1065 |
+
"penalty_factor": 0.5,
|
| 1066 |
+
"details": "Target object left workspace/view"
|
| 1067 |
+
}
|
| 1068 |
+
]
|
| 1069 |
+
},
|
| 1070 |
+
{
|
| 1071 |
+
"episode_id": 69,
|
| 1072 |
+
"seed": 100080,
|
| 1073 |
+
"success": false,
|
| 1074 |
+
"steps_taken": 159,
|
| 1075 |
+
"max_steps": 400,
|
| 1076 |
+
"route_completion": 0.05227717499703052,
|
| 1077 |
+
"manipulation_score": 0.02613858749851526,
|
| 1078 |
+
"total_penalty_factor": 0.5,
|
| 1079 |
+
"fail_reason": "out_of_bounds",
|
| 1080 |
+
"penalty_events": [
|
| 1081 |
+
{
|
| 1082 |
+
"event_type": "out_of_bounds",
|
| 1083 |
+
"timestep": 159,
|
| 1084 |
+
"penalty_factor": 0.5,
|
| 1085 |
+
"details": "Target object left workspace/view"
|
| 1086 |
+
}
|
| 1087 |
+
]
|
| 1088 |
+
},
|
| 1089 |
+
{
|
| 1090 |
+
"episode_id": 70,
|
| 1091 |
+
"seed": 100081,
|
| 1092 |
+
"success": false,
|
| 1093 |
+
"steps_taken": 287,
|
| 1094 |
+
"max_steps": 400,
|
| 1095 |
+
"route_completion": 15.269824069054547,
|
| 1096 |
+
"manipulation_score": 7.634912034527273,
|
| 1097 |
+
"total_penalty_factor": 0.5,
|
| 1098 |
+
"fail_reason": "out_of_bounds",
|
| 1099 |
+
"penalty_events": [
|
| 1100 |
+
{
|
| 1101 |
+
"event_type": "out_of_bounds",
|
| 1102 |
+
"timestep": 287,
|
| 1103 |
+
"penalty_factor": 0.5,
|
| 1104 |
+
"details": "Target object left workspace/view"
|
| 1105 |
+
}
|
| 1106 |
+
]
|
| 1107 |
+
},
|
| 1108 |
+
{
|
| 1109 |
+
"episode_id": 71,
|
| 1110 |
+
"seed": 100082,
|
| 1111 |
+
"success": true,
|
| 1112 |
+
"steps_taken": 133,
|
| 1113 |
+
"max_steps": 400,
|
| 1114 |
+
"route_completion": 100.0,
|
| 1115 |
+
"manipulation_score": 100.0,
|
| 1116 |
+
"total_penalty_factor": 1.0,
|
| 1117 |
+
"fail_reason": null,
|
| 1118 |
+
"penalty_events": []
|
| 1119 |
+
},
|
| 1120 |
+
{
|
| 1121 |
+
"episode_id": 72,
|
| 1122 |
+
"seed": 100083,
|
| 1123 |
+
"success": false,
|
| 1124 |
+
"steps_taken": 149,
|
| 1125 |
+
"max_steps": 400,
|
| 1126 |
+
"route_completion": 2.065116923405146,
|
| 1127 |
+
"manipulation_score": 1.032558461702573,
|
| 1128 |
+
"total_penalty_factor": 0.5,
|
| 1129 |
+
"fail_reason": "out_of_bounds",
|
| 1130 |
+
"penalty_events": [
|
| 1131 |
+
{
|
| 1132 |
+
"event_type": "out_of_bounds",
|
| 1133 |
+
"timestep": 149,
|
| 1134 |
+
"penalty_factor": 0.5,
|
| 1135 |
+
"details": "Target object left workspace/view"
|
| 1136 |
+
}
|
| 1137 |
+
]
|
| 1138 |
+
},
|
| 1139 |
+
{
|
| 1140 |
+
"episode_id": 73,
|
| 1141 |
+
"seed": 100085,
|
| 1142 |
+
"success": true,
|
| 1143 |
+
"steps_taken": 138,
|
| 1144 |
+
"max_steps": 400,
|
| 1145 |
+
"route_completion": 100.0,
|
| 1146 |
+
"manipulation_score": 100.0,
|
| 1147 |
+
"total_penalty_factor": 1.0,
|
| 1148 |
+
"fail_reason": null,
|
| 1149 |
+
"penalty_events": []
|
| 1150 |
+
},
|
| 1151 |
+
{
|
| 1152 |
+
"episode_id": 74,
|
| 1153 |
+
"seed": 100086,
|
| 1154 |
+
"success": false,
|
| 1155 |
+
"steps_taken": 400,
|
| 1156 |
+
"max_steps": 400,
|
| 1157 |
+
"route_completion": 28.58127486861695,
|
| 1158 |
+
"manipulation_score": 28.58127486861695,
|
| 1159 |
+
"total_penalty_factor": 1.0,
|
| 1160 |
+
"fail_reason": null,
|
| 1161 |
+
"penalty_events": []
|
| 1162 |
+
},
|
| 1163 |
+
{
|
| 1164 |
+
"episode_id": 75,
|
| 1165 |
+
"seed": 100087,
|
| 1166 |
+
"success": false,
|
| 1167 |
+
"steps_taken": 134,
|
| 1168 |
+
"max_steps": 400,
|
| 1169 |
+
"route_completion": 17.24463229433072,
|
| 1170 |
+
"manipulation_score": 8.62231614716536,
|
| 1171 |
+
"total_penalty_factor": 0.5,
|
| 1172 |
+
"fail_reason": "out_of_bounds",
|
| 1173 |
+
"penalty_events": [
|
| 1174 |
+
{
|
| 1175 |
+
"event_type": "out_of_bounds",
|
| 1176 |
+
"timestep": 134,
|
| 1177 |
+
"penalty_factor": 0.5,
|
| 1178 |
+
"details": "Target object left workspace/view"
|
| 1179 |
+
}
|
| 1180 |
+
]
|
| 1181 |
+
},
|
| 1182 |
+
{
|
| 1183 |
+
"episode_id": 76,
|
| 1184 |
+
"seed": 100088,
|
| 1185 |
+
"success": false,
|
| 1186 |
+
"steps_taken": 128,
|
| 1187 |
+
"max_steps": 400,
|
| 1188 |
+
"route_completion": 0.0,
|
| 1189 |
+
"manipulation_score": 0.0,
|
| 1190 |
+
"total_penalty_factor": 0.5,
|
| 1191 |
+
"fail_reason": "out_of_bounds",
|
| 1192 |
+
"penalty_events": [
|
| 1193 |
+
{
|
| 1194 |
+
"event_type": "out_of_bounds",
|
| 1195 |
+
"timestep": 128,
|
| 1196 |
+
"penalty_factor": 0.5,
|
| 1197 |
+
"details": "Target object left workspace/view"
|
| 1198 |
+
}
|
| 1199 |
+
]
|
| 1200 |
+
},
|
| 1201 |
+
{
|
| 1202 |
+
"episode_id": 77,
|
| 1203 |
+
"seed": 100089,
|
| 1204 |
+
"success": false,
|
| 1205 |
+
"steps_taken": 140,
|
| 1206 |
+
"max_steps": 400,
|
| 1207 |
+
"route_completion": 10.883191373061624,
|
| 1208 |
+
"manipulation_score": 5.441595686530812,
|
| 1209 |
+
"total_penalty_factor": 0.5,
|
| 1210 |
+
"fail_reason": "out_of_bounds",
|
| 1211 |
+
"penalty_events": [
|
| 1212 |
+
{
|
| 1213 |
+
"event_type": "out_of_bounds",
|
| 1214 |
+
"timestep": 140,
|
| 1215 |
+
"penalty_factor": 0.5,
|
| 1216 |
+
"details": "Target object left workspace/view"
|
| 1217 |
+
}
|
| 1218 |
+
]
|
| 1219 |
+
},
|
| 1220 |
+
{
|
| 1221 |
+
"episode_id": 78,
|
| 1222 |
+
"seed": 100090,
|
| 1223 |
+
"success": false,
|
| 1224 |
+
"steps_taken": 205,
|
| 1225 |
+
"max_steps": 400,
|
| 1226 |
+
"route_completion": 24.257417687651998,
|
| 1227 |
+
"manipulation_score": 12.128708843825999,
|
| 1228 |
+
"total_penalty_factor": 0.5,
|
| 1229 |
+
"fail_reason": "out_of_bounds",
|
| 1230 |
+
"penalty_events": [
|
| 1231 |
+
{
|
| 1232 |
+
"event_type": "out_of_bounds",
|
| 1233 |
+
"timestep": 205,
|
| 1234 |
+
"penalty_factor": 0.5,
|
| 1235 |
+
"details": "Target object left workspace/view"
|
| 1236 |
+
}
|
| 1237 |
+
]
|
| 1238 |
+
},
|
| 1239 |
+
{
|
| 1240 |
+
"episode_id": 79,
|
| 1241 |
+
"seed": 100092,
|
| 1242 |
+
"success": false,
|
| 1243 |
+
"steps_taken": 115,
|
| 1244 |
+
"max_steps": 400,
|
| 1245 |
+
"route_completion": 32.34749525488609,
|
| 1246 |
+
"manipulation_score": 16.173747627443046,
|
| 1247 |
+
"total_penalty_factor": 0.5,
|
| 1248 |
+
"fail_reason": "out_of_bounds",
|
| 1249 |
+
"penalty_events": [
|
| 1250 |
+
{
|
| 1251 |
+
"event_type": "out_of_bounds",
|
| 1252 |
+
"timestep": 115,
|
| 1253 |
+
"penalty_factor": 0.5,
|
| 1254 |
+
"details": "Target object left workspace/view"
|
| 1255 |
+
}
|
| 1256 |
+
]
|
| 1257 |
+
},
|
| 1258 |
+
{
|
| 1259 |
+
"episode_id": 80,
|
| 1260 |
+
"seed": 100096,
|
| 1261 |
+
"success": true,
|
| 1262 |
+
"steps_taken": 132,
|
| 1263 |
+
"max_steps": 400,
|
| 1264 |
+
"route_completion": 100.0,
|
| 1265 |
+
"manipulation_score": 100.0,
|
| 1266 |
+
"total_penalty_factor": 1.0,
|
| 1267 |
+
"fail_reason": null,
|
| 1268 |
+
"penalty_events": []
|
| 1269 |
+
},
|
| 1270 |
+
{
|
| 1271 |
+
"episode_id": 81,
|
| 1272 |
+
"seed": 100097,
|
| 1273 |
+
"success": false,
|
| 1274 |
+
"steps_taken": 155,
|
| 1275 |
+
"max_steps": 400,
|
| 1276 |
+
"route_completion": 0.026040894017154696,
|
| 1277 |
+
"manipulation_score": 0.013020447008577348,
|
| 1278 |
+
"total_penalty_factor": 0.5,
|
| 1279 |
+
"fail_reason": "out_of_bounds",
|
| 1280 |
+
"penalty_events": [
|
| 1281 |
+
{
|
| 1282 |
+
"event_type": "out_of_bounds",
|
| 1283 |
+
"timestep": 155,
|
| 1284 |
+
"penalty_factor": 0.5,
|
| 1285 |
+
"details": "Target object left workspace/view"
|
| 1286 |
+
}
|
| 1287 |
+
]
|
| 1288 |
+
},
|
| 1289 |
+
{
|
| 1290 |
+
"episode_id": 82,
|
| 1291 |
+
"seed": 100098,
|
| 1292 |
+
"success": false,
|
| 1293 |
+
"steps_taken": 109,
|
| 1294 |
+
"max_steps": 400,
|
| 1295 |
+
"route_completion": 19.368785518820435,
|
| 1296 |
+
"manipulation_score": 9.684392759410217,
|
| 1297 |
+
"total_penalty_factor": 0.5,
|
| 1298 |
+
"fail_reason": "out_of_bounds",
|
| 1299 |
+
"penalty_events": [
|
| 1300 |
+
{
|
| 1301 |
+
"event_type": "out_of_bounds",
|
| 1302 |
+
"timestep": 109,
|
| 1303 |
+
"penalty_factor": 0.5,
|
| 1304 |
+
"details": "Target object left workspace/view"
|
| 1305 |
+
}
|
| 1306 |
+
]
|
| 1307 |
+
},
|
| 1308 |
+
{
|
| 1309 |
+
"episode_id": 83,
|
| 1310 |
+
"seed": 100099,
|
| 1311 |
+
"success": false,
|
| 1312 |
+
"steps_taken": 159,
|
| 1313 |
+
"max_steps": 400,
|
| 1314 |
+
"route_completion": 6.295697766736779,
|
| 1315 |
+
"manipulation_score": 3.1478488833683893,
|
| 1316 |
+
"total_penalty_factor": 0.5,
|
| 1317 |
+
"fail_reason": "out_of_bounds",
|
| 1318 |
+
"penalty_events": [
|
| 1319 |
+
{
|
| 1320 |
+
"event_type": "out_of_bounds",
|
| 1321 |
+
"timestep": 159,
|
| 1322 |
+
"penalty_factor": 0.5,
|
| 1323 |
+
"details": "Target object left workspace/view"
|
| 1324 |
+
}
|
| 1325 |
+
]
|
| 1326 |
+
},
|
| 1327 |
+
{
|
| 1328 |
+
"episode_id": 84,
|
| 1329 |
+
"seed": 100100,
|
| 1330 |
+
"success": true,
|
| 1331 |
+
"steps_taken": 135,
|
| 1332 |
+
"max_steps": 400,
|
| 1333 |
+
"route_completion": 100.0,
|
| 1334 |
+
"manipulation_score": 100.0,
|
| 1335 |
+
"total_penalty_factor": 1.0,
|
| 1336 |
+
"fail_reason": null,
|
| 1337 |
+
"penalty_events": []
|
| 1338 |
+
},
|
| 1339 |
+
{
|
| 1340 |
+
"episode_id": 85,
|
| 1341 |
+
"seed": 100101,
|
| 1342 |
+
"success": false,
|
| 1343 |
+
"steps_taken": 121,
|
| 1344 |
+
"max_steps": 400,
|
| 1345 |
+
"route_completion": 0.03470931143110299,
|
| 1346 |
+
"manipulation_score": 0.017354655715551497,
|
| 1347 |
+
"total_penalty_factor": 0.5,
|
| 1348 |
+
"fail_reason": "out_of_bounds",
|
| 1349 |
+
"penalty_events": [
|
| 1350 |
+
{
|
| 1351 |
+
"event_type": "out_of_bounds",
|
| 1352 |
+
"timestep": 121,
|
| 1353 |
+
"penalty_factor": 0.5,
|
| 1354 |
+
"details": "Target object left workspace/view"
|
| 1355 |
+
}
|
| 1356 |
+
]
|
| 1357 |
+
},
|
| 1358 |
+
{
|
| 1359 |
+
"episode_id": 86,
|
| 1360 |
+
"seed": 100103,
|
| 1361 |
+
"success": false,
|
| 1362 |
+
"steps_taken": 358,
|
| 1363 |
+
"max_steps": 400,
|
| 1364 |
+
"route_completion": 17.905681579212214,
|
| 1365 |
+
"manipulation_score": 8.952840789606107,
|
| 1366 |
+
"total_penalty_factor": 0.5,
|
| 1367 |
+
"fail_reason": "out_of_bounds",
|
| 1368 |
+
"penalty_events": [
|
| 1369 |
+
{
|
| 1370 |
+
"event_type": "out_of_bounds",
|
| 1371 |
+
"timestep": 358,
|
| 1372 |
+
"penalty_factor": 0.5,
|
| 1373 |
+
"details": "Target object left workspace/view"
|
| 1374 |
+
}
|
| 1375 |
+
]
|
| 1376 |
+
},
|
| 1377 |
+
{
|
| 1378 |
+
"episode_id": 87,
|
| 1379 |
+
"seed": 100104,
|
| 1380 |
+
"success": false,
|
| 1381 |
+
"steps_taken": 124,
|
| 1382 |
+
"max_steps": 400,
|
| 1383 |
+
"route_completion": 41.61131525132177,
|
| 1384 |
+
"manipulation_score": 20.805657625660885,
|
| 1385 |
+
"total_penalty_factor": 0.5,
|
| 1386 |
+
"fail_reason": "out_of_bounds",
|
| 1387 |
+
"penalty_events": [
|
| 1388 |
+
{
|
| 1389 |
+
"event_type": "out_of_bounds",
|
| 1390 |
+
"timestep": 124,
|
| 1391 |
+
"penalty_factor": 0.5,
|
| 1392 |
+
"details": "Target object left workspace/view"
|
| 1393 |
+
}
|
| 1394 |
+
]
|
| 1395 |
+
},
|
| 1396 |
+
{
|
| 1397 |
+
"episode_id": 88,
|
| 1398 |
+
"seed": 100105,
|
| 1399 |
+
"success": false,
|
| 1400 |
+
"steps_taken": 161,
|
| 1401 |
+
"max_steps": 400,
|
| 1402 |
+
"route_completion": 24.451658171946146,
|
| 1403 |
+
"manipulation_score": 12.225829085973073,
|
| 1404 |
+
"total_penalty_factor": 0.5,
|
| 1405 |
+
"fail_reason": "out_of_bounds",
|
| 1406 |
+
"penalty_events": [
|
| 1407 |
+
{
|
| 1408 |
+
"event_type": "out_of_bounds",
|
| 1409 |
+
"timestep": 161,
|
| 1410 |
+
"penalty_factor": 0.5,
|
| 1411 |
+
"details": "Target object left workspace/view"
|
| 1412 |
+
}
|
| 1413 |
+
]
|
| 1414 |
+
},
|
| 1415 |
+
{
|
| 1416 |
+
"episode_id": 89,
|
| 1417 |
+
"seed": 100106,
|
| 1418 |
+
"success": false,
|
| 1419 |
+
"steps_taken": 112,
|
| 1420 |
+
"max_steps": 400,
|
| 1421 |
+
"route_completion": 19.857493161885518,
|
| 1422 |
+
"manipulation_score": 9.928746580942759,
|
| 1423 |
+
"total_penalty_factor": 0.5,
|
| 1424 |
+
"fail_reason": "out_of_bounds",
|
| 1425 |
+
"penalty_events": [
|
| 1426 |
+
{
|
| 1427 |
+
"event_type": "out_of_bounds",
|
| 1428 |
+
"timestep": 112,
|
| 1429 |
+
"penalty_factor": 0.5,
|
| 1430 |
+
"details": "Target object left workspace/view"
|
| 1431 |
+
}
|
| 1432 |
+
]
|
| 1433 |
+
},
|
| 1434 |
+
{
|
| 1435 |
+
"episode_id": 90,
|
| 1436 |
+
"seed": 100108,
|
| 1437 |
+
"success": false,
|
| 1438 |
+
"steps_taken": 171,
|
| 1439 |
+
"max_steps": 400,
|
| 1440 |
+
"route_completion": 0.0,
|
| 1441 |
+
"manipulation_score": 0.0,
|
| 1442 |
+
"total_penalty_factor": 0.5,
|
| 1443 |
+
"fail_reason": "out_of_bounds",
|
| 1444 |
+
"penalty_events": [
|
| 1445 |
+
{
|
| 1446 |
+
"event_type": "out_of_bounds",
|
| 1447 |
+
"timestep": 171,
|
| 1448 |
+
"penalty_factor": 0.5,
|
| 1449 |
+
"details": "Target object left workspace/view"
|
| 1450 |
+
}
|
| 1451 |
+
]
|
| 1452 |
+
},
|
| 1453 |
+
{
|
| 1454 |
+
"episode_id": 91,
|
| 1455 |
+
"seed": 100109,
|
| 1456 |
+
"success": false,
|
| 1457 |
+
"steps_taken": 126,
|
| 1458 |
+
"max_steps": 400,
|
| 1459 |
+
"route_completion": 8.884336534847673,
|
| 1460 |
+
"manipulation_score": 4.4421682674238365,
|
| 1461 |
+
"total_penalty_factor": 0.5,
|
| 1462 |
+
"fail_reason": "out_of_bounds",
|
| 1463 |
+
"penalty_events": [
|
| 1464 |
+
{
|
| 1465 |
+
"event_type": "out_of_bounds",
|
| 1466 |
+
"timestep": 126,
|
| 1467 |
+
"penalty_factor": 0.5,
|
| 1468 |
+
"details": "Target object left workspace/view"
|
| 1469 |
+
}
|
| 1470 |
+
]
|
| 1471 |
+
},
|
| 1472 |
+
{
|
| 1473 |
+
"episode_id": 92,
|
| 1474 |
+
"seed": 100110,
|
| 1475 |
+
"success": false,
|
| 1476 |
+
"steps_taken": 138,
|
| 1477 |
+
"max_steps": 400,
|
| 1478 |
+
"route_completion": 36.87801069773757,
|
| 1479 |
+
"manipulation_score": 18.439005348868786,
|
| 1480 |
+
"total_penalty_factor": 0.5,
|
| 1481 |
+
"fail_reason": "out_of_bounds",
|
| 1482 |
+
"penalty_events": [
|
| 1483 |
+
{
|
| 1484 |
+
"event_type": "out_of_bounds",
|
| 1485 |
+
"timestep": 138,
|
| 1486 |
+
"penalty_factor": 0.5,
|
| 1487 |
+
"details": "Target object left workspace/view"
|
| 1488 |
+
}
|
| 1489 |
+
]
|
| 1490 |
+
},
|
| 1491 |
+
{
|
| 1492 |
+
"episode_id": 93,
|
| 1493 |
+
"seed": 100111,
|
| 1494 |
+
"success": false,
|
| 1495 |
+
"steps_taken": 144,
|
| 1496 |
+
"max_steps": 400,
|
| 1497 |
+
"route_completion": 0.7122248992252547,
|
| 1498 |
+
"manipulation_score": 0.35611244961262734,
|
| 1499 |
+
"total_penalty_factor": 0.5,
|
| 1500 |
+
"fail_reason": "out_of_bounds",
|
| 1501 |
+
"penalty_events": [
|
| 1502 |
+
{
|
| 1503 |
+
"event_type": "out_of_bounds",
|
| 1504 |
+
"timestep": 144,
|
| 1505 |
+
"penalty_factor": 0.5,
|
| 1506 |
+
"details": "Target object left workspace/view"
|
| 1507 |
+
}
|
| 1508 |
+
]
|
| 1509 |
+
},
|
| 1510 |
+
{
|
| 1511 |
+
"episode_id": 94,
|
| 1512 |
+
"seed": 100112,
|
| 1513 |
+
"success": false,
|
| 1514 |
+
"steps_taken": 241,
|
| 1515 |
+
"max_steps": 400,
|
| 1516 |
+
"route_completion": 0.3371231846921409,
|
| 1517 |
+
"manipulation_score": 0.16856159234607046,
|
| 1518 |
+
"total_penalty_factor": 0.5,
|
| 1519 |
+
"fail_reason": "out_of_bounds",
|
| 1520 |
+
"penalty_events": [
|
| 1521 |
+
{
|
| 1522 |
+
"event_type": "out_of_bounds",
|
| 1523 |
+
"timestep": 241,
|
| 1524 |
+
"penalty_factor": 0.5,
|
| 1525 |
+
"details": "Target object left workspace/view"
|
| 1526 |
+
}
|
| 1527 |
+
]
|
| 1528 |
+
},
|
| 1529 |
+
{
|
| 1530 |
+
"episode_id": 95,
|
| 1531 |
+
"seed": 100113,
|
| 1532 |
+
"success": false,
|
| 1533 |
+
"steps_taken": 117,
|
| 1534 |
+
"max_steps": 400,
|
| 1535 |
+
"route_completion": 32.11498468147146,
|
| 1536 |
+
"manipulation_score": 16.05749234073573,
|
| 1537 |
+
"total_penalty_factor": 0.5,
|
| 1538 |
+
"fail_reason": "out_of_bounds",
|
| 1539 |
+
"penalty_events": [
|
| 1540 |
+
{
|
| 1541 |
+
"event_type": "out_of_bounds",
|
| 1542 |
+
"timestep": 117,
|
| 1543 |
+
"penalty_factor": 0.5,
|
| 1544 |
+
"details": "Target object left workspace/view"
|
| 1545 |
+
}
|
| 1546 |
+
]
|
| 1547 |
+
},
|
| 1548 |
+
{
|
| 1549 |
+
"episode_id": 96,
|
| 1550 |
+
"seed": 100114,
|
| 1551 |
+
"success": true,
|
| 1552 |
+
"steps_taken": 131,
|
| 1553 |
+
"max_steps": 400,
|
| 1554 |
+
"route_completion": 100.0,
|
| 1555 |
+
"manipulation_score": 100.0,
|
| 1556 |
+
"total_penalty_factor": 1.0,
|
| 1557 |
+
"fail_reason": null,
|
| 1558 |
+
"penalty_events": []
|
| 1559 |
+
},
|
| 1560 |
+
{
|
| 1561 |
+
"episode_id": 97,
|
| 1562 |
+
"seed": 100116,
|
| 1563 |
+
"success": false,
|
| 1564 |
+
"steps_taken": 147,
|
| 1565 |
+
"max_steps": 400,
|
| 1566 |
+
"route_completion": 18.27731568295826,
|
| 1567 |
+
"manipulation_score": 9.13865784147913,
|
| 1568 |
+
"total_penalty_factor": 0.5,
|
| 1569 |
+
"fail_reason": "out_of_bounds",
|
| 1570 |
+
"penalty_events": [
|
| 1571 |
+
{
|
| 1572 |
+
"event_type": "out_of_bounds",
|
| 1573 |
+
"timestep": 147,
|
| 1574 |
+
"penalty_factor": 0.5,
|
| 1575 |
+
"details": "Target object left workspace/view"
|
| 1576 |
+
}
|
| 1577 |
+
]
|
| 1578 |
+
},
|
| 1579 |
+
{
|
| 1580 |
+
"episode_id": 98,
|
| 1581 |
+
"seed": 100117,
|
| 1582 |
+
"success": false,
|
| 1583 |
+
"steps_taken": 122,
|
| 1584 |
+
"max_steps": 400,
|
| 1585 |
+
"route_completion": 11.767102821917906,
|
| 1586 |
+
"manipulation_score": 5.883551410958953,
|
| 1587 |
+
"total_penalty_factor": 0.5,
|
| 1588 |
+
"fail_reason": "out_of_bounds",
|
| 1589 |
+
"penalty_events": [
|
| 1590 |
+
{
|
| 1591 |
+
"event_type": "out_of_bounds",
|
| 1592 |
+
"timestep": 122,
|
| 1593 |
+
"penalty_factor": 0.5,
|
| 1594 |
+
"details": "Target object left workspace/view"
|
| 1595 |
+
}
|
| 1596 |
+
]
|
| 1597 |
+
},
|
| 1598 |
+
{
|
| 1599 |
+
"episode_id": 99,
|
| 1600 |
+
"seed": 100118,
|
| 1601 |
+
"success": true,
|
| 1602 |
+
"steps_taken": 123,
|
| 1603 |
+
"max_steps": 400,
|
| 1604 |
+
"route_completion": 100.0,
|
| 1605 |
+
"manipulation_score": 100.0,
|
| 1606 |
+
"total_penalty_factor": 1.0,
|
| 1607 |
+
"fail_reason": null,
|
| 1608 |
+
"penalty_events": []
|
| 1609 |
+
},
|
| 1610 |
+
{
|
| 1611 |
+
"episode_id": 100,
|
| 1612 |
+
"seed": 100121,
|
| 1613 |
+
"success": true,
|
| 1614 |
+
"steps_taken": 133,
|
| 1615 |
+
"max_steps": 400,
|
| 1616 |
+
"route_completion": 100.0,
|
| 1617 |
+
"manipulation_score": 100.0,
|
| 1618 |
+
"total_penalty_factor": 1.0,
|
| 1619 |
+
"fail_reason": null,
|
| 1620 |
+
"penalty_events": []
|
| 1621 |
+
}
|
| 1622 |
+
]
|
log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 37,
|
| 4 |
+
"success_rate": 37.0,
|
| 5 |
+
"manipulation_score_mean": 42.298538741570674,
|
| 6 |
+
"manipulation_score_std": 44.672680313290044,
|
| 7 |
+
"route_completion_mean": 46.59909816189014,
|
| 8 |
+
"route_completion_std": 42.03084847675065,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 60
|
| 11 |
+
}
|
log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 37.0% (37/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 42.30
|
| 10 |
+
Std: 44.67
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 46.60%
|
| 14 |
+
Std: 42.03
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 60
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-30 00:59:58
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.37
|
log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1853 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100002,
|
| 5 |
+
"success": false,
|
| 6 |
+
"steps_taken": 111,
|
| 7 |
+
"max_steps": 400,
|
| 8 |
+
"route_completion": 5.154810147839293,
|
| 9 |
+
"manipulation_score": 2.5774050739196466,
|
| 10 |
+
"total_penalty_factor": 0.5,
|
| 11 |
+
"fail_reason": "out_of_bounds",
|
| 12 |
+
"penalty_events": [
|
| 13 |
+
{
|
| 14 |
+
"event_type": "out_of_bounds",
|
| 15 |
+
"timestep": 111,
|
| 16 |
+
"penalty_factor": 0.5,
|
| 17 |
+
"details": "Target object left workspace/view"
|
| 18 |
+
}
|
| 19 |
+
]
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"episode_id": 2,
|
| 23 |
+
"seed": 100005,
|
| 24 |
+
"success": false,
|
| 25 |
+
"steps_taken": 352,
|
| 26 |
+
"max_steps": 400,
|
| 27 |
+
"route_completion": 0.0,
|
| 28 |
+
"manipulation_score": 0.0,
|
| 29 |
+
"total_penalty_factor": 0.5,
|
| 30 |
+
"fail_reason": "out_of_bounds",
|
| 31 |
+
"penalty_events": [
|
| 32 |
+
{
|
| 33 |
+
"event_type": "out_of_bounds",
|
| 34 |
+
"timestep": 352,
|
| 35 |
+
"penalty_factor": 0.5,
|
| 36 |
+
"details": "Target object left workspace/view"
|
| 37 |
+
}
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"episode_id": 3,
|
| 42 |
+
"seed": 100007,
|
| 43 |
+
"success": false,
|
| 44 |
+
"steps_taken": 145,
|
| 45 |
+
"max_steps": 400,
|
| 46 |
+
"route_completion": 0.0,
|
| 47 |
+
"manipulation_score": 0.0,
|
| 48 |
+
"total_penalty_factor": 0.5,
|
| 49 |
+
"fail_reason": "out_of_bounds",
|
| 50 |
+
"penalty_events": [
|
| 51 |
+
{
|
| 52 |
+
"event_type": "out_of_bounds",
|
| 53 |
+
"timestep": 145,
|
| 54 |
+
"penalty_factor": 0.5,
|
| 55 |
+
"details": "Target object left workspace/view"
|
| 56 |
+
}
|
| 57 |
+
]
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"episode_id": 4,
|
| 61 |
+
"seed": 100009,
|
| 62 |
+
"success": false,
|
| 63 |
+
"steps_taken": 321,
|
| 64 |
+
"max_steps": 400,
|
| 65 |
+
"route_completion": 27.718562436802973,
|
| 66 |
+
"manipulation_score": 13.859281218401486,
|
| 67 |
+
"total_penalty_factor": 0.5,
|
| 68 |
+
"fail_reason": "out_of_bounds",
|
| 69 |
+
"penalty_events": [
|
| 70 |
+
{
|
| 71 |
+
"event_type": "out_of_bounds",
|
| 72 |
+
"timestep": 321,
|
| 73 |
+
"penalty_factor": 0.5,
|
| 74 |
+
"details": "Target object left workspace/view"
|
| 75 |
+
}
|
| 76 |
+
]
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"episode_id": 5,
|
| 80 |
+
"seed": 100010,
|
| 81 |
+
"success": false,
|
| 82 |
+
"steps_taken": 118,
|
| 83 |
+
"max_steps": 400,
|
| 84 |
+
"route_completion": 21.71891491750095,
|
| 85 |
+
"manipulation_score": 10.859457458750475,
|
| 86 |
+
"total_penalty_factor": 0.5,
|
| 87 |
+
"fail_reason": "out_of_bounds",
|
| 88 |
+
"penalty_events": [
|
| 89 |
+
{
|
| 90 |
+
"event_type": "out_of_bounds",
|
| 91 |
+
"timestep": 118,
|
| 92 |
+
"penalty_factor": 0.5,
|
| 93 |
+
"details": "Target object left workspace/view"
|
| 94 |
+
}
|
| 95 |
+
]
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"episode_id": 6,
|
| 99 |
+
"seed": 100012,
|
| 100 |
+
"success": false,
|
| 101 |
+
"steps_taken": 132,
|
| 102 |
+
"max_steps": 400,
|
| 103 |
+
"route_completion": 0.0,
|
| 104 |
+
"manipulation_score": 0.0,
|
| 105 |
+
"total_penalty_factor": 0.5,
|
| 106 |
+
"fail_reason": "out_of_bounds",
|
| 107 |
+
"penalty_events": [
|
| 108 |
+
{
|
| 109 |
+
"event_type": "out_of_bounds",
|
| 110 |
+
"timestep": 132,
|
| 111 |
+
"penalty_factor": 0.5,
|
| 112 |
+
"details": "Target object left workspace/view"
|
| 113 |
+
}
|
| 114 |
+
]
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"episode_id": 7,
|
| 118 |
+
"seed": 100013,
|
| 119 |
+
"success": false,
|
| 120 |
+
"steps_taken": 140,
|
| 121 |
+
"max_steps": 400,
|
| 122 |
+
"route_completion": 31.88578325512652,
|
| 123 |
+
"manipulation_score": 15.94289162756326,
|
| 124 |
+
"total_penalty_factor": 0.5,
|
| 125 |
+
"fail_reason": "out_of_bounds",
|
| 126 |
+
"penalty_events": [
|
| 127 |
+
{
|
| 128 |
+
"event_type": "out_of_bounds",
|
| 129 |
+
"timestep": 140,
|
| 130 |
+
"penalty_factor": 0.5,
|
| 131 |
+
"details": "Target object left workspace/view"
|
| 132 |
+
}
|
| 133 |
+
]
|
| 134 |
+
},
|
| 135 |
+
{
|
| 136 |
+
"episode_id": 8,
|
| 137 |
+
"seed": 100014,
|
| 138 |
+
"success": true,
|
| 139 |
+
"steps_taken": 151,
|
| 140 |
+
"max_steps": 400,
|
| 141 |
+
"route_completion": 100.0,
|
| 142 |
+
"manipulation_score": 100.0,
|
| 143 |
+
"total_penalty_factor": 1.0,
|
| 144 |
+
"fail_reason": null,
|
| 145 |
+
"penalty_events": []
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"episode_id": 9,
|
| 149 |
+
"seed": 100016,
|
| 150 |
+
"success": false,
|
| 151 |
+
"steps_taken": 155,
|
| 152 |
+
"max_steps": 400,
|
| 153 |
+
"route_completion": 15.897289455626613,
|
| 154 |
+
"manipulation_score": 7.948644727813306,
|
| 155 |
+
"total_penalty_factor": 0.5,
|
| 156 |
+
"fail_reason": "out_of_bounds",
|
| 157 |
+
"penalty_events": [
|
| 158 |
+
{
|
| 159 |
+
"event_type": "out_of_bounds",
|
| 160 |
+
"timestep": 155,
|
| 161 |
+
"penalty_factor": 0.5,
|
| 162 |
+
"details": "Target object left workspace/view"
|
| 163 |
+
}
|
| 164 |
+
]
|
| 165 |
+
},
|
| 166 |
+
{
|
| 167 |
+
"episode_id": 10,
|
| 168 |
+
"seed": 100020,
|
| 169 |
+
"success": false,
|
| 170 |
+
"steps_taken": 257,
|
| 171 |
+
"max_steps": 400,
|
| 172 |
+
"route_completion": 0.0,
|
| 173 |
+
"manipulation_score": 0.0,
|
| 174 |
+
"total_penalty_factor": 0.5,
|
| 175 |
+
"fail_reason": "out_of_bounds",
|
| 176 |
+
"penalty_events": [
|
| 177 |
+
{
|
| 178 |
+
"event_type": "out_of_bounds",
|
| 179 |
+
"timestep": 257,
|
| 180 |
+
"penalty_factor": 0.5,
|
| 181 |
+
"details": "Target object left workspace/view"
|
| 182 |
+
}
|
| 183 |
+
]
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"episode_id": 11,
|
| 187 |
+
"seed": 100021,
|
| 188 |
+
"success": false,
|
| 189 |
+
"steps_taken": 117,
|
| 190 |
+
"max_steps": 400,
|
| 191 |
+
"route_completion": 0.06678897572416923,
|
| 192 |
+
"manipulation_score": 0.03339448786208461,
|
| 193 |
+
"total_penalty_factor": 0.5,
|
| 194 |
+
"fail_reason": "out_of_bounds",
|
| 195 |
+
"penalty_events": [
|
| 196 |
+
{
|
| 197 |
+
"event_type": "out_of_bounds",
|
| 198 |
+
"timestep": 117,
|
| 199 |
+
"penalty_factor": 0.5,
|
| 200 |
+
"details": "Target object left workspace/view"
|
| 201 |
+
}
|
| 202 |
+
]
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"episode_id": 12,
|
| 206 |
+
"seed": 100024,
|
| 207 |
+
"success": false,
|
| 208 |
+
"steps_taken": 218,
|
| 209 |
+
"max_steps": 400,
|
| 210 |
+
"route_completion": 0.04636173890287798,
|
| 211 |
+
"manipulation_score": 0.02318086945143899,
|
| 212 |
+
"total_penalty_factor": 0.5,
|
| 213 |
+
"fail_reason": "out_of_bounds",
|
| 214 |
+
"penalty_events": [
|
| 215 |
+
{
|
| 216 |
+
"event_type": "out_of_bounds",
|
| 217 |
+
"timestep": 218,
|
| 218 |
+
"penalty_factor": 0.5,
|
| 219 |
+
"details": "Target object left workspace/view"
|
| 220 |
+
}
|
| 221 |
+
]
|
| 222 |
+
},
|
| 223 |
+
{
|
| 224 |
+
"episode_id": 13,
|
| 225 |
+
"seed": 100025,
|
| 226 |
+
"success": false,
|
| 227 |
+
"steps_taken": 114,
|
| 228 |
+
"max_steps": 400,
|
| 229 |
+
"route_completion": 0.025901691392061728,
|
| 230 |
+
"manipulation_score": 0.012950845696030864,
|
| 231 |
+
"total_penalty_factor": 0.5,
|
| 232 |
+
"fail_reason": "out_of_bounds",
|
| 233 |
+
"penalty_events": [
|
| 234 |
+
{
|
| 235 |
+
"event_type": "out_of_bounds",
|
| 236 |
+
"timestep": 114,
|
| 237 |
+
"penalty_factor": 0.5,
|
| 238 |
+
"details": "Target object left workspace/view"
|
| 239 |
+
}
|
| 240 |
+
]
|
| 241 |
+
},
|
| 242 |
+
{
|
| 243 |
+
"episode_id": 14,
|
| 244 |
+
"seed": 100029,
|
| 245 |
+
"success": false,
|
| 246 |
+
"steps_taken": 118,
|
| 247 |
+
"max_steps": 400,
|
| 248 |
+
"route_completion": 0.09626970824682099,
|
| 249 |
+
"manipulation_score": 0.048134854123410495,
|
| 250 |
+
"total_penalty_factor": 0.5,
|
| 251 |
+
"fail_reason": "out_of_bounds",
|
| 252 |
+
"penalty_events": [
|
| 253 |
+
{
|
| 254 |
+
"event_type": "out_of_bounds",
|
| 255 |
+
"timestep": 118,
|
| 256 |
+
"penalty_factor": 0.5,
|
| 257 |
+
"details": "Target object left workspace/view"
|
| 258 |
+
}
|
| 259 |
+
]
|
| 260 |
+
},
|
| 261 |
+
{
|
| 262 |
+
"episode_id": 15,
|
| 263 |
+
"seed": 100035,
|
| 264 |
+
"success": false,
|
| 265 |
+
"steps_taken": 168,
|
| 266 |
+
"max_steps": 400,
|
| 267 |
+
"route_completion": 0.0,
|
| 268 |
+
"manipulation_score": 0.0,
|
| 269 |
+
"total_penalty_factor": 0.5,
|
| 270 |
+
"fail_reason": "out_of_bounds",
|
| 271 |
+
"penalty_events": [
|
| 272 |
+
{
|
| 273 |
+
"event_type": "out_of_bounds",
|
| 274 |
+
"timestep": 168,
|
| 275 |
+
"penalty_factor": 0.5,
|
| 276 |
+
"details": "Target object left workspace/view"
|
| 277 |
+
}
|
| 278 |
+
]
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"episode_id": 16,
|
| 282 |
+
"seed": 100036,
|
| 283 |
+
"success": false,
|
| 284 |
+
"steps_taken": 128,
|
| 285 |
+
"max_steps": 400,
|
| 286 |
+
"route_completion": 29.123713193307893,
|
| 287 |
+
"manipulation_score": 14.561856596653946,
|
| 288 |
+
"total_penalty_factor": 0.5,
|
| 289 |
+
"fail_reason": "out_of_bounds",
|
| 290 |
+
"penalty_events": [
|
| 291 |
+
{
|
| 292 |
+
"event_type": "out_of_bounds",
|
| 293 |
+
"timestep": 128,
|
| 294 |
+
"penalty_factor": 0.5,
|
| 295 |
+
"details": "Target object left workspace/view"
|
| 296 |
+
}
|
| 297 |
+
]
|
| 298 |
+
},
|
| 299 |
+
{
|
| 300 |
+
"episode_id": 17,
|
| 301 |
+
"seed": 100037,
|
| 302 |
+
"success": false,
|
| 303 |
+
"steps_taken": 109,
|
| 304 |
+
"max_steps": 400,
|
| 305 |
+
"route_completion": 0.0,
|
| 306 |
+
"manipulation_score": 0.0,
|
| 307 |
+
"total_penalty_factor": 0.5,
|
| 308 |
+
"fail_reason": "out_of_bounds",
|
| 309 |
+
"penalty_events": [
|
| 310 |
+
{
|
| 311 |
+
"event_type": "out_of_bounds",
|
| 312 |
+
"timestep": 109,
|
| 313 |
+
"penalty_factor": 0.5,
|
| 314 |
+
"details": "Target object left workspace/view"
|
| 315 |
+
}
|
| 316 |
+
]
|
| 317 |
+
},
|
| 318 |
+
{
|
| 319 |
+
"episode_id": 18,
|
| 320 |
+
"seed": 100038,
|
| 321 |
+
"success": true,
|
| 322 |
+
"steps_taken": 142,
|
| 323 |
+
"max_steps": 400,
|
| 324 |
+
"route_completion": 100.0,
|
| 325 |
+
"manipulation_score": 100.0,
|
| 326 |
+
"total_penalty_factor": 1.0,
|
| 327 |
+
"fail_reason": null,
|
| 328 |
+
"penalty_events": []
|
| 329 |
+
},
|
| 330 |
+
{
|
| 331 |
+
"episode_id": 19,
|
| 332 |
+
"seed": 100042,
|
| 333 |
+
"success": false,
|
| 334 |
+
"steps_taken": 138,
|
| 335 |
+
"max_steps": 400,
|
| 336 |
+
"route_completion": 5.315163643797591,
|
| 337 |
+
"manipulation_score": 2.6575818218987957,
|
| 338 |
+
"total_penalty_factor": 0.5,
|
| 339 |
+
"fail_reason": "out_of_bounds",
|
| 340 |
+
"penalty_events": [
|
| 341 |
+
{
|
| 342 |
+
"event_type": "out_of_bounds",
|
| 343 |
+
"timestep": 138,
|
| 344 |
+
"penalty_factor": 0.5,
|
| 345 |
+
"details": "Target object left workspace/view"
|
| 346 |
+
}
|
| 347 |
+
]
|
| 348 |
+
},
|
| 349 |
+
{
|
| 350 |
+
"episode_id": 20,
|
| 351 |
+
"seed": 100044,
|
| 352 |
+
"success": false,
|
| 353 |
+
"steps_taken": 103,
|
| 354 |
+
"max_steps": 400,
|
| 355 |
+
"route_completion": 0.0,
|
| 356 |
+
"manipulation_score": 0.0,
|
| 357 |
+
"total_penalty_factor": 0.5,
|
| 358 |
+
"fail_reason": "out_of_bounds",
|
| 359 |
+
"penalty_events": [
|
| 360 |
+
{
|
| 361 |
+
"event_type": "out_of_bounds",
|
| 362 |
+
"timestep": 103,
|
| 363 |
+
"penalty_factor": 0.5,
|
| 364 |
+
"details": "Target object left workspace/view"
|
| 365 |
+
}
|
| 366 |
+
]
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"episode_id": 21,
|
| 370 |
+
"seed": 100050,
|
| 371 |
+
"success": true,
|
| 372 |
+
"steps_taken": 154,
|
| 373 |
+
"max_steps": 400,
|
| 374 |
+
"route_completion": 100.0,
|
| 375 |
+
"manipulation_score": 100.0,
|
| 376 |
+
"total_penalty_factor": 1.0,
|
| 377 |
+
"fail_reason": null,
|
| 378 |
+
"penalty_events": []
|
| 379 |
+
},
|
| 380 |
+
{
|
| 381 |
+
"episode_id": 22,
|
| 382 |
+
"seed": 100051,
|
| 383 |
+
"success": false,
|
| 384 |
+
"steps_taken": 229,
|
| 385 |
+
"max_steps": 400,
|
| 386 |
+
"route_completion": 28.14613415767182,
|
| 387 |
+
"manipulation_score": 14.07306707883591,
|
| 388 |
+
"total_penalty_factor": 0.5,
|
| 389 |
+
"fail_reason": "out_of_bounds",
|
| 390 |
+
"penalty_events": [
|
| 391 |
+
{
|
| 392 |
+
"event_type": "out_of_bounds",
|
| 393 |
+
"timestep": 229,
|
| 394 |
+
"penalty_factor": 0.5,
|
| 395 |
+
"details": "Target object left workspace/view"
|
| 396 |
+
}
|
| 397 |
+
]
|
| 398 |
+
},
|
| 399 |
+
{
|
| 400 |
+
"episode_id": 23,
|
| 401 |
+
"seed": 100056,
|
| 402 |
+
"success": false,
|
| 403 |
+
"steps_taken": 220,
|
| 404 |
+
"max_steps": 400,
|
| 405 |
+
"route_completion": 1.2752676318864746,
|
| 406 |
+
"manipulation_score": 0.6376338159432373,
|
| 407 |
+
"total_penalty_factor": 0.5,
|
| 408 |
+
"fail_reason": "out_of_bounds",
|
| 409 |
+
"penalty_events": [
|
| 410 |
+
{
|
| 411 |
+
"event_type": "out_of_bounds",
|
| 412 |
+
"timestep": 220,
|
| 413 |
+
"penalty_factor": 0.5,
|
| 414 |
+
"details": "Target object left workspace/view"
|
| 415 |
+
}
|
| 416 |
+
]
|
| 417 |
+
},
|
| 418 |
+
{
|
| 419 |
+
"episode_id": 24,
|
| 420 |
+
"seed": 100059,
|
| 421 |
+
"success": false,
|
| 422 |
+
"steps_taken": 190,
|
| 423 |
+
"max_steps": 400,
|
| 424 |
+
"route_completion": 27.60610951775453,
|
| 425 |
+
"manipulation_score": 13.803054758877265,
|
| 426 |
+
"total_penalty_factor": 0.5,
|
| 427 |
+
"fail_reason": "out_of_bounds",
|
| 428 |
+
"penalty_events": [
|
| 429 |
+
{
|
| 430 |
+
"event_type": "out_of_bounds",
|
| 431 |
+
"timestep": 190,
|
| 432 |
+
"penalty_factor": 0.5,
|
| 433 |
+
"details": "Target object left workspace/view"
|
| 434 |
+
}
|
| 435 |
+
]
|
| 436 |
+
},
|
| 437 |
+
{
|
| 438 |
+
"episode_id": 25,
|
| 439 |
+
"seed": 100062,
|
| 440 |
+
"success": false,
|
| 441 |
+
"steps_taken": 189,
|
| 442 |
+
"max_steps": 400,
|
| 443 |
+
"route_completion": 34.384304122364355,
|
| 444 |
+
"manipulation_score": 17.192152061182178,
|
| 445 |
+
"total_penalty_factor": 0.5,
|
| 446 |
+
"fail_reason": "out_of_bounds",
|
| 447 |
+
"penalty_events": [
|
| 448 |
+
{
|
| 449 |
+
"event_type": "out_of_bounds",
|
| 450 |
+
"timestep": 189,
|
| 451 |
+
"penalty_factor": 0.5,
|
| 452 |
+
"details": "Target object left workspace/view"
|
| 453 |
+
}
|
| 454 |
+
]
|
| 455 |
+
},
|
| 456 |
+
{
|
| 457 |
+
"episode_id": 26,
|
| 458 |
+
"seed": 100063,
|
| 459 |
+
"success": true,
|
| 460 |
+
"steps_taken": 140,
|
| 461 |
+
"max_steps": 400,
|
| 462 |
+
"route_completion": 100.0,
|
| 463 |
+
"manipulation_score": 100.0,
|
| 464 |
+
"total_penalty_factor": 1.0,
|
| 465 |
+
"fail_reason": null,
|
| 466 |
+
"penalty_events": []
|
| 467 |
+
},
|
| 468 |
+
{
|
| 469 |
+
"episode_id": 27,
|
| 470 |
+
"seed": 100064,
|
| 471 |
+
"success": false,
|
| 472 |
+
"steps_taken": 107,
|
| 473 |
+
"max_steps": 400,
|
| 474 |
+
"route_completion": 10.128845067009635,
|
| 475 |
+
"manipulation_score": 5.064422533504818,
|
| 476 |
+
"total_penalty_factor": 0.5,
|
| 477 |
+
"fail_reason": "out_of_bounds",
|
| 478 |
+
"penalty_events": [
|
| 479 |
+
{
|
| 480 |
+
"event_type": "out_of_bounds",
|
| 481 |
+
"timestep": 107,
|
| 482 |
+
"penalty_factor": 0.5,
|
| 483 |
+
"details": "Target object left workspace/view"
|
| 484 |
+
}
|
| 485 |
+
]
|
| 486 |
+
},
|
| 487 |
+
{
|
| 488 |
+
"episode_id": 28,
|
| 489 |
+
"seed": 100065,
|
| 490 |
+
"success": false,
|
| 491 |
+
"steps_taken": 400,
|
| 492 |
+
"max_steps": 400,
|
| 493 |
+
"route_completion": 15.303600923530247,
|
| 494 |
+
"manipulation_score": 15.303600923530247,
|
| 495 |
+
"total_penalty_factor": 1.0,
|
| 496 |
+
"fail_reason": null,
|
| 497 |
+
"penalty_events": []
|
| 498 |
+
},
|
| 499 |
+
{
|
| 500 |
+
"episode_id": 29,
|
| 501 |
+
"seed": 100067,
|
| 502 |
+
"success": false,
|
| 503 |
+
"steps_taken": 118,
|
| 504 |
+
"max_steps": 400,
|
| 505 |
+
"route_completion": 0.15758316555494398,
|
| 506 |
+
"manipulation_score": 0.07879158277747199,
|
| 507 |
+
"total_penalty_factor": 0.5,
|
| 508 |
+
"fail_reason": "out_of_bounds",
|
| 509 |
+
"penalty_events": [
|
| 510 |
+
{
|
| 511 |
+
"event_type": "out_of_bounds",
|
| 512 |
+
"timestep": 118,
|
| 513 |
+
"penalty_factor": 0.5,
|
| 514 |
+
"details": "Target object left workspace/view"
|
| 515 |
+
}
|
| 516 |
+
]
|
| 517 |
+
},
|
| 518 |
+
{
|
| 519 |
+
"episode_id": 30,
|
| 520 |
+
"seed": 100068,
|
| 521 |
+
"success": false,
|
| 522 |
+
"steps_taken": 102,
|
| 523 |
+
"max_steps": 400,
|
| 524 |
+
"route_completion": 0.03601463408874049,
|
| 525 |
+
"manipulation_score": 0.018007317044370245,
|
| 526 |
+
"total_penalty_factor": 0.5,
|
| 527 |
+
"fail_reason": "out_of_bounds",
|
| 528 |
+
"penalty_events": [
|
| 529 |
+
{
|
| 530 |
+
"event_type": "out_of_bounds",
|
| 531 |
+
"timestep": 102,
|
| 532 |
+
"penalty_factor": 0.5,
|
| 533 |
+
"details": "Target object left workspace/view"
|
| 534 |
+
}
|
| 535 |
+
]
|
| 536 |
+
},
|
| 537 |
+
{
|
| 538 |
+
"episode_id": 31,
|
| 539 |
+
"seed": 100069,
|
| 540 |
+
"success": false,
|
| 541 |
+
"steps_taken": 136,
|
| 542 |
+
"max_steps": 400,
|
| 543 |
+
"route_completion": 0.0,
|
| 544 |
+
"manipulation_score": 0.0,
|
| 545 |
+
"total_penalty_factor": 0.5,
|
| 546 |
+
"fail_reason": "out_of_bounds",
|
| 547 |
+
"penalty_events": [
|
| 548 |
+
{
|
| 549 |
+
"event_type": "out_of_bounds",
|
| 550 |
+
"timestep": 136,
|
| 551 |
+
"penalty_factor": 0.5,
|
| 552 |
+
"details": "Target object left workspace/view"
|
| 553 |
+
}
|
| 554 |
+
]
|
| 555 |
+
},
|
| 556 |
+
{
|
| 557 |
+
"episode_id": 32,
|
| 558 |
+
"seed": 100072,
|
| 559 |
+
"success": false,
|
| 560 |
+
"steps_taken": 109,
|
| 561 |
+
"max_steps": 400,
|
| 562 |
+
"route_completion": 15.25128715602163,
|
| 563 |
+
"manipulation_score": 7.625643578010815,
|
| 564 |
+
"total_penalty_factor": 0.5,
|
| 565 |
+
"fail_reason": "out_of_bounds",
|
| 566 |
+
"penalty_events": [
|
| 567 |
+
{
|
| 568 |
+
"event_type": "out_of_bounds",
|
| 569 |
+
"timestep": 109,
|
| 570 |
+
"penalty_factor": 0.5,
|
| 571 |
+
"details": "Target object left workspace/view"
|
| 572 |
+
}
|
| 573 |
+
]
|
| 574 |
+
},
|
| 575 |
+
{
|
| 576 |
+
"episode_id": 33,
|
| 577 |
+
"seed": 100073,
|
| 578 |
+
"success": false,
|
| 579 |
+
"steps_taken": 218,
|
| 580 |
+
"max_steps": 400,
|
| 581 |
+
"route_completion": 0.047581054868356724,
|
| 582 |
+
"manipulation_score": 0.023790527434178362,
|
| 583 |
+
"total_penalty_factor": 0.5,
|
| 584 |
+
"fail_reason": "out_of_bounds",
|
| 585 |
+
"penalty_events": [
|
| 586 |
+
{
|
| 587 |
+
"event_type": "out_of_bounds",
|
| 588 |
+
"timestep": 218,
|
| 589 |
+
"penalty_factor": 0.5,
|
| 590 |
+
"details": "Target object left workspace/view"
|
| 591 |
+
}
|
| 592 |
+
]
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"episode_id": 34,
|
| 596 |
+
"seed": 100074,
|
| 597 |
+
"success": false,
|
| 598 |
+
"steps_taken": 99,
|
| 599 |
+
"max_steps": 400,
|
| 600 |
+
"route_completion": 0.0,
|
| 601 |
+
"manipulation_score": 0.0,
|
| 602 |
+
"total_penalty_factor": 0.5,
|
| 603 |
+
"fail_reason": "out_of_bounds",
|
| 604 |
+
"penalty_events": [
|
| 605 |
+
{
|
| 606 |
+
"event_type": "out_of_bounds",
|
| 607 |
+
"timestep": 99,
|
| 608 |
+
"penalty_factor": 0.5,
|
| 609 |
+
"details": "Target object left workspace/view"
|
| 610 |
+
}
|
| 611 |
+
]
|
| 612 |
+
},
|
| 613 |
+
{
|
| 614 |
+
"episode_id": 35,
|
| 615 |
+
"seed": 100076,
|
| 616 |
+
"success": false,
|
| 617 |
+
"steps_taken": 272,
|
| 618 |
+
"max_steps": 400,
|
| 619 |
+
"route_completion": 32.8424508767673,
|
| 620 |
+
"manipulation_score": 16.42122543838365,
|
| 621 |
+
"total_penalty_factor": 0.5,
|
| 622 |
+
"fail_reason": "out_of_bounds",
|
| 623 |
+
"penalty_events": [
|
| 624 |
+
{
|
| 625 |
+
"event_type": "out_of_bounds",
|
| 626 |
+
"timestep": 272,
|
| 627 |
+
"penalty_factor": 0.5,
|
| 628 |
+
"details": "Target object left workspace/view"
|
| 629 |
+
}
|
| 630 |
+
]
|
| 631 |
+
},
|
| 632 |
+
{
|
| 633 |
+
"episode_id": 36,
|
| 634 |
+
"seed": 100082,
|
| 635 |
+
"success": false,
|
| 636 |
+
"steps_taken": 138,
|
| 637 |
+
"max_steps": 400,
|
| 638 |
+
"route_completion": 28.474886686133928,
|
| 639 |
+
"manipulation_score": 14.237443343066964,
|
| 640 |
+
"total_penalty_factor": 0.5,
|
| 641 |
+
"fail_reason": "out_of_bounds",
|
| 642 |
+
"penalty_events": [
|
| 643 |
+
{
|
| 644 |
+
"event_type": "out_of_bounds",
|
| 645 |
+
"timestep": 138,
|
| 646 |
+
"penalty_factor": 0.5,
|
| 647 |
+
"details": "Target object left workspace/view"
|
| 648 |
+
}
|
| 649 |
+
]
|
| 650 |
+
},
|
| 651 |
+
{
|
| 652 |
+
"episode_id": 37,
|
| 653 |
+
"seed": 100084,
|
| 654 |
+
"success": false,
|
| 655 |
+
"steps_taken": 167,
|
| 656 |
+
"max_steps": 400,
|
| 657 |
+
"route_completion": 0.017594781073353542,
|
| 658 |
+
"manipulation_score": 0.008797390536676771,
|
| 659 |
+
"total_penalty_factor": 0.5,
|
| 660 |
+
"fail_reason": "out_of_bounds",
|
| 661 |
+
"penalty_events": [
|
| 662 |
+
{
|
| 663 |
+
"event_type": "out_of_bounds",
|
| 664 |
+
"timestep": 167,
|
| 665 |
+
"penalty_factor": 0.5,
|
| 666 |
+
"details": "Target object left workspace/view"
|
| 667 |
+
}
|
| 668 |
+
]
|
| 669 |
+
},
|
| 670 |
+
{
|
| 671 |
+
"episode_id": 38,
|
| 672 |
+
"seed": 100086,
|
| 673 |
+
"success": false,
|
| 674 |
+
"steps_taken": 139,
|
| 675 |
+
"max_steps": 400,
|
| 676 |
+
"route_completion": 0.0,
|
| 677 |
+
"manipulation_score": 0.0,
|
| 678 |
+
"total_penalty_factor": 0.5,
|
| 679 |
+
"fail_reason": "out_of_bounds",
|
| 680 |
+
"penalty_events": [
|
| 681 |
+
{
|
| 682 |
+
"event_type": "out_of_bounds",
|
| 683 |
+
"timestep": 139,
|
| 684 |
+
"penalty_factor": 0.5,
|
| 685 |
+
"details": "Target object left workspace/view"
|
| 686 |
+
}
|
| 687 |
+
]
|
| 688 |
+
},
|
| 689 |
+
{
|
| 690 |
+
"episode_id": 39,
|
| 691 |
+
"seed": 100089,
|
| 692 |
+
"success": false,
|
| 693 |
+
"steps_taken": 103,
|
| 694 |
+
"max_steps": 400,
|
| 695 |
+
"route_completion": 0.07099298539878536,
|
| 696 |
+
"manipulation_score": 0.03549649269939268,
|
| 697 |
+
"total_penalty_factor": 0.5,
|
| 698 |
+
"fail_reason": "out_of_bounds",
|
| 699 |
+
"penalty_events": [
|
| 700 |
+
{
|
| 701 |
+
"event_type": "out_of_bounds",
|
| 702 |
+
"timestep": 103,
|
| 703 |
+
"penalty_factor": 0.5,
|
| 704 |
+
"details": "Target object left workspace/view"
|
| 705 |
+
}
|
| 706 |
+
]
|
| 707 |
+
},
|
| 708 |
+
{
|
| 709 |
+
"episode_id": 40,
|
| 710 |
+
"seed": 100096,
|
| 711 |
+
"success": false,
|
| 712 |
+
"steps_taken": 155,
|
| 713 |
+
"max_steps": 400,
|
| 714 |
+
"route_completion": 0.02198863097462428,
|
| 715 |
+
"manipulation_score": 0.01099431548731214,
|
| 716 |
+
"total_penalty_factor": 0.5,
|
| 717 |
+
"fail_reason": "out_of_bounds",
|
| 718 |
+
"penalty_events": [
|
| 719 |
+
{
|
| 720 |
+
"event_type": "out_of_bounds",
|
| 721 |
+
"timestep": 155,
|
| 722 |
+
"penalty_factor": 0.5,
|
| 723 |
+
"details": "Target object left workspace/view"
|
| 724 |
+
}
|
| 725 |
+
]
|
| 726 |
+
},
|
| 727 |
+
{
|
| 728 |
+
"episode_id": 41,
|
| 729 |
+
"seed": 100099,
|
| 730 |
+
"success": false,
|
| 731 |
+
"steps_taken": 128,
|
| 732 |
+
"max_steps": 400,
|
| 733 |
+
"route_completion": 27.236642368690344,
|
| 734 |
+
"manipulation_score": 13.618321184345172,
|
| 735 |
+
"total_penalty_factor": 0.5,
|
| 736 |
+
"fail_reason": "out_of_bounds",
|
| 737 |
+
"penalty_events": [
|
| 738 |
+
{
|
| 739 |
+
"event_type": "out_of_bounds",
|
| 740 |
+
"timestep": 128,
|
| 741 |
+
"penalty_factor": 0.5,
|
| 742 |
+
"details": "Target object left workspace/view"
|
| 743 |
+
}
|
| 744 |
+
]
|
| 745 |
+
},
|
| 746 |
+
{
|
| 747 |
+
"episode_id": 42,
|
| 748 |
+
"seed": 100101,
|
| 749 |
+
"success": false,
|
| 750 |
+
"steps_taken": 121,
|
| 751 |
+
"max_steps": 400,
|
| 752 |
+
"route_completion": 0.33089486585381456,
|
| 753 |
+
"manipulation_score": 0.16544743292690728,
|
| 754 |
+
"total_penalty_factor": 0.5,
|
| 755 |
+
"fail_reason": "out_of_bounds",
|
| 756 |
+
"penalty_events": [
|
| 757 |
+
{
|
| 758 |
+
"event_type": "out_of_bounds",
|
| 759 |
+
"timestep": 121,
|
| 760 |
+
"penalty_factor": 0.5,
|
| 761 |
+
"details": "Target object left workspace/view"
|
| 762 |
+
}
|
| 763 |
+
]
|
| 764 |
+
},
|
| 765 |
+
{
|
| 766 |
+
"episode_id": 43,
|
| 767 |
+
"seed": 100106,
|
| 768 |
+
"success": false,
|
| 769 |
+
"steps_taken": 164,
|
| 770 |
+
"max_steps": 400,
|
| 771 |
+
"route_completion": 26.53094124820245,
|
| 772 |
+
"manipulation_score": 13.265470624101225,
|
| 773 |
+
"total_penalty_factor": 0.5,
|
| 774 |
+
"fail_reason": "out_of_bounds",
|
| 775 |
+
"penalty_events": [
|
| 776 |
+
{
|
| 777 |
+
"event_type": "out_of_bounds",
|
| 778 |
+
"timestep": 164,
|
| 779 |
+
"penalty_factor": 0.5,
|
| 780 |
+
"details": "Target object left workspace/view"
|
| 781 |
+
}
|
| 782 |
+
]
|
| 783 |
+
},
|
| 784 |
+
{
|
| 785 |
+
"episode_id": 44,
|
| 786 |
+
"seed": 100109,
|
| 787 |
+
"success": false,
|
| 788 |
+
"steps_taken": 218,
|
| 789 |
+
"max_steps": 400,
|
| 790 |
+
"route_completion": 0.020794465342470713,
|
| 791 |
+
"manipulation_score": 0.010397232671235357,
|
| 792 |
+
"total_penalty_factor": 0.5,
|
| 793 |
+
"fail_reason": "out_of_bounds",
|
| 794 |
+
"penalty_events": [
|
| 795 |
+
{
|
| 796 |
+
"event_type": "out_of_bounds",
|
| 797 |
+
"timestep": 218,
|
| 798 |
+
"penalty_factor": 0.5,
|
| 799 |
+
"details": "Target object left workspace/view"
|
| 800 |
+
}
|
| 801 |
+
]
|
| 802 |
+
},
|
| 803 |
+
{
|
| 804 |
+
"episode_id": 45,
|
| 805 |
+
"seed": 100110,
|
| 806 |
+
"success": false,
|
| 807 |
+
"steps_taken": 123,
|
| 808 |
+
"max_steps": 400,
|
| 809 |
+
"route_completion": 24.483466153112037,
|
| 810 |
+
"manipulation_score": 12.241733076556018,
|
| 811 |
+
"total_penalty_factor": 0.5,
|
| 812 |
+
"fail_reason": "out_of_bounds",
|
| 813 |
+
"penalty_events": [
|
| 814 |
+
{
|
| 815 |
+
"event_type": "out_of_bounds",
|
| 816 |
+
"timestep": 123,
|
| 817 |
+
"penalty_factor": 0.5,
|
| 818 |
+
"details": "Target object left workspace/view"
|
| 819 |
+
}
|
| 820 |
+
]
|
| 821 |
+
},
|
| 822 |
+
{
|
| 823 |
+
"episode_id": 46,
|
| 824 |
+
"seed": 100111,
|
| 825 |
+
"success": false,
|
| 826 |
+
"steps_taken": 137,
|
| 827 |
+
"max_steps": 400,
|
| 828 |
+
"route_completion": 2.937833660661835,
|
| 829 |
+
"manipulation_score": 1.4689168303309175,
|
| 830 |
+
"total_penalty_factor": 0.5,
|
| 831 |
+
"fail_reason": "out_of_bounds",
|
| 832 |
+
"penalty_events": [
|
| 833 |
+
{
|
| 834 |
+
"event_type": "out_of_bounds",
|
| 835 |
+
"timestep": 137,
|
| 836 |
+
"penalty_factor": 0.5,
|
| 837 |
+
"details": "Target object left workspace/view"
|
| 838 |
+
}
|
| 839 |
+
]
|
| 840 |
+
},
|
| 841 |
+
{
|
| 842 |
+
"episode_id": 47,
|
| 843 |
+
"seed": 100113,
|
| 844 |
+
"success": false,
|
| 845 |
+
"steps_taken": 117,
|
| 846 |
+
"max_steps": 400,
|
| 847 |
+
"route_completion": 0.07951184297432919,
|
| 848 |
+
"manipulation_score": 0.03975592148716459,
|
| 849 |
+
"total_penalty_factor": 0.5,
|
| 850 |
+
"fail_reason": "out_of_bounds",
|
| 851 |
+
"penalty_events": [
|
| 852 |
+
{
|
| 853 |
+
"event_type": "out_of_bounds",
|
| 854 |
+
"timestep": 117,
|
| 855 |
+
"penalty_factor": 0.5,
|
| 856 |
+
"details": "Target object left workspace/view"
|
| 857 |
+
}
|
| 858 |
+
]
|
| 859 |
+
},
|
| 860 |
+
{
|
| 861 |
+
"episode_id": 48,
|
| 862 |
+
"seed": 100114,
|
| 863 |
+
"success": false,
|
| 864 |
+
"steps_taken": 125,
|
| 865 |
+
"max_steps": 400,
|
| 866 |
+
"route_completion": 11.778227938518198,
|
| 867 |
+
"manipulation_score": 5.889113969259099,
|
| 868 |
+
"total_penalty_factor": 0.5,
|
| 869 |
+
"fail_reason": "out_of_bounds",
|
| 870 |
+
"penalty_events": [
|
| 871 |
+
{
|
| 872 |
+
"event_type": "out_of_bounds",
|
| 873 |
+
"timestep": 125,
|
| 874 |
+
"penalty_factor": 0.5,
|
| 875 |
+
"details": "Target object left workspace/view"
|
| 876 |
+
}
|
| 877 |
+
]
|
| 878 |
+
},
|
| 879 |
+
{
|
| 880 |
+
"episode_id": 49,
|
| 881 |
+
"seed": 100115,
|
| 882 |
+
"success": false,
|
| 883 |
+
"steps_taken": 109,
|
| 884 |
+
"max_steps": 400,
|
| 885 |
+
"route_completion": 0.010925602249029704,
|
| 886 |
+
"manipulation_score": 0.005462801124514852,
|
| 887 |
+
"total_penalty_factor": 0.5,
|
| 888 |
+
"fail_reason": "out_of_bounds",
|
| 889 |
+
"penalty_events": [
|
| 890 |
+
{
|
| 891 |
+
"event_type": "out_of_bounds",
|
| 892 |
+
"timestep": 109,
|
| 893 |
+
"penalty_factor": 0.5,
|
| 894 |
+
"details": "Target object left workspace/view"
|
| 895 |
+
}
|
| 896 |
+
]
|
| 897 |
+
},
|
| 898 |
+
{
|
| 899 |
+
"episode_id": 50,
|
| 900 |
+
"seed": 100119,
|
| 901 |
+
"success": false,
|
| 902 |
+
"steps_taken": 132,
|
| 903 |
+
"max_steps": 400,
|
| 904 |
+
"route_completion": 0.02577684541966592,
|
| 905 |
+
"manipulation_score": 0.01288842270983296,
|
| 906 |
+
"total_penalty_factor": 0.5,
|
| 907 |
+
"fail_reason": "out_of_bounds",
|
| 908 |
+
"penalty_events": [
|
| 909 |
+
{
|
| 910 |
+
"event_type": "out_of_bounds",
|
| 911 |
+
"timestep": 132,
|
| 912 |
+
"penalty_factor": 0.5,
|
| 913 |
+
"details": "Target object left workspace/view"
|
| 914 |
+
}
|
| 915 |
+
]
|
| 916 |
+
},
|
| 917 |
+
{
|
| 918 |
+
"episode_id": 51,
|
| 919 |
+
"seed": 100120,
|
| 920 |
+
"success": false,
|
| 921 |
+
"steps_taken": 122,
|
| 922 |
+
"max_steps": 400,
|
| 923 |
+
"route_completion": 21.07676950830215,
|
| 924 |
+
"manipulation_score": 10.538384754151075,
|
| 925 |
+
"total_penalty_factor": 0.5,
|
| 926 |
+
"fail_reason": "out_of_bounds",
|
| 927 |
+
"penalty_events": [
|
| 928 |
+
{
|
| 929 |
+
"event_type": "out_of_bounds",
|
| 930 |
+
"timestep": 122,
|
| 931 |
+
"penalty_factor": 0.5,
|
| 932 |
+
"details": "Target object left workspace/view"
|
| 933 |
+
}
|
| 934 |
+
]
|
| 935 |
+
},
|
| 936 |
+
{
|
| 937 |
+
"episode_id": 52,
|
| 938 |
+
"seed": 100126,
|
| 939 |
+
"success": false,
|
| 940 |
+
"steps_taken": 99,
|
| 941 |
+
"max_steps": 400,
|
| 942 |
+
"route_completion": 13.761614048321864,
|
| 943 |
+
"manipulation_score": 6.880807024160932,
|
| 944 |
+
"total_penalty_factor": 0.5,
|
| 945 |
+
"fail_reason": "out_of_bounds",
|
| 946 |
+
"penalty_events": [
|
| 947 |
+
{
|
| 948 |
+
"event_type": "out_of_bounds",
|
| 949 |
+
"timestep": 99,
|
| 950 |
+
"penalty_factor": 0.5,
|
| 951 |
+
"details": "Target object left workspace/view"
|
| 952 |
+
}
|
| 953 |
+
]
|
| 954 |
+
},
|
| 955 |
+
{
|
| 956 |
+
"episode_id": 53,
|
| 957 |
+
"seed": 100128,
|
| 958 |
+
"success": false,
|
| 959 |
+
"steps_taken": 102,
|
| 960 |
+
"max_steps": 400,
|
| 961 |
+
"route_completion": 7.481413112869872,
|
| 962 |
+
"manipulation_score": 3.740706556434936,
|
| 963 |
+
"total_penalty_factor": 0.5,
|
| 964 |
+
"fail_reason": "out_of_bounds",
|
| 965 |
+
"penalty_events": [
|
| 966 |
+
{
|
| 967 |
+
"event_type": "out_of_bounds",
|
| 968 |
+
"timestep": 102,
|
| 969 |
+
"penalty_factor": 0.5,
|
| 970 |
+
"details": "Target object left workspace/view"
|
| 971 |
+
}
|
| 972 |
+
]
|
| 973 |
+
},
|
| 974 |
+
{
|
| 975 |
+
"episode_id": 54,
|
| 976 |
+
"seed": 100129,
|
| 977 |
+
"success": false,
|
| 978 |
+
"steps_taken": 215,
|
| 979 |
+
"max_steps": 400,
|
| 980 |
+
"route_completion": 25.446228090615502,
|
| 981 |
+
"manipulation_score": 12.723114045307751,
|
| 982 |
+
"total_penalty_factor": 0.5,
|
| 983 |
+
"fail_reason": "out_of_bounds",
|
| 984 |
+
"penalty_events": [
|
| 985 |
+
{
|
| 986 |
+
"event_type": "out_of_bounds",
|
| 987 |
+
"timestep": 215,
|
| 988 |
+
"penalty_factor": 0.5,
|
| 989 |
+
"details": "Target object left workspace/view"
|
| 990 |
+
}
|
| 991 |
+
]
|
| 992 |
+
},
|
| 993 |
+
{
|
| 994 |
+
"episode_id": 55,
|
| 995 |
+
"seed": 100130,
|
| 996 |
+
"success": false,
|
| 997 |
+
"steps_taken": 127,
|
| 998 |
+
"max_steps": 400,
|
| 999 |
+
"route_completion": 1.8512403401640483,
|
| 1000 |
+
"manipulation_score": 0.9256201700820241,
|
| 1001 |
+
"total_penalty_factor": 0.5,
|
| 1002 |
+
"fail_reason": "out_of_bounds",
|
| 1003 |
+
"penalty_events": [
|
| 1004 |
+
{
|
| 1005 |
+
"event_type": "out_of_bounds",
|
| 1006 |
+
"timestep": 127,
|
| 1007 |
+
"penalty_factor": 0.5,
|
| 1008 |
+
"details": "Target object left workspace/view"
|
| 1009 |
+
}
|
| 1010 |
+
]
|
| 1011 |
+
},
|
| 1012 |
+
{
|
| 1013 |
+
"episode_id": 56,
|
| 1014 |
+
"seed": 100131,
|
| 1015 |
+
"success": false,
|
| 1016 |
+
"steps_taken": 148,
|
| 1017 |
+
"max_steps": 400,
|
| 1018 |
+
"route_completion": 0.01435929761906984,
|
| 1019 |
+
"manipulation_score": 0.00717964880953492,
|
| 1020 |
+
"total_penalty_factor": 0.5,
|
| 1021 |
+
"fail_reason": "out_of_bounds",
|
| 1022 |
+
"penalty_events": [
|
| 1023 |
+
{
|
| 1024 |
+
"event_type": "out_of_bounds",
|
| 1025 |
+
"timestep": 148,
|
| 1026 |
+
"penalty_factor": 0.5,
|
| 1027 |
+
"details": "Target object left workspace/view"
|
| 1028 |
+
}
|
| 1029 |
+
]
|
| 1030 |
+
},
|
| 1031 |
+
{
|
| 1032 |
+
"episode_id": 57,
|
| 1033 |
+
"seed": 100133,
|
| 1034 |
+
"success": false,
|
| 1035 |
+
"steps_taken": 262,
|
| 1036 |
+
"max_steps": 400,
|
| 1037 |
+
"route_completion": 0.0,
|
| 1038 |
+
"manipulation_score": 0.0,
|
| 1039 |
+
"total_penalty_factor": 0.5,
|
| 1040 |
+
"fail_reason": "out_of_bounds",
|
| 1041 |
+
"penalty_events": [
|
| 1042 |
+
{
|
| 1043 |
+
"event_type": "out_of_bounds",
|
| 1044 |
+
"timestep": 262,
|
| 1045 |
+
"penalty_factor": 0.5,
|
| 1046 |
+
"details": "Target object left workspace/view"
|
| 1047 |
+
}
|
| 1048 |
+
]
|
| 1049 |
+
},
|
| 1050 |
+
{
|
| 1051 |
+
"episode_id": 58,
|
| 1052 |
+
"seed": 100134,
|
| 1053 |
+
"success": false,
|
| 1054 |
+
"steps_taken": 212,
|
| 1055 |
+
"max_steps": 400,
|
| 1056 |
+
"route_completion": 25.991082580666962,
|
| 1057 |
+
"manipulation_score": 12.995541290333481,
|
| 1058 |
+
"total_penalty_factor": 0.5,
|
| 1059 |
+
"fail_reason": "out_of_bounds",
|
| 1060 |
+
"penalty_events": [
|
| 1061 |
+
{
|
| 1062 |
+
"event_type": "out_of_bounds",
|
| 1063 |
+
"timestep": 212,
|
| 1064 |
+
"penalty_factor": 0.5,
|
| 1065 |
+
"details": "Target object left workspace/view"
|
| 1066 |
+
}
|
| 1067 |
+
]
|
| 1068 |
+
},
|
| 1069 |
+
{
|
| 1070 |
+
"episode_id": 59,
|
| 1071 |
+
"seed": 100136,
|
| 1072 |
+
"success": false,
|
| 1073 |
+
"steps_taken": 95,
|
| 1074 |
+
"max_steps": 400,
|
| 1075 |
+
"route_completion": 14.055719142622245,
|
| 1076 |
+
"manipulation_score": 7.027859571311122,
|
| 1077 |
+
"total_penalty_factor": 0.5,
|
| 1078 |
+
"fail_reason": "out_of_bounds",
|
| 1079 |
+
"penalty_events": [
|
| 1080 |
+
{
|
| 1081 |
+
"event_type": "out_of_bounds",
|
| 1082 |
+
"timestep": 95,
|
| 1083 |
+
"penalty_factor": 0.5,
|
| 1084 |
+
"details": "Target object left workspace/view"
|
| 1085 |
+
}
|
| 1086 |
+
]
|
| 1087 |
+
},
|
| 1088 |
+
{
|
| 1089 |
+
"episode_id": 60,
|
| 1090 |
+
"seed": 100139,
|
| 1091 |
+
"success": false,
|
| 1092 |
+
"steps_taken": 108,
|
| 1093 |
+
"max_steps": 400,
|
| 1094 |
+
"route_completion": 11.156077787986666,
|
| 1095 |
+
"manipulation_score": 5.578038893993333,
|
| 1096 |
+
"total_penalty_factor": 0.5,
|
| 1097 |
+
"fail_reason": "out_of_bounds",
|
| 1098 |
+
"penalty_events": [
|
| 1099 |
+
{
|
| 1100 |
+
"event_type": "out_of_bounds",
|
| 1101 |
+
"timestep": 108,
|
| 1102 |
+
"penalty_factor": 0.5,
|
| 1103 |
+
"details": "Target object left workspace/view"
|
| 1104 |
+
}
|
| 1105 |
+
]
|
| 1106 |
+
},
|
| 1107 |
+
{
|
| 1108 |
+
"episode_id": 61,
|
| 1109 |
+
"seed": 100140,
|
| 1110 |
+
"success": false,
|
| 1111 |
+
"steps_taken": 148,
|
| 1112 |
+
"max_steps": 400,
|
| 1113 |
+
"route_completion": 24.91488837137446,
|
| 1114 |
+
"manipulation_score": 12.45744418568723,
|
| 1115 |
+
"total_penalty_factor": 0.5,
|
| 1116 |
+
"fail_reason": "out_of_bounds",
|
| 1117 |
+
"penalty_events": [
|
| 1118 |
+
{
|
| 1119 |
+
"event_type": "out_of_bounds",
|
| 1120 |
+
"timestep": 148,
|
| 1121 |
+
"penalty_factor": 0.5,
|
| 1122 |
+
"details": "Target object left workspace/view"
|
| 1123 |
+
}
|
| 1124 |
+
]
|
| 1125 |
+
},
|
| 1126 |
+
{
|
| 1127 |
+
"episode_id": 62,
|
| 1128 |
+
"seed": 100142,
|
| 1129 |
+
"success": false,
|
| 1130 |
+
"steps_taken": 121,
|
| 1131 |
+
"max_steps": 400,
|
| 1132 |
+
"route_completion": 29.792624238729825,
|
| 1133 |
+
"manipulation_score": 14.896312119364913,
|
| 1134 |
+
"total_penalty_factor": 0.5,
|
| 1135 |
+
"fail_reason": "out_of_bounds",
|
| 1136 |
+
"penalty_events": [
|
| 1137 |
+
{
|
| 1138 |
+
"event_type": "out_of_bounds",
|
| 1139 |
+
"timestep": 121,
|
| 1140 |
+
"penalty_factor": 0.5,
|
| 1141 |
+
"details": "Target object left workspace/view"
|
| 1142 |
+
}
|
| 1143 |
+
]
|
| 1144 |
+
},
|
| 1145 |
+
{
|
| 1146 |
+
"episode_id": 63,
|
| 1147 |
+
"seed": 100143,
|
| 1148 |
+
"success": false,
|
| 1149 |
+
"steps_taken": 141,
|
| 1150 |
+
"max_steps": 400,
|
| 1151 |
+
"route_completion": 0.0,
|
| 1152 |
+
"manipulation_score": 0.0,
|
| 1153 |
+
"total_penalty_factor": 0.5,
|
| 1154 |
+
"fail_reason": "out_of_bounds",
|
| 1155 |
+
"penalty_events": [
|
| 1156 |
+
{
|
| 1157 |
+
"event_type": "out_of_bounds",
|
| 1158 |
+
"timestep": 141,
|
| 1159 |
+
"penalty_factor": 0.5,
|
| 1160 |
+
"details": "Target object left workspace/view"
|
| 1161 |
+
}
|
| 1162 |
+
]
|
| 1163 |
+
},
|
| 1164 |
+
{
|
| 1165 |
+
"episode_id": 64,
|
| 1166 |
+
"seed": 100144,
|
| 1167 |
+
"success": false,
|
| 1168 |
+
"steps_taken": 129,
|
| 1169 |
+
"max_steps": 400,
|
| 1170 |
+
"route_completion": 0.0,
|
| 1171 |
+
"manipulation_score": 0.0,
|
| 1172 |
+
"total_penalty_factor": 0.5,
|
| 1173 |
+
"fail_reason": "out_of_bounds",
|
| 1174 |
+
"penalty_events": [
|
| 1175 |
+
{
|
| 1176 |
+
"event_type": "out_of_bounds",
|
| 1177 |
+
"timestep": 129,
|
| 1178 |
+
"penalty_factor": 0.5,
|
| 1179 |
+
"details": "Target object left workspace/view"
|
| 1180 |
+
}
|
| 1181 |
+
]
|
| 1182 |
+
},
|
| 1183 |
+
{
|
| 1184 |
+
"episode_id": 65,
|
| 1185 |
+
"seed": 100147,
|
| 1186 |
+
"success": false,
|
| 1187 |
+
"steps_taken": 400,
|
| 1188 |
+
"max_steps": 400,
|
| 1189 |
+
"route_completion": 11.088610958449843,
|
| 1190 |
+
"manipulation_score": 11.088610958449843,
|
| 1191 |
+
"total_penalty_factor": 1.0,
|
| 1192 |
+
"fail_reason": null,
|
| 1193 |
+
"penalty_events": []
|
| 1194 |
+
},
|
| 1195 |
+
{
|
| 1196 |
+
"episode_id": 66,
|
| 1197 |
+
"seed": 100149,
|
| 1198 |
+
"success": false,
|
| 1199 |
+
"steps_taken": 213,
|
| 1200 |
+
"max_steps": 400,
|
| 1201 |
+
"route_completion": 0.0043421546065704865,
|
| 1202 |
+
"manipulation_score": 0.0021710773032852433,
|
| 1203 |
+
"total_penalty_factor": 0.5,
|
| 1204 |
+
"fail_reason": "out_of_bounds",
|
| 1205 |
+
"penalty_events": [
|
| 1206 |
+
{
|
| 1207 |
+
"event_type": "out_of_bounds",
|
| 1208 |
+
"timestep": 213,
|
| 1209 |
+
"penalty_factor": 0.5,
|
| 1210 |
+
"details": "Target object left workspace/view"
|
| 1211 |
+
}
|
| 1212 |
+
]
|
| 1213 |
+
},
|
| 1214 |
+
{
|
| 1215 |
+
"episode_id": 67,
|
| 1216 |
+
"seed": 100150,
|
| 1217 |
+
"success": false,
|
| 1218 |
+
"steps_taken": 225,
|
| 1219 |
+
"max_steps": 400,
|
| 1220 |
+
"route_completion": 0.0,
|
| 1221 |
+
"manipulation_score": 0.0,
|
| 1222 |
+
"total_penalty_factor": 0.5,
|
| 1223 |
+
"fail_reason": "out_of_bounds",
|
| 1224 |
+
"penalty_events": [
|
| 1225 |
+
{
|
| 1226 |
+
"event_type": "out_of_bounds",
|
| 1227 |
+
"timestep": 225,
|
| 1228 |
+
"penalty_factor": 0.5,
|
| 1229 |
+
"details": "Target object left workspace/view"
|
| 1230 |
+
}
|
| 1231 |
+
]
|
| 1232 |
+
},
|
| 1233 |
+
{
|
| 1234 |
+
"episode_id": 68,
|
| 1235 |
+
"seed": 100151,
|
| 1236 |
+
"success": false,
|
| 1237 |
+
"steps_taken": 204,
|
| 1238 |
+
"max_steps": 400,
|
| 1239 |
+
"route_completion": 0.0,
|
| 1240 |
+
"manipulation_score": 0.0,
|
| 1241 |
+
"total_penalty_factor": 0.5,
|
| 1242 |
+
"fail_reason": "out_of_bounds",
|
| 1243 |
+
"penalty_events": [
|
| 1244 |
+
{
|
| 1245 |
+
"event_type": "out_of_bounds",
|
| 1246 |
+
"timestep": 204,
|
| 1247 |
+
"penalty_factor": 0.5,
|
| 1248 |
+
"details": "Target object left workspace/view"
|
| 1249 |
+
}
|
| 1250 |
+
]
|
| 1251 |
+
},
|
| 1252 |
+
{
|
| 1253 |
+
"episode_id": 69,
|
| 1254 |
+
"seed": 100153,
|
| 1255 |
+
"success": false,
|
| 1256 |
+
"steps_taken": 114,
|
| 1257 |
+
"max_steps": 400,
|
| 1258 |
+
"route_completion": 14.141882175313722,
|
| 1259 |
+
"manipulation_score": 7.070941087656861,
|
| 1260 |
+
"total_penalty_factor": 0.5,
|
| 1261 |
+
"fail_reason": "out_of_bounds",
|
| 1262 |
+
"penalty_events": [
|
| 1263 |
+
{
|
| 1264 |
+
"event_type": "out_of_bounds",
|
| 1265 |
+
"timestep": 114,
|
| 1266 |
+
"penalty_factor": 0.5,
|
| 1267 |
+
"details": "Target object left workspace/view"
|
| 1268 |
+
}
|
| 1269 |
+
]
|
| 1270 |
+
},
|
| 1271 |
+
{
|
| 1272 |
+
"episode_id": 70,
|
| 1273 |
+
"seed": 100155,
|
| 1274 |
+
"success": false,
|
| 1275 |
+
"steps_taken": 140,
|
| 1276 |
+
"max_steps": 400,
|
| 1277 |
+
"route_completion": 0.0,
|
| 1278 |
+
"manipulation_score": 0.0,
|
| 1279 |
+
"total_penalty_factor": 0.5,
|
| 1280 |
+
"fail_reason": "out_of_bounds",
|
| 1281 |
+
"penalty_events": [
|
| 1282 |
+
{
|
| 1283 |
+
"event_type": "out_of_bounds",
|
| 1284 |
+
"timestep": 140,
|
| 1285 |
+
"penalty_factor": 0.5,
|
| 1286 |
+
"details": "Target object left workspace/view"
|
| 1287 |
+
}
|
| 1288 |
+
]
|
| 1289 |
+
},
|
| 1290 |
+
{
|
| 1291 |
+
"episode_id": 71,
|
| 1292 |
+
"seed": 100156,
|
| 1293 |
+
"success": false,
|
| 1294 |
+
"steps_taken": 148,
|
| 1295 |
+
"max_steps": 400,
|
| 1296 |
+
"route_completion": 31.87633464005143,
|
| 1297 |
+
"manipulation_score": 15.938167320025714,
|
| 1298 |
+
"total_penalty_factor": 0.5,
|
| 1299 |
+
"fail_reason": "out_of_bounds",
|
| 1300 |
+
"penalty_events": [
|
| 1301 |
+
{
|
| 1302 |
+
"event_type": "out_of_bounds",
|
| 1303 |
+
"timestep": 148,
|
| 1304 |
+
"penalty_factor": 0.5,
|
| 1305 |
+
"details": "Target object left workspace/view"
|
| 1306 |
+
}
|
| 1307 |
+
]
|
| 1308 |
+
},
|
| 1309 |
+
{
|
| 1310 |
+
"episode_id": 72,
|
| 1311 |
+
"seed": 100158,
|
| 1312 |
+
"success": false,
|
| 1313 |
+
"steps_taken": 141,
|
| 1314 |
+
"max_steps": 400,
|
| 1315 |
+
"route_completion": 15.402935473027272,
|
| 1316 |
+
"manipulation_score": 7.701467736513636,
|
| 1317 |
+
"total_penalty_factor": 0.5,
|
| 1318 |
+
"fail_reason": "out_of_bounds",
|
| 1319 |
+
"penalty_events": [
|
| 1320 |
+
{
|
| 1321 |
+
"event_type": "out_of_bounds",
|
| 1322 |
+
"timestep": 141,
|
| 1323 |
+
"penalty_factor": 0.5,
|
| 1324 |
+
"details": "Target object left workspace/view"
|
| 1325 |
+
}
|
| 1326 |
+
]
|
| 1327 |
+
},
|
| 1328 |
+
{
|
| 1329 |
+
"episode_id": 73,
|
| 1330 |
+
"seed": 100163,
|
| 1331 |
+
"success": false,
|
| 1332 |
+
"steps_taken": 137,
|
| 1333 |
+
"max_steps": 400,
|
| 1334 |
+
"route_completion": 31.490953112515363,
|
| 1335 |
+
"manipulation_score": 15.745476556257682,
|
| 1336 |
+
"total_penalty_factor": 0.5,
|
| 1337 |
+
"fail_reason": "out_of_bounds",
|
| 1338 |
+
"penalty_events": [
|
| 1339 |
+
{
|
| 1340 |
+
"event_type": "out_of_bounds",
|
| 1341 |
+
"timestep": 137,
|
| 1342 |
+
"penalty_factor": 0.5,
|
| 1343 |
+
"details": "Target object left workspace/view"
|
| 1344 |
+
}
|
| 1345 |
+
]
|
| 1346 |
+
},
|
| 1347 |
+
{
|
| 1348 |
+
"episode_id": 74,
|
| 1349 |
+
"seed": 100164,
|
| 1350 |
+
"success": false,
|
| 1351 |
+
"steps_taken": 112,
|
| 1352 |
+
"max_steps": 400,
|
| 1353 |
+
"route_completion": 0.0,
|
| 1354 |
+
"manipulation_score": 0.0,
|
| 1355 |
+
"total_penalty_factor": 0.5,
|
| 1356 |
+
"fail_reason": "out_of_bounds",
|
| 1357 |
+
"penalty_events": [
|
| 1358 |
+
{
|
| 1359 |
+
"event_type": "out_of_bounds",
|
| 1360 |
+
"timestep": 112,
|
| 1361 |
+
"penalty_factor": 0.5,
|
| 1362 |
+
"details": "Target object left workspace/view"
|
| 1363 |
+
}
|
| 1364 |
+
]
|
| 1365 |
+
},
|
| 1366 |
+
{
|
| 1367 |
+
"episode_id": 75,
|
| 1368 |
+
"seed": 100165,
|
| 1369 |
+
"success": false,
|
| 1370 |
+
"steps_taken": 400,
|
| 1371 |
+
"max_steps": 400,
|
| 1372 |
+
"route_completion": 27.47407129843908,
|
| 1373 |
+
"manipulation_score": 27.47407129843908,
|
| 1374 |
+
"total_penalty_factor": 1.0,
|
| 1375 |
+
"fail_reason": null,
|
| 1376 |
+
"penalty_events": []
|
| 1377 |
+
},
|
| 1378 |
+
{
|
| 1379 |
+
"episode_id": 76,
|
| 1380 |
+
"seed": 100171,
|
| 1381 |
+
"success": false,
|
| 1382 |
+
"steps_taken": 237,
|
| 1383 |
+
"max_steps": 400,
|
| 1384 |
+
"route_completion": 0.043301905940076796,
|
| 1385 |
+
"manipulation_score": 0.021650952970038398,
|
| 1386 |
+
"total_penalty_factor": 0.5,
|
| 1387 |
+
"fail_reason": "out_of_bounds",
|
| 1388 |
+
"penalty_events": [
|
| 1389 |
+
{
|
| 1390 |
+
"event_type": "out_of_bounds",
|
| 1391 |
+
"timestep": 237,
|
| 1392 |
+
"penalty_factor": 0.5,
|
| 1393 |
+
"details": "Target object left workspace/view"
|
| 1394 |
+
}
|
| 1395 |
+
]
|
| 1396 |
+
},
|
| 1397 |
+
{
|
| 1398 |
+
"episode_id": 77,
|
| 1399 |
+
"seed": 100172,
|
| 1400 |
+
"success": false,
|
| 1401 |
+
"steps_taken": 109,
|
| 1402 |
+
"max_steps": 400,
|
| 1403 |
+
"route_completion": 0.056581245363227506,
|
| 1404 |
+
"manipulation_score": 0.028290622681613753,
|
| 1405 |
+
"total_penalty_factor": 0.5,
|
| 1406 |
+
"fail_reason": "out_of_bounds",
|
| 1407 |
+
"penalty_events": [
|
| 1408 |
+
{
|
| 1409 |
+
"event_type": "out_of_bounds",
|
| 1410 |
+
"timestep": 109,
|
| 1411 |
+
"penalty_factor": 0.5,
|
| 1412 |
+
"details": "Target object left workspace/view"
|
| 1413 |
+
}
|
| 1414 |
+
]
|
| 1415 |
+
},
|
| 1416 |
+
{
|
| 1417 |
+
"episode_id": 78,
|
| 1418 |
+
"seed": 100174,
|
| 1419 |
+
"success": false,
|
| 1420 |
+
"steps_taken": 156,
|
| 1421 |
+
"max_steps": 400,
|
| 1422 |
+
"route_completion": 0.0,
|
| 1423 |
+
"manipulation_score": 0.0,
|
| 1424 |
+
"total_penalty_factor": 0.5,
|
| 1425 |
+
"fail_reason": "out_of_bounds",
|
| 1426 |
+
"penalty_events": [
|
| 1427 |
+
{
|
| 1428 |
+
"event_type": "out_of_bounds",
|
| 1429 |
+
"timestep": 156,
|
| 1430 |
+
"penalty_factor": 0.5,
|
| 1431 |
+
"details": "Target object left workspace/view"
|
| 1432 |
+
}
|
| 1433 |
+
]
|
| 1434 |
+
},
|
| 1435 |
+
{
|
| 1436 |
+
"episode_id": 79,
|
| 1437 |
+
"seed": 100176,
|
| 1438 |
+
"success": false,
|
| 1439 |
+
"steps_taken": 336,
|
| 1440 |
+
"max_steps": 400,
|
| 1441 |
+
"route_completion": 27.17433508009538,
|
| 1442 |
+
"manipulation_score": 13.58716754004769,
|
| 1443 |
+
"total_penalty_factor": 0.5,
|
| 1444 |
+
"fail_reason": "out_of_bounds",
|
| 1445 |
+
"penalty_events": [
|
| 1446 |
+
{
|
| 1447 |
+
"event_type": "out_of_bounds",
|
| 1448 |
+
"timestep": 336,
|
| 1449 |
+
"penalty_factor": 0.5,
|
| 1450 |
+
"details": "Target object left workspace/view"
|
| 1451 |
+
}
|
| 1452 |
+
]
|
| 1453 |
+
},
|
| 1454 |
+
{
|
| 1455 |
+
"episode_id": 80,
|
| 1456 |
+
"seed": 100177,
|
| 1457 |
+
"success": false,
|
| 1458 |
+
"steps_taken": 257,
|
| 1459 |
+
"max_steps": 400,
|
| 1460 |
+
"route_completion": 22.049651114612328,
|
| 1461 |
+
"manipulation_score": 11.024825557306164,
|
| 1462 |
+
"total_penalty_factor": 0.5,
|
| 1463 |
+
"fail_reason": "out_of_bounds",
|
| 1464 |
+
"penalty_events": [
|
| 1465 |
+
{
|
| 1466 |
+
"event_type": "out_of_bounds",
|
| 1467 |
+
"timestep": 257,
|
| 1468 |
+
"penalty_factor": 0.5,
|
| 1469 |
+
"details": "Target object left workspace/view"
|
| 1470 |
+
}
|
| 1471 |
+
]
|
| 1472 |
+
},
|
| 1473 |
+
{
|
| 1474 |
+
"episode_id": 81,
|
| 1475 |
+
"seed": 100178,
|
| 1476 |
+
"success": false,
|
| 1477 |
+
"steps_taken": 130,
|
| 1478 |
+
"max_steps": 400,
|
| 1479 |
+
"route_completion": 0.049215497695173964,
|
| 1480 |
+
"manipulation_score": 0.024607748847586982,
|
| 1481 |
+
"total_penalty_factor": 0.5,
|
| 1482 |
+
"fail_reason": "out_of_bounds",
|
| 1483 |
+
"penalty_events": [
|
| 1484 |
+
{
|
| 1485 |
+
"event_type": "out_of_bounds",
|
| 1486 |
+
"timestep": 130,
|
| 1487 |
+
"penalty_factor": 0.5,
|
| 1488 |
+
"details": "Target object left workspace/view"
|
| 1489 |
+
}
|
| 1490 |
+
]
|
| 1491 |
+
},
|
| 1492 |
+
{
|
| 1493 |
+
"episode_id": 82,
|
| 1494 |
+
"seed": 100182,
|
| 1495 |
+
"success": false,
|
| 1496 |
+
"steps_taken": 113,
|
| 1497 |
+
"max_steps": 400,
|
| 1498 |
+
"route_completion": 2.2490599329175476,
|
| 1499 |
+
"manipulation_score": 1.1245299664587738,
|
| 1500 |
+
"total_penalty_factor": 0.5,
|
| 1501 |
+
"fail_reason": "out_of_bounds",
|
| 1502 |
+
"penalty_events": [
|
| 1503 |
+
{
|
| 1504 |
+
"event_type": "out_of_bounds",
|
| 1505 |
+
"timestep": 113,
|
| 1506 |
+
"penalty_factor": 0.5,
|
| 1507 |
+
"details": "Target object left workspace/view"
|
| 1508 |
+
}
|
| 1509 |
+
]
|
| 1510 |
+
},
|
| 1511 |
+
{
|
| 1512 |
+
"episode_id": 83,
|
| 1513 |
+
"seed": 100185,
|
| 1514 |
+
"success": false,
|
| 1515 |
+
"steps_taken": 113,
|
| 1516 |
+
"max_steps": 400,
|
| 1517 |
+
"route_completion": 12.825218185020185,
|
| 1518 |
+
"manipulation_score": 6.412609092510093,
|
| 1519 |
+
"total_penalty_factor": 0.5,
|
| 1520 |
+
"fail_reason": "out_of_bounds",
|
| 1521 |
+
"penalty_events": [
|
| 1522 |
+
{
|
| 1523 |
+
"event_type": "out_of_bounds",
|
| 1524 |
+
"timestep": 113,
|
| 1525 |
+
"penalty_factor": 0.5,
|
| 1526 |
+
"details": "Target object left workspace/view"
|
| 1527 |
+
}
|
| 1528 |
+
]
|
| 1529 |
+
},
|
| 1530 |
+
{
|
| 1531 |
+
"episode_id": 84,
|
| 1532 |
+
"seed": 100188,
|
| 1533 |
+
"success": false,
|
| 1534 |
+
"steps_taken": 296,
|
| 1535 |
+
"max_steps": 400,
|
| 1536 |
+
"route_completion": 25.395823595317278,
|
| 1537 |
+
"manipulation_score": 12.697911797658639,
|
| 1538 |
+
"total_penalty_factor": 0.5,
|
| 1539 |
+
"fail_reason": "out_of_bounds",
|
| 1540 |
+
"penalty_events": [
|
| 1541 |
+
{
|
| 1542 |
+
"event_type": "out_of_bounds",
|
| 1543 |
+
"timestep": 296,
|
| 1544 |
+
"penalty_factor": 0.5,
|
| 1545 |
+
"details": "Target object left workspace/view"
|
| 1546 |
+
}
|
| 1547 |
+
]
|
| 1548 |
+
},
|
| 1549 |
+
{
|
| 1550 |
+
"episode_id": 85,
|
| 1551 |
+
"seed": 100189,
|
| 1552 |
+
"success": false,
|
| 1553 |
+
"steps_taken": 264,
|
| 1554 |
+
"max_steps": 400,
|
| 1555 |
+
"route_completion": 24.110575386132712,
|
| 1556 |
+
"manipulation_score": 12.055287693066356,
|
| 1557 |
+
"total_penalty_factor": 0.5,
|
| 1558 |
+
"fail_reason": "out_of_bounds",
|
| 1559 |
+
"penalty_events": [
|
| 1560 |
+
{
|
| 1561 |
+
"event_type": "out_of_bounds",
|
| 1562 |
+
"timestep": 264,
|
| 1563 |
+
"penalty_factor": 0.5,
|
| 1564 |
+
"details": "Target object left workspace/view"
|
| 1565 |
+
}
|
| 1566 |
+
]
|
| 1567 |
+
},
|
| 1568 |
+
{
|
| 1569 |
+
"episode_id": 86,
|
| 1570 |
+
"seed": 100191,
|
| 1571 |
+
"success": false,
|
| 1572 |
+
"steps_taken": 202,
|
| 1573 |
+
"max_steps": 400,
|
| 1574 |
+
"route_completion": 41.512767565528904,
|
| 1575 |
+
"manipulation_score": 20.756383782764452,
|
| 1576 |
+
"total_penalty_factor": 0.5,
|
| 1577 |
+
"fail_reason": "out_of_bounds",
|
| 1578 |
+
"penalty_events": [
|
| 1579 |
+
{
|
| 1580 |
+
"event_type": "out_of_bounds",
|
| 1581 |
+
"timestep": 202,
|
| 1582 |
+
"penalty_factor": 0.5,
|
| 1583 |
+
"details": "Target object left workspace/view"
|
| 1584 |
+
}
|
| 1585 |
+
]
|
| 1586 |
+
},
|
| 1587 |
+
{
|
| 1588 |
+
"episode_id": 87,
|
| 1589 |
+
"seed": 100192,
|
| 1590 |
+
"success": false,
|
| 1591 |
+
"steps_taken": 113,
|
| 1592 |
+
"max_steps": 400,
|
| 1593 |
+
"route_completion": 0.0,
|
| 1594 |
+
"manipulation_score": 0.0,
|
| 1595 |
+
"total_penalty_factor": 0.5,
|
| 1596 |
+
"fail_reason": "out_of_bounds",
|
| 1597 |
+
"penalty_events": [
|
| 1598 |
+
{
|
| 1599 |
+
"event_type": "out_of_bounds",
|
| 1600 |
+
"timestep": 113,
|
| 1601 |
+
"penalty_factor": 0.5,
|
| 1602 |
+
"details": "Target object left workspace/view"
|
| 1603 |
+
}
|
| 1604 |
+
]
|
| 1605 |
+
},
|
| 1606 |
+
{
|
| 1607 |
+
"episode_id": 88,
|
| 1608 |
+
"seed": 100194,
|
| 1609 |
+
"success": false,
|
| 1610 |
+
"steps_taken": 194,
|
| 1611 |
+
"max_steps": 400,
|
| 1612 |
+
"route_completion": 15.422624160636515,
|
| 1613 |
+
"manipulation_score": 7.711312080318257,
|
| 1614 |
+
"total_penalty_factor": 0.5,
|
| 1615 |
+
"fail_reason": "out_of_bounds",
|
| 1616 |
+
"penalty_events": [
|
| 1617 |
+
{
|
| 1618 |
+
"event_type": "out_of_bounds",
|
| 1619 |
+
"timestep": 194,
|
| 1620 |
+
"penalty_factor": 0.5,
|
| 1621 |
+
"details": "Target object left workspace/view"
|
| 1622 |
+
}
|
| 1623 |
+
]
|
| 1624 |
+
},
|
| 1625 |
+
{
|
| 1626 |
+
"episode_id": 89,
|
| 1627 |
+
"seed": 100195,
|
| 1628 |
+
"success": false,
|
| 1629 |
+
"steps_taken": 111,
|
| 1630 |
+
"max_steps": 400,
|
| 1631 |
+
"route_completion": 0.0,
|
| 1632 |
+
"manipulation_score": 0.0,
|
| 1633 |
+
"total_penalty_factor": 0.5,
|
| 1634 |
+
"fail_reason": "out_of_bounds",
|
| 1635 |
+
"penalty_events": [
|
| 1636 |
+
{
|
| 1637 |
+
"event_type": "out_of_bounds",
|
| 1638 |
+
"timestep": 111,
|
| 1639 |
+
"penalty_factor": 0.5,
|
| 1640 |
+
"details": "Target object left workspace/view"
|
| 1641 |
+
}
|
| 1642 |
+
]
|
| 1643 |
+
},
|
| 1644 |
+
{
|
| 1645 |
+
"episode_id": 90,
|
| 1646 |
+
"seed": 100199,
|
| 1647 |
+
"success": false,
|
| 1648 |
+
"steps_taken": 168,
|
| 1649 |
+
"max_steps": 400,
|
| 1650 |
+
"route_completion": 0.02834992430977637,
|
| 1651 |
+
"manipulation_score": 0.014174962154888185,
|
| 1652 |
+
"total_penalty_factor": 0.5,
|
| 1653 |
+
"fail_reason": "out_of_bounds",
|
| 1654 |
+
"penalty_events": [
|
| 1655 |
+
{
|
| 1656 |
+
"event_type": "out_of_bounds",
|
| 1657 |
+
"timestep": 168,
|
| 1658 |
+
"penalty_factor": 0.5,
|
| 1659 |
+
"details": "Target object left workspace/view"
|
| 1660 |
+
}
|
| 1661 |
+
]
|
| 1662 |
+
},
|
| 1663 |
+
{
|
| 1664 |
+
"episode_id": 91,
|
| 1665 |
+
"seed": 100200,
|
| 1666 |
+
"success": false,
|
| 1667 |
+
"steps_taken": 140,
|
| 1668 |
+
"max_steps": 400,
|
| 1669 |
+
"route_completion": 22.074519568981174,
|
| 1670 |
+
"manipulation_score": 11.037259784490587,
|
| 1671 |
+
"total_penalty_factor": 0.5,
|
| 1672 |
+
"fail_reason": "out_of_bounds",
|
| 1673 |
+
"penalty_events": [
|
| 1674 |
+
{
|
| 1675 |
+
"event_type": "out_of_bounds",
|
| 1676 |
+
"timestep": 140,
|
| 1677 |
+
"penalty_factor": 0.5,
|
| 1678 |
+
"details": "Target object left workspace/view"
|
| 1679 |
+
}
|
| 1680 |
+
]
|
| 1681 |
+
},
|
| 1682 |
+
{
|
| 1683 |
+
"episode_id": 92,
|
| 1684 |
+
"seed": 100208,
|
| 1685 |
+
"success": false,
|
| 1686 |
+
"steps_taken": 156,
|
| 1687 |
+
"max_steps": 400,
|
| 1688 |
+
"route_completion": 29.202345022041023,
|
| 1689 |
+
"manipulation_score": 14.601172511020511,
|
| 1690 |
+
"total_penalty_factor": 0.5,
|
| 1691 |
+
"fail_reason": "out_of_bounds",
|
| 1692 |
+
"penalty_events": [
|
| 1693 |
+
{
|
| 1694 |
+
"event_type": "out_of_bounds",
|
| 1695 |
+
"timestep": 156,
|
| 1696 |
+
"penalty_factor": 0.5,
|
| 1697 |
+
"details": "Target object left workspace/view"
|
| 1698 |
+
}
|
| 1699 |
+
]
|
| 1700 |
+
},
|
| 1701 |
+
{
|
| 1702 |
+
"episode_id": 93,
|
| 1703 |
+
"seed": 100209,
|
| 1704 |
+
"success": false,
|
| 1705 |
+
"steps_taken": 148,
|
| 1706 |
+
"max_steps": 400,
|
| 1707 |
+
"route_completion": 29.741723201429227,
|
| 1708 |
+
"manipulation_score": 14.870861600714614,
|
| 1709 |
+
"total_penalty_factor": 0.5,
|
| 1710 |
+
"fail_reason": "out_of_bounds",
|
| 1711 |
+
"penalty_events": [
|
| 1712 |
+
{
|
| 1713 |
+
"event_type": "out_of_bounds",
|
| 1714 |
+
"timestep": 148,
|
| 1715 |
+
"penalty_factor": 0.5,
|
| 1716 |
+
"details": "Target object left workspace/view"
|
| 1717 |
+
}
|
| 1718 |
+
]
|
| 1719 |
+
},
|
| 1720 |
+
{
|
| 1721 |
+
"episode_id": 94,
|
| 1722 |
+
"seed": 100210,
|
| 1723 |
+
"success": false,
|
| 1724 |
+
"steps_taken": 174,
|
| 1725 |
+
"max_steps": 400,
|
| 1726 |
+
"route_completion": 0.03438851982221622,
|
| 1727 |
+
"manipulation_score": 0.01719425991110811,
|
| 1728 |
+
"total_penalty_factor": 0.5,
|
| 1729 |
+
"fail_reason": "out_of_bounds",
|
| 1730 |
+
"penalty_events": [
|
| 1731 |
+
{
|
| 1732 |
+
"event_type": "out_of_bounds",
|
| 1733 |
+
"timestep": 174,
|
| 1734 |
+
"penalty_factor": 0.5,
|
| 1735 |
+
"details": "Target object left workspace/view"
|
| 1736 |
+
}
|
| 1737 |
+
]
|
| 1738 |
+
},
|
| 1739 |
+
{
|
| 1740 |
+
"episode_id": 95,
|
| 1741 |
+
"seed": 100211,
|
| 1742 |
+
"success": false,
|
| 1743 |
+
"steps_taken": 168,
|
| 1744 |
+
"max_steps": 400,
|
| 1745 |
+
"route_completion": 25.603441227017033,
|
| 1746 |
+
"manipulation_score": 12.801720613508516,
|
| 1747 |
+
"total_penalty_factor": 0.5,
|
| 1748 |
+
"fail_reason": "out_of_bounds",
|
| 1749 |
+
"penalty_events": [
|
| 1750 |
+
{
|
| 1751 |
+
"event_type": "out_of_bounds",
|
| 1752 |
+
"timestep": 168,
|
| 1753 |
+
"penalty_factor": 0.5,
|
| 1754 |
+
"details": "Target object left workspace/view"
|
| 1755 |
+
}
|
| 1756 |
+
]
|
| 1757 |
+
},
|
| 1758 |
+
{
|
| 1759 |
+
"episode_id": 96,
|
| 1760 |
+
"seed": 100213,
|
| 1761 |
+
"success": false,
|
| 1762 |
+
"steps_taken": 232,
|
| 1763 |
+
"max_steps": 400,
|
| 1764 |
+
"route_completion": 0.0,
|
| 1765 |
+
"manipulation_score": 0.0,
|
| 1766 |
+
"total_penalty_factor": 0.5,
|
| 1767 |
+
"fail_reason": "out_of_bounds",
|
| 1768 |
+
"penalty_events": [
|
| 1769 |
+
{
|
| 1770 |
+
"event_type": "out_of_bounds",
|
| 1771 |
+
"timestep": 232,
|
| 1772 |
+
"penalty_factor": 0.5,
|
| 1773 |
+
"details": "Target object left workspace/view"
|
| 1774 |
+
}
|
| 1775 |
+
]
|
| 1776 |
+
},
|
| 1777 |
+
{
|
| 1778 |
+
"episode_id": 97,
|
| 1779 |
+
"seed": 100214,
|
| 1780 |
+
"success": false,
|
| 1781 |
+
"steps_taken": 107,
|
| 1782 |
+
"max_steps": 400,
|
| 1783 |
+
"route_completion": 4.889690977659771,
|
| 1784 |
+
"manipulation_score": 2.4448454888298854,
|
| 1785 |
+
"total_penalty_factor": 0.5,
|
| 1786 |
+
"fail_reason": "out_of_bounds",
|
| 1787 |
+
"penalty_events": [
|
| 1788 |
+
{
|
| 1789 |
+
"event_type": "out_of_bounds",
|
| 1790 |
+
"timestep": 107,
|
| 1791 |
+
"penalty_factor": 0.5,
|
| 1792 |
+
"details": "Target object left workspace/view"
|
| 1793 |
+
}
|
| 1794 |
+
]
|
| 1795 |
+
},
|
| 1796 |
+
{
|
| 1797 |
+
"episode_id": 98,
|
| 1798 |
+
"seed": 100216,
|
| 1799 |
+
"success": false,
|
| 1800 |
+
"steps_taken": 166,
|
| 1801 |
+
"max_steps": 400,
|
| 1802 |
+
"route_completion": 0.0,
|
| 1803 |
+
"manipulation_score": 0.0,
|
| 1804 |
+
"total_penalty_factor": 0.5,
|
| 1805 |
+
"fail_reason": "out_of_bounds",
|
| 1806 |
+
"penalty_events": [
|
| 1807 |
+
{
|
| 1808 |
+
"event_type": "out_of_bounds",
|
| 1809 |
+
"timestep": 166,
|
| 1810 |
+
"penalty_factor": 0.5,
|
| 1811 |
+
"details": "Target object left workspace/view"
|
| 1812 |
+
}
|
| 1813 |
+
]
|
| 1814 |
+
},
|
| 1815 |
+
{
|
| 1816 |
+
"episode_id": 99,
|
| 1817 |
+
"seed": 100219,
|
| 1818 |
+
"success": false,
|
| 1819 |
+
"steps_taken": 168,
|
| 1820 |
+
"max_steps": 400,
|
| 1821 |
+
"route_completion": 32.78605610813731,
|
| 1822 |
+
"manipulation_score": 16.393028054068655,
|
| 1823 |
+
"total_penalty_factor": 0.5,
|
| 1824 |
+
"fail_reason": "out_of_bounds",
|
| 1825 |
+
"penalty_events": [
|
| 1826 |
+
{
|
| 1827 |
+
"event_type": "out_of_bounds",
|
| 1828 |
+
"timestep": 168,
|
| 1829 |
+
"penalty_factor": 0.5,
|
| 1830 |
+
"details": "Target object left workspace/view"
|
| 1831 |
+
}
|
| 1832 |
+
]
|
| 1833 |
+
},
|
| 1834 |
+
{
|
| 1835 |
+
"episode_id": 100,
|
| 1836 |
+
"seed": 100221,
|
| 1837 |
+
"success": false,
|
| 1838 |
+
"steps_taken": 108,
|
| 1839 |
+
"max_steps": 400,
|
| 1840 |
+
"route_completion": 15.536062437499973,
|
| 1841 |
+
"manipulation_score": 7.768031218749987,
|
| 1842 |
+
"total_penalty_factor": 0.5,
|
| 1843 |
+
"fail_reason": "out_of_bounds",
|
| 1844 |
+
"penalty_events": [
|
| 1845 |
+
{
|
| 1846 |
+
"event_type": "out_of_bounds",
|
| 1847 |
+
"timestep": 108,
|
| 1848 |
+
"penalty_factor": 0.5,
|
| 1849 |
+
"details": "Target object left workspace/view"
|
| 1850 |
+
}
|
| 1851 |
+
]
|
| 1852 |
+
}
|
| 1853 |
+
]
|
log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 4,
|
| 4 |
+
"success_rate": 4.0,
|
| 5 |
+
"manipulation_score_mean": 9.579611878573212,
|
| 6 |
+
"manipulation_score_std": 19.58327103582207,
|
| 7 |
+
"route_completion_mean": 14.620560925342234,
|
| 8 |
+
"route_completion_std": 21.306656434477066,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 93
|
| 11 |
+
}
|
log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 4.0% (4/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 9.58
|
| 10 |
+
Std: 19.58
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 14.62%
|
| 14 |
+
Std: 21.31
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 93
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-30 01:29:40
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.04
|
log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1811 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100000,
|
| 5 |
+
"success": false,
|
| 6 |
+
"steps_taken": 174,
|
| 7 |
+
"max_steps": 400,
|
| 8 |
+
"route_completion": 12.327567567101958,
|
| 9 |
+
"manipulation_score": 6.163783783550979,
|
| 10 |
+
"total_penalty_factor": 0.5,
|
| 11 |
+
"fail_reason": "out_of_bounds",
|
| 12 |
+
"penalty_events": [
|
| 13 |
+
{
|
| 14 |
+
"event_type": "out_of_bounds",
|
| 15 |
+
"timestep": 174,
|
| 16 |
+
"penalty_factor": 0.5,
|
| 17 |
+
"details": "Target object left workspace/view"
|
| 18 |
+
}
|
| 19 |
+
]
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"episode_id": 2,
|
| 23 |
+
"seed": 100002,
|
| 24 |
+
"success": false,
|
| 25 |
+
"steps_taken": 400,
|
| 26 |
+
"max_steps": 400,
|
| 27 |
+
"route_completion": 34.83103272757156,
|
| 28 |
+
"manipulation_score": 34.83103272757156,
|
| 29 |
+
"total_penalty_factor": 1.0,
|
| 30 |
+
"fail_reason": null,
|
| 31 |
+
"penalty_events": []
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"episode_id": 3,
|
| 35 |
+
"seed": 100004,
|
| 36 |
+
"success": false,
|
| 37 |
+
"steps_taken": 325,
|
| 38 |
+
"max_steps": 400,
|
| 39 |
+
"route_completion": 31.127791149712113,
|
| 40 |
+
"manipulation_score": 15.563895574856057,
|
| 41 |
+
"total_penalty_factor": 0.5,
|
| 42 |
+
"fail_reason": "out_of_bounds",
|
| 43 |
+
"penalty_events": [
|
| 44 |
+
{
|
| 45 |
+
"event_type": "out_of_bounds",
|
| 46 |
+
"timestep": 325,
|
| 47 |
+
"penalty_factor": 0.5,
|
| 48 |
+
"details": "Target object left workspace/view"
|
| 49 |
+
}
|
| 50 |
+
]
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"episode_id": 4,
|
| 54 |
+
"seed": 100005,
|
| 55 |
+
"success": false,
|
| 56 |
+
"steps_taken": 194,
|
| 57 |
+
"max_steps": 400,
|
| 58 |
+
"route_completion": 10.40103876958806,
|
| 59 |
+
"manipulation_score": 5.20051938479403,
|
| 60 |
+
"total_penalty_factor": 0.5,
|
| 61 |
+
"fail_reason": "out_of_bounds",
|
| 62 |
+
"penalty_events": [
|
| 63 |
+
{
|
| 64 |
+
"event_type": "out_of_bounds",
|
| 65 |
+
"timestep": 194,
|
| 66 |
+
"penalty_factor": 0.5,
|
| 67 |
+
"details": "Target object left workspace/view"
|
| 68 |
+
}
|
| 69 |
+
]
|
| 70 |
+
},
|
| 71 |
+
{
|
| 72 |
+
"episode_id": 5,
|
| 73 |
+
"seed": 100006,
|
| 74 |
+
"success": false,
|
| 75 |
+
"steps_taken": 148,
|
| 76 |
+
"max_steps": 400,
|
| 77 |
+
"route_completion": 36.19825339077301,
|
| 78 |
+
"manipulation_score": 18.099126695386506,
|
| 79 |
+
"total_penalty_factor": 0.5,
|
| 80 |
+
"fail_reason": "out_of_bounds",
|
| 81 |
+
"penalty_events": [
|
| 82 |
+
{
|
| 83 |
+
"event_type": "out_of_bounds",
|
| 84 |
+
"timestep": 148,
|
| 85 |
+
"penalty_factor": 0.5,
|
| 86 |
+
"details": "Target object left workspace/view"
|
| 87 |
+
}
|
| 88 |
+
]
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"episode_id": 6,
|
| 92 |
+
"seed": 100007,
|
| 93 |
+
"success": false,
|
| 94 |
+
"steps_taken": 169,
|
| 95 |
+
"max_steps": 400,
|
| 96 |
+
"route_completion": 18.54560878219786,
|
| 97 |
+
"manipulation_score": 9.27280439109893,
|
| 98 |
+
"total_penalty_factor": 0.5,
|
| 99 |
+
"fail_reason": "out_of_bounds",
|
| 100 |
+
"penalty_events": [
|
| 101 |
+
{
|
| 102 |
+
"event_type": "out_of_bounds",
|
| 103 |
+
"timestep": 169,
|
| 104 |
+
"penalty_factor": 0.5,
|
| 105 |
+
"details": "Target object left workspace/view"
|
| 106 |
+
}
|
| 107 |
+
]
|
| 108 |
+
},
|
| 109 |
+
{
|
| 110 |
+
"episode_id": 7,
|
| 111 |
+
"seed": 100008,
|
| 112 |
+
"success": false,
|
| 113 |
+
"steps_taken": 232,
|
| 114 |
+
"max_steps": 400,
|
| 115 |
+
"route_completion": 56.74287088232989,
|
| 116 |
+
"manipulation_score": 28.371435441164945,
|
| 117 |
+
"total_penalty_factor": 0.5,
|
| 118 |
+
"fail_reason": "out_of_bounds",
|
| 119 |
+
"penalty_events": [
|
| 120 |
+
{
|
| 121 |
+
"event_type": "out_of_bounds",
|
| 122 |
+
"timestep": 232,
|
| 123 |
+
"penalty_factor": 0.5,
|
| 124 |
+
"details": "Target object left workspace/view"
|
| 125 |
+
}
|
| 126 |
+
]
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"episode_id": 8,
|
| 130 |
+
"seed": 100009,
|
| 131 |
+
"success": true,
|
| 132 |
+
"steps_taken": 150,
|
| 133 |
+
"max_steps": 400,
|
| 134 |
+
"route_completion": 100.0,
|
| 135 |
+
"manipulation_score": 100.0,
|
| 136 |
+
"total_penalty_factor": 1.0,
|
| 137 |
+
"fail_reason": null,
|
| 138 |
+
"penalty_events": []
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"episode_id": 9,
|
| 142 |
+
"seed": 100010,
|
| 143 |
+
"success": false,
|
| 144 |
+
"steps_taken": 172,
|
| 145 |
+
"max_steps": 400,
|
| 146 |
+
"route_completion": 25.386715871117293,
|
| 147 |
+
"manipulation_score": 12.693357935558646,
|
| 148 |
+
"total_penalty_factor": 0.5,
|
| 149 |
+
"fail_reason": "out_of_bounds",
|
| 150 |
+
"penalty_events": [
|
| 151 |
+
{
|
| 152 |
+
"event_type": "out_of_bounds",
|
| 153 |
+
"timestep": 172,
|
| 154 |
+
"penalty_factor": 0.5,
|
| 155 |
+
"details": "Target object left workspace/view"
|
| 156 |
+
}
|
| 157 |
+
]
|
| 158 |
+
},
|
| 159 |
+
{
|
| 160 |
+
"episode_id": 10,
|
| 161 |
+
"seed": 100011,
|
| 162 |
+
"success": false,
|
| 163 |
+
"steps_taken": 194,
|
| 164 |
+
"max_steps": 400,
|
| 165 |
+
"route_completion": 0.0,
|
| 166 |
+
"manipulation_score": 0.0,
|
| 167 |
+
"total_penalty_factor": 0.5,
|
| 168 |
+
"fail_reason": "out_of_bounds",
|
| 169 |
+
"penalty_events": [
|
| 170 |
+
{
|
| 171 |
+
"event_type": "out_of_bounds",
|
| 172 |
+
"timestep": 194,
|
| 173 |
+
"penalty_factor": 0.5,
|
| 174 |
+
"details": "Target object left workspace/view"
|
| 175 |
+
}
|
| 176 |
+
]
|
| 177 |
+
},
|
| 178 |
+
{
|
| 179 |
+
"episode_id": 11,
|
| 180 |
+
"seed": 100012,
|
| 181 |
+
"success": false,
|
| 182 |
+
"steps_taken": 250,
|
| 183 |
+
"max_steps": 400,
|
| 184 |
+
"route_completion": 43.993570772864324,
|
| 185 |
+
"manipulation_score": 21.996785386432162,
|
| 186 |
+
"total_penalty_factor": 0.5,
|
| 187 |
+
"fail_reason": "out_of_bounds",
|
| 188 |
+
"penalty_events": [
|
| 189 |
+
{
|
| 190 |
+
"event_type": "out_of_bounds",
|
| 191 |
+
"timestep": 250,
|
| 192 |
+
"penalty_factor": 0.5,
|
| 193 |
+
"details": "Target object left workspace/view"
|
| 194 |
+
}
|
| 195 |
+
]
|
| 196 |
+
},
|
| 197 |
+
{
|
| 198 |
+
"episode_id": 12,
|
| 199 |
+
"seed": 100013,
|
| 200 |
+
"success": false,
|
| 201 |
+
"steps_taken": 145,
|
| 202 |
+
"max_steps": 400,
|
| 203 |
+
"route_completion": 46.151401531061595,
|
| 204 |
+
"manipulation_score": 23.075700765530797,
|
| 205 |
+
"total_penalty_factor": 0.5,
|
| 206 |
+
"fail_reason": "out_of_bounds",
|
| 207 |
+
"penalty_events": [
|
| 208 |
+
{
|
| 209 |
+
"event_type": "out_of_bounds",
|
| 210 |
+
"timestep": 145,
|
| 211 |
+
"penalty_factor": 0.5,
|
| 212 |
+
"details": "Target object left workspace/view"
|
| 213 |
+
}
|
| 214 |
+
]
|
| 215 |
+
},
|
| 216 |
+
{
|
| 217 |
+
"episode_id": 13,
|
| 218 |
+
"seed": 100014,
|
| 219 |
+
"success": false,
|
| 220 |
+
"steps_taken": 208,
|
| 221 |
+
"max_steps": 400,
|
| 222 |
+
"route_completion": 22.9781100561643,
|
| 223 |
+
"manipulation_score": 11.48905502808215,
|
| 224 |
+
"total_penalty_factor": 0.5,
|
| 225 |
+
"fail_reason": "out_of_bounds",
|
| 226 |
+
"penalty_events": [
|
| 227 |
+
{
|
| 228 |
+
"event_type": "out_of_bounds",
|
| 229 |
+
"timestep": 208,
|
| 230 |
+
"penalty_factor": 0.5,
|
| 231 |
+
"details": "Target object left workspace/view"
|
| 232 |
+
}
|
| 233 |
+
]
|
| 234 |
+
},
|
| 235 |
+
{
|
| 236 |
+
"episode_id": 14,
|
| 237 |
+
"seed": 100015,
|
| 238 |
+
"success": false,
|
| 239 |
+
"steps_taken": 132,
|
| 240 |
+
"max_steps": 400,
|
| 241 |
+
"route_completion": 28.087886959912222,
|
| 242 |
+
"manipulation_score": 14.043943479956111,
|
| 243 |
+
"total_penalty_factor": 0.5,
|
| 244 |
+
"fail_reason": "out_of_bounds",
|
| 245 |
+
"penalty_events": [
|
| 246 |
+
{
|
| 247 |
+
"event_type": "out_of_bounds",
|
| 248 |
+
"timestep": 132,
|
| 249 |
+
"penalty_factor": 0.5,
|
| 250 |
+
"details": "Target object left workspace/view"
|
| 251 |
+
}
|
| 252 |
+
]
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"episode_id": 15,
|
| 256 |
+
"seed": 100016,
|
| 257 |
+
"success": false,
|
| 258 |
+
"steps_taken": 191,
|
| 259 |
+
"max_steps": 400,
|
| 260 |
+
"route_completion": 0.04974802806540422,
|
| 261 |
+
"manipulation_score": 0.02487401403270211,
|
| 262 |
+
"total_penalty_factor": 0.5,
|
| 263 |
+
"fail_reason": "out_of_bounds",
|
| 264 |
+
"penalty_events": [
|
| 265 |
+
{
|
| 266 |
+
"event_type": "out_of_bounds",
|
| 267 |
+
"timestep": 191,
|
| 268 |
+
"penalty_factor": 0.5,
|
| 269 |
+
"details": "Target object left workspace/view"
|
| 270 |
+
}
|
| 271 |
+
]
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"episode_id": 16,
|
| 275 |
+
"seed": 100017,
|
| 276 |
+
"success": false,
|
| 277 |
+
"steps_taken": 259,
|
| 278 |
+
"max_steps": 400,
|
| 279 |
+
"route_completion": 0.0,
|
| 280 |
+
"manipulation_score": 0.0,
|
| 281 |
+
"total_penalty_factor": 0.5,
|
| 282 |
+
"fail_reason": "out_of_bounds",
|
| 283 |
+
"penalty_events": [
|
| 284 |
+
{
|
| 285 |
+
"event_type": "out_of_bounds",
|
| 286 |
+
"timestep": 259,
|
| 287 |
+
"penalty_factor": 0.5,
|
| 288 |
+
"details": "Target object left workspace/view"
|
| 289 |
+
}
|
| 290 |
+
]
|
| 291 |
+
},
|
| 292 |
+
{
|
| 293 |
+
"episode_id": 17,
|
| 294 |
+
"seed": 100018,
|
| 295 |
+
"success": false,
|
| 296 |
+
"steps_taken": 262,
|
| 297 |
+
"max_steps": 400,
|
| 298 |
+
"route_completion": 10.181092470216575,
|
| 299 |
+
"manipulation_score": 5.090546235108287,
|
| 300 |
+
"total_penalty_factor": 0.5,
|
| 301 |
+
"fail_reason": "out_of_bounds",
|
| 302 |
+
"penalty_events": [
|
| 303 |
+
{
|
| 304 |
+
"event_type": "out_of_bounds",
|
| 305 |
+
"timestep": 262,
|
| 306 |
+
"penalty_factor": 0.5,
|
| 307 |
+
"details": "Target object left workspace/view"
|
| 308 |
+
}
|
| 309 |
+
]
|
| 310 |
+
},
|
| 311 |
+
{
|
| 312 |
+
"episode_id": 18,
|
| 313 |
+
"seed": 100021,
|
| 314 |
+
"success": true,
|
| 315 |
+
"steps_taken": 159,
|
| 316 |
+
"max_steps": 400,
|
| 317 |
+
"route_completion": 100.0,
|
| 318 |
+
"manipulation_score": 100.0,
|
| 319 |
+
"total_penalty_factor": 1.0,
|
| 320 |
+
"fail_reason": null,
|
| 321 |
+
"penalty_events": []
|
| 322 |
+
},
|
| 323 |
+
{
|
| 324 |
+
"episode_id": 19,
|
| 325 |
+
"seed": 100022,
|
| 326 |
+
"success": false,
|
| 327 |
+
"steps_taken": 143,
|
| 328 |
+
"max_steps": 400,
|
| 329 |
+
"route_completion": 28.51888039598664,
|
| 330 |
+
"manipulation_score": 14.25944019799332,
|
| 331 |
+
"total_penalty_factor": 0.5,
|
| 332 |
+
"fail_reason": "out_of_bounds",
|
| 333 |
+
"penalty_events": [
|
| 334 |
+
{
|
| 335 |
+
"event_type": "out_of_bounds",
|
| 336 |
+
"timestep": 143,
|
| 337 |
+
"penalty_factor": 0.5,
|
| 338 |
+
"details": "Target object left workspace/view"
|
| 339 |
+
}
|
| 340 |
+
]
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"episode_id": 20,
|
| 344 |
+
"seed": 100025,
|
| 345 |
+
"success": false,
|
| 346 |
+
"steps_taken": 333,
|
| 347 |
+
"max_steps": 400,
|
| 348 |
+
"route_completion": 15.790757170001102,
|
| 349 |
+
"manipulation_score": 7.895378585000551,
|
| 350 |
+
"total_penalty_factor": 0.5,
|
| 351 |
+
"fail_reason": "out_of_bounds",
|
| 352 |
+
"penalty_events": [
|
| 353 |
+
{
|
| 354 |
+
"event_type": "out_of_bounds",
|
| 355 |
+
"timestep": 333,
|
| 356 |
+
"penalty_factor": 0.5,
|
| 357 |
+
"details": "Target object left workspace/view"
|
| 358 |
+
}
|
| 359 |
+
]
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"episode_id": 21,
|
| 363 |
+
"seed": 100027,
|
| 364 |
+
"success": false,
|
| 365 |
+
"steps_taken": 113,
|
| 366 |
+
"max_steps": 400,
|
| 367 |
+
"route_completion": 32.31462615568949,
|
| 368 |
+
"manipulation_score": 16.157313077844744,
|
| 369 |
+
"total_penalty_factor": 0.5,
|
| 370 |
+
"fail_reason": "out_of_bounds",
|
| 371 |
+
"penalty_events": [
|
| 372 |
+
{
|
| 373 |
+
"event_type": "out_of_bounds",
|
| 374 |
+
"timestep": 113,
|
| 375 |
+
"penalty_factor": 0.5,
|
| 376 |
+
"details": "Target object left workspace/view"
|
| 377 |
+
}
|
| 378 |
+
]
|
| 379 |
+
},
|
| 380 |
+
{
|
| 381 |
+
"episode_id": 22,
|
| 382 |
+
"seed": 100029,
|
| 383 |
+
"success": false,
|
| 384 |
+
"steps_taken": 195,
|
| 385 |
+
"max_steps": 400,
|
| 386 |
+
"route_completion": 37.71722273498711,
|
| 387 |
+
"manipulation_score": 18.858611367493555,
|
| 388 |
+
"total_penalty_factor": 0.5,
|
| 389 |
+
"fail_reason": "out_of_bounds",
|
| 390 |
+
"penalty_events": [
|
| 391 |
+
{
|
| 392 |
+
"event_type": "out_of_bounds",
|
| 393 |
+
"timestep": 195,
|
| 394 |
+
"penalty_factor": 0.5,
|
| 395 |
+
"details": "Target object left workspace/view"
|
| 396 |
+
}
|
| 397 |
+
]
|
| 398 |
+
},
|
| 399 |
+
{
|
| 400 |
+
"episode_id": 23,
|
| 401 |
+
"seed": 100030,
|
| 402 |
+
"success": false,
|
| 403 |
+
"steps_taken": 227,
|
| 404 |
+
"max_steps": 400,
|
| 405 |
+
"route_completion": 54.220193222794144,
|
| 406 |
+
"manipulation_score": 27.110096611397072,
|
| 407 |
+
"total_penalty_factor": 0.5,
|
| 408 |
+
"fail_reason": "out_of_bounds",
|
| 409 |
+
"penalty_events": [
|
| 410 |
+
{
|
| 411 |
+
"event_type": "out_of_bounds",
|
| 412 |
+
"timestep": 227,
|
| 413 |
+
"penalty_factor": 0.5,
|
| 414 |
+
"details": "Target object left workspace/view"
|
| 415 |
+
}
|
| 416 |
+
]
|
| 417 |
+
},
|
| 418 |
+
{
|
| 419 |
+
"episode_id": 24,
|
| 420 |
+
"seed": 100031,
|
| 421 |
+
"success": true,
|
| 422 |
+
"steps_taken": 138,
|
| 423 |
+
"max_steps": 400,
|
| 424 |
+
"route_completion": 100.0,
|
| 425 |
+
"manipulation_score": 100.0,
|
| 426 |
+
"total_penalty_factor": 1.0,
|
| 427 |
+
"fail_reason": null,
|
| 428 |
+
"penalty_events": []
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"episode_id": 25,
|
| 432 |
+
"seed": 100033,
|
| 433 |
+
"success": false,
|
| 434 |
+
"steps_taken": 162,
|
| 435 |
+
"max_steps": 400,
|
| 436 |
+
"route_completion": 0.012172662289436083,
|
| 437 |
+
"manipulation_score": 0.006086331144718042,
|
| 438 |
+
"total_penalty_factor": 0.5,
|
| 439 |
+
"fail_reason": "out_of_bounds",
|
| 440 |
+
"penalty_events": [
|
| 441 |
+
{
|
| 442 |
+
"event_type": "out_of_bounds",
|
| 443 |
+
"timestep": 162,
|
| 444 |
+
"penalty_factor": 0.5,
|
| 445 |
+
"details": "Target object left workspace/view"
|
| 446 |
+
}
|
| 447 |
+
]
|
| 448 |
+
},
|
| 449 |
+
{
|
| 450 |
+
"episode_id": 26,
|
| 451 |
+
"seed": 100034,
|
| 452 |
+
"success": false,
|
| 453 |
+
"steps_taken": 158,
|
| 454 |
+
"max_steps": 400,
|
| 455 |
+
"route_completion": 29.85252251136839,
|
| 456 |
+
"manipulation_score": 14.926261255684196,
|
| 457 |
+
"total_penalty_factor": 0.5,
|
| 458 |
+
"fail_reason": "out_of_bounds",
|
| 459 |
+
"penalty_events": [
|
| 460 |
+
{
|
| 461 |
+
"event_type": "out_of_bounds",
|
| 462 |
+
"timestep": 158,
|
| 463 |
+
"penalty_factor": 0.5,
|
| 464 |
+
"details": "Target object left workspace/view"
|
| 465 |
+
}
|
| 466 |
+
]
|
| 467 |
+
},
|
| 468 |
+
{
|
| 469 |
+
"episode_id": 27,
|
| 470 |
+
"seed": 100035,
|
| 471 |
+
"success": false,
|
| 472 |
+
"steps_taken": 117,
|
| 473 |
+
"max_steps": 400,
|
| 474 |
+
"route_completion": 29.052287036249464,
|
| 475 |
+
"manipulation_score": 14.526143518124732,
|
| 476 |
+
"total_penalty_factor": 0.5,
|
| 477 |
+
"fail_reason": "out_of_bounds",
|
| 478 |
+
"penalty_events": [
|
| 479 |
+
{
|
| 480 |
+
"event_type": "out_of_bounds",
|
| 481 |
+
"timestep": 117,
|
| 482 |
+
"penalty_factor": 0.5,
|
| 483 |
+
"details": "Target object left workspace/view"
|
| 484 |
+
}
|
| 485 |
+
]
|
| 486 |
+
},
|
| 487 |
+
{
|
| 488 |
+
"episode_id": 28,
|
| 489 |
+
"seed": 100038,
|
| 490 |
+
"success": false,
|
| 491 |
+
"steps_taken": 148,
|
| 492 |
+
"max_steps": 400,
|
| 493 |
+
"route_completion": 45.190397747120066,
|
| 494 |
+
"manipulation_score": 22.595198873560033,
|
| 495 |
+
"total_penalty_factor": 0.5,
|
| 496 |
+
"fail_reason": "out_of_bounds",
|
| 497 |
+
"penalty_events": [
|
| 498 |
+
{
|
| 499 |
+
"event_type": "out_of_bounds",
|
| 500 |
+
"timestep": 148,
|
| 501 |
+
"penalty_factor": 0.5,
|
| 502 |
+
"details": "Target object left workspace/view"
|
| 503 |
+
}
|
| 504 |
+
]
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"episode_id": 29,
|
| 508 |
+
"seed": 100040,
|
| 509 |
+
"success": false,
|
| 510 |
+
"steps_taken": 167,
|
| 511 |
+
"max_steps": 400,
|
| 512 |
+
"route_completion": 36.06966473587845,
|
| 513 |
+
"manipulation_score": 18.034832367939224,
|
| 514 |
+
"total_penalty_factor": 0.5,
|
| 515 |
+
"fail_reason": "out_of_bounds",
|
| 516 |
+
"penalty_events": [
|
| 517 |
+
{
|
| 518 |
+
"event_type": "out_of_bounds",
|
| 519 |
+
"timestep": 167,
|
| 520 |
+
"penalty_factor": 0.5,
|
| 521 |
+
"details": "Target object left workspace/view"
|
| 522 |
+
}
|
| 523 |
+
]
|
| 524 |
+
},
|
| 525 |
+
{
|
| 526 |
+
"episode_id": 30,
|
| 527 |
+
"seed": 100042,
|
| 528 |
+
"success": false,
|
| 529 |
+
"steps_taken": 171,
|
| 530 |
+
"max_steps": 400,
|
| 531 |
+
"route_completion": 36.0984612378567,
|
| 532 |
+
"manipulation_score": 18.04923061892835,
|
| 533 |
+
"total_penalty_factor": 0.5,
|
| 534 |
+
"fail_reason": "out_of_bounds",
|
| 535 |
+
"penalty_events": [
|
| 536 |
+
{
|
| 537 |
+
"event_type": "out_of_bounds",
|
| 538 |
+
"timestep": 171,
|
| 539 |
+
"penalty_factor": 0.5,
|
| 540 |
+
"details": "Target object left workspace/view"
|
| 541 |
+
}
|
| 542 |
+
]
|
| 543 |
+
},
|
| 544 |
+
{
|
| 545 |
+
"episode_id": 31,
|
| 546 |
+
"seed": 100043,
|
| 547 |
+
"success": false,
|
| 548 |
+
"steps_taken": 169,
|
| 549 |
+
"max_steps": 400,
|
| 550 |
+
"route_completion": 2.955893154130579,
|
| 551 |
+
"manipulation_score": 1.4779465770652895,
|
| 552 |
+
"total_penalty_factor": 0.5,
|
| 553 |
+
"fail_reason": "out_of_bounds",
|
| 554 |
+
"penalty_events": [
|
| 555 |
+
{
|
| 556 |
+
"event_type": "out_of_bounds",
|
| 557 |
+
"timestep": 169,
|
| 558 |
+
"penalty_factor": 0.5,
|
| 559 |
+
"details": "Target object left workspace/view"
|
| 560 |
+
}
|
| 561 |
+
]
|
| 562 |
+
},
|
| 563 |
+
{
|
| 564 |
+
"episode_id": 32,
|
| 565 |
+
"seed": 100044,
|
| 566 |
+
"success": false,
|
| 567 |
+
"steps_taken": 350,
|
| 568 |
+
"max_steps": 400,
|
| 569 |
+
"route_completion": 19.69181978347538,
|
| 570 |
+
"manipulation_score": 9.84590989173769,
|
| 571 |
+
"total_penalty_factor": 0.5,
|
| 572 |
+
"fail_reason": "out_of_bounds",
|
| 573 |
+
"penalty_events": [
|
| 574 |
+
{
|
| 575 |
+
"event_type": "out_of_bounds",
|
| 576 |
+
"timestep": 350,
|
| 577 |
+
"penalty_factor": 0.5,
|
| 578 |
+
"details": "Target object left workspace/view"
|
| 579 |
+
}
|
| 580 |
+
]
|
| 581 |
+
},
|
| 582 |
+
{
|
| 583 |
+
"episode_id": 33,
|
| 584 |
+
"seed": 100045,
|
| 585 |
+
"success": false,
|
| 586 |
+
"steps_taken": 400,
|
| 587 |
+
"max_steps": 400,
|
| 588 |
+
"route_completion": 16.900108910642842,
|
| 589 |
+
"manipulation_score": 16.900108910642842,
|
| 590 |
+
"total_penalty_factor": 1.0,
|
| 591 |
+
"fail_reason": null,
|
| 592 |
+
"penalty_events": []
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"episode_id": 34,
|
| 596 |
+
"seed": 100048,
|
| 597 |
+
"success": false,
|
| 598 |
+
"steps_taken": 203,
|
| 599 |
+
"max_steps": 400,
|
| 600 |
+
"route_completion": 0.0,
|
| 601 |
+
"manipulation_score": 0.0,
|
| 602 |
+
"total_penalty_factor": 0.5,
|
| 603 |
+
"fail_reason": "out_of_bounds",
|
| 604 |
+
"penalty_events": [
|
| 605 |
+
{
|
| 606 |
+
"event_type": "out_of_bounds",
|
| 607 |
+
"timestep": 203,
|
| 608 |
+
"penalty_factor": 0.5,
|
| 609 |
+
"details": "Target object left workspace/view"
|
| 610 |
+
}
|
| 611 |
+
]
|
| 612 |
+
},
|
| 613 |
+
{
|
| 614 |
+
"episode_id": 35,
|
| 615 |
+
"seed": 100049,
|
| 616 |
+
"success": false,
|
| 617 |
+
"steps_taken": 400,
|
| 618 |
+
"max_steps": 400,
|
| 619 |
+
"route_completion": 44.55971597254662,
|
| 620 |
+
"manipulation_score": 44.55971597254662,
|
| 621 |
+
"total_penalty_factor": 1.0,
|
| 622 |
+
"fail_reason": null,
|
| 623 |
+
"penalty_events": []
|
| 624 |
+
},
|
| 625 |
+
{
|
| 626 |
+
"episode_id": 36,
|
| 627 |
+
"seed": 100050,
|
| 628 |
+
"success": false,
|
| 629 |
+
"steps_taken": 151,
|
| 630 |
+
"max_steps": 400,
|
| 631 |
+
"route_completion": 0.030208026895477972,
|
| 632 |
+
"manipulation_score": 0.015104013447738986,
|
| 633 |
+
"total_penalty_factor": 0.5,
|
| 634 |
+
"fail_reason": "out_of_bounds",
|
| 635 |
+
"penalty_events": [
|
| 636 |
+
{
|
| 637 |
+
"event_type": "out_of_bounds",
|
| 638 |
+
"timestep": 151,
|
| 639 |
+
"penalty_factor": 0.5,
|
| 640 |
+
"details": "Target object left workspace/view"
|
| 641 |
+
}
|
| 642 |
+
]
|
| 643 |
+
},
|
| 644 |
+
{
|
| 645 |
+
"episode_id": 37,
|
| 646 |
+
"seed": 100052,
|
| 647 |
+
"success": false,
|
| 648 |
+
"steps_taken": 182,
|
| 649 |
+
"max_steps": 400,
|
| 650 |
+
"route_completion": 0.0,
|
| 651 |
+
"manipulation_score": 0.0,
|
| 652 |
+
"total_penalty_factor": 0.5,
|
| 653 |
+
"fail_reason": "out_of_bounds",
|
| 654 |
+
"penalty_events": [
|
| 655 |
+
{
|
| 656 |
+
"event_type": "out_of_bounds",
|
| 657 |
+
"timestep": 182,
|
| 658 |
+
"penalty_factor": 0.5,
|
| 659 |
+
"details": "Target object left workspace/view"
|
| 660 |
+
}
|
| 661 |
+
]
|
| 662 |
+
},
|
| 663 |
+
{
|
| 664 |
+
"episode_id": 38,
|
| 665 |
+
"seed": 100053,
|
| 666 |
+
"success": false,
|
| 667 |
+
"steps_taken": 211,
|
| 668 |
+
"max_steps": 400,
|
| 669 |
+
"route_completion": 42.45696151634068,
|
| 670 |
+
"manipulation_score": 21.22848075817034,
|
| 671 |
+
"total_penalty_factor": 0.5,
|
| 672 |
+
"fail_reason": "out_of_bounds",
|
| 673 |
+
"penalty_events": [
|
| 674 |
+
{
|
| 675 |
+
"event_type": "out_of_bounds",
|
| 676 |
+
"timestep": 211,
|
| 677 |
+
"penalty_factor": 0.5,
|
| 678 |
+
"details": "Target object left workspace/view"
|
| 679 |
+
}
|
| 680 |
+
]
|
| 681 |
+
},
|
| 682 |
+
{
|
| 683 |
+
"episode_id": 39,
|
| 684 |
+
"seed": 100054,
|
| 685 |
+
"success": true,
|
| 686 |
+
"steps_taken": 148,
|
| 687 |
+
"max_steps": 400,
|
| 688 |
+
"route_completion": 100.0,
|
| 689 |
+
"manipulation_score": 100.0,
|
| 690 |
+
"total_penalty_factor": 1.0,
|
| 691 |
+
"fail_reason": null,
|
| 692 |
+
"penalty_events": []
|
| 693 |
+
},
|
| 694 |
+
{
|
| 695 |
+
"episode_id": 40,
|
| 696 |
+
"seed": 100056,
|
| 697 |
+
"success": false,
|
| 698 |
+
"steps_taken": 196,
|
| 699 |
+
"max_steps": 400,
|
| 700 |
+
"route_completion": 0.051087071696838904,
|
| 701 |
+
"manipulation_score": 0.025543535848419452,
|
| 702 |
+
"total_penalty_factor": 0.5,
|
| 703 |
+
"fail_reason": "out_of_bounds",
|
| 704 |
+
"penalty_events": [
|
| 705 |
+
{
|
| 706 |
+
"event_type": "out_of_bounds",
|
| 707 |
+
"timestep": 196,
|
| 708 |
+
"penalty_factor": 0.5,
|
| 709 |
+
"details": "Target object left workspace/view"
|
| 710 |
+
}
|
| 711 |
+
]
|
| 712 |
+
},
|
| 713 |
+
{
|
| 714 |
+
"episode_id": 41,
|
| 715 |
+
"seed": 100057,
|
| 716 |
+
"success": false,
|
| 717 |
+
"steps_taken": 189,
|
| 718 |
+
"max_steps": 400,
|
| 719 |
+
"route_completion": 39.12049328423512,
|
| 720 |
+
"manipulation_score": 19.56024664211756,
|
| 721 |
+
"total_penalty_factor": 0.5,
|
| 722 |
+
"fail_reason": "out_of_bounds",
|
| 723 |
+
"penalty_events": [
|
| 724 |
+
{
|
| 725 |
+
"event_type": "out_of_bounds",
|
| 726 |
+
"timestep": 189,
|
| 727 |
+
"penalty_factor": 0.5,
|
| 728 |
+
"details": "Target object left workspace/view"
|
| 729 |
+
}
|
| 730 |
+
]
|
| 731 |
+
},
|
| 732 |
+
{
|
| 733 |
+
"episode_id": 42,
|
| 734 |
+
"seed": 100058,
|
| 735 |
+
"success": false,
|
| 736 |
+
"steps_taken": 302,
|
| 737 |
+
"max_steps": 400,
|
| 738 |
+
"route_completion": 27.071904385933426,
|
| 739 |
+
"manipulation_score": 13.535952192966713,
|
| 740 |
+
"total_penalty_factor": 0.5,
|
| 741 |
+
"fail_reason": "out_of_bounds",
|
| 742 |
+
"penalty_events": [
|
| 743 |
+
{
|
| 744 |
+
"event_type": "out_of_bounds",
|
| 745 |
+
"timestep": 302,
|
| 746 |
+
"penalty_factor": 0.5,
|
| 747 |
+
"details": "Target object left workspace/view"
|
| 748 |
+
}
|
| 749 |
+
]
|
| 750 |
+
},
|
| 751 |
+
{
|
| 752 |
+
"episode_id": 43,
|
| 753 |
+
"seed": 100059,
|
| 754 |
+
"success": false,
|
| 755 |
+
"steps_taken": 132,
|
| 756 |
+
"max_steps": 400,
|
| 757 |
+
"route_completion": 32.57579157256883,
|
| 758 |
+
"manipulation_score": 16.287895786284416,
|
| 759 |
+
"total_penalty_factor": 0.5,
|
| 760 |
+
"fail_reason": "out_of_bounds",
|
| 761 |
+
"penalty_events": [
|
| 762 |
+
{
|
| 763 |
+
"event_type": "out_of_bounds",
|
| 764 |
+
"timestep": 132,
|
| 765 |
+
"penalty_factor": 0.5,
|
| 766 |
+
"details": "Target object left workspace/view"
|
| 767 |
+
}
|
| 768 |
+
]
|
| 769 |
+
},
|
| 770 |
+
{
|
| 771 |
+
"episode_id": 44,
|
| 772 |
+
"seed": 100060,
|
| 773 |
+
"success": false,
|
| 774 |
+
"steps_taken": 280,
|
| 775 |
+
"max_steps": 400,
|
| 776 |
+
"route_completion": 13.116516983957363,
|
| 777 |
+
"manipulation_score": 6.558258491978681,
|
| 778 |
+
"total_penalty_factor": 0.5,
|
| 779 |
+
"fail_reason": "out_of_bounds",
|
| 780 |
+
"penalty_events": [
|
| 781 |
+
{
|
| 782 |
+
"event_type": "out_of_bounds",
|
| 783 |
+
"timestep": 280,
|
| 784 |
+
"penalty_factor": 0.5,
|
| 785 |
+
"details": "Target object left workspace/view"
|
| 786 |
+
}
|
| 787 |
+
]
|
| 788 |
+
},
|
| 789 |
+
{
|
| 790 |
+
"episode_id": 45,
|
| 791 |
+
"seed": 100061,
|
| 792 |
+
"success": false,
|
| 793 |
+
"steps_taken": 228,
|
| 794 |
+
"max_steps": 400,
|
| 795 |
+
"route_completion": 35.44254956725381,
|
| 796 |
+
"manipulation_score": 17.721274783626907,
|
| 797 |
+
"total_penalty_factor": 0.5,
|
| 798 |
+
"fail_reason": "out_of_bounds",
|
| 799 |
+
"penalty_events": [
|
| 800 |
+
{
|
| 801 |
+
"event_type": "out_of_bounds",
|
| 802 |
+
"timestep": 228,
|
| 803 |
+
"penalty_factor": 0.5,
|
| 804 |
+
"details": "Target object left workspace/view"
|
| 805 |
+
}
|
| 806 |
+
]
|
| 807 |
+
},
|
| 808 |
+
{
|
| 809 |
+
"episode_id": 46,
|
| 810 |
+
"seed": 100063,
|
| 811 |
+
"success": false,
|
| 812 |
+
"steps_taken": 139,
|
| 813 |
+
"max_steps": 400,
|
| 814 |
+
"route_completion": 38.208175536515974,
|
| 815 |
+
"manipulation_score": 19.104087768257987,
|
| 816 |
+
"total_penalty_factor": 0.5,
|
| 817 |
+
"fail_reason": "out_of_bounds",
|
| 818 |
+
"penalty_events": [
|
| 819 |
+
{
|
| 820 |
+
"event_type": "out_of_bounds",
|
| 821 |
+
"timestep": 139,
|
| 822 |
+
"penalty_factor": 0.5,
|
| 823 |
+
"details": "Target object left workspace/view"
|
| 824 |
+
}
|
| 825 |
+
]
|
| 826 |
+
},
|
| 827 |
+
{
|
| 828 |
+
"episode_id": 47,
|
| 829 |
+
"seed": 100064,
|
| 830 |
+
"success": false,
|
| 831 |
+
"steps_taken": 166,
|
| 832 |
+
"max_steps": 400,
|
| 833 |
+
"route_completion": 45.791509807175714,
|
| 834 |
+
"manipulation_score": 22.895754903587857,
|
| 835 |
+
"total_penalty_factor": 0.5,
|
| 836 |
+
"fail_reason": "out_of_bounds",
|
| 837 |
+
"penalty_events": [
|
| 838 |
+
{
|
| 839 |
+
"event_type": "out_of_bounds",
|
| 840 |
+
"timestep": 166,
|
| 841 |
+
"penalty_factor": 0.5,
|
| 842 |
+
"details": "Target object left workspace/view"
|
| 843 |
+
}
|
| 844 |
+
]
|
| 845 |
+
},
|
| 846 |
+
{
|
| 847 |
+
"episode_id": 48,
|
| 848 |
+
"seed": 100067,
|
| 849 |
+
"success": false,
|
| 850 |
+
"steps_taken": 358,
|
| 851 |
+
"max_steps": 400,
|
| 852 |
+
"route_completion": 22.01969576548019,
|
| 853 |
+
"manipulation_score": 11.009847882740095,
|
| 854 |
+
"total_penalty_factor": 0.5,
|
| 855 |
+
"fail_reason": "out_of_bounds",
|
| 856 |
+
"penalty_events": [
|
| 857 |
+
{
|
| 858 |
+
"event_type": "out_of_bounds",
|
| 859 |
+
"timestep": 358,
|
| 860 |
+
"penalty_factor": 0.5,
|
| 861 |
+
"details": "Target object left workspace/view"
|
| 862 |
+
}
|
| 863 |
+
]
|
| 864 |
+
},
|
| 865 |
+
{
|
| 866 |
+
"episode_id": 49,
|
| 867 |
+
"seed": 100068,
|
| 868 |
+
"success": false,
|
| 869 |
+
"steps_taken": 129,
|
| 870 |
+
"max_steps": 400,
|
| 871 |
+
"route_completion": 27.01074743837994,
|
| 872 |
+
"manipulation_score": 13.50537371918997,
|
| 873 |
+
"total_penalty_factor": 0.5,
|
| 874 |
+
"fail_reason": "out_of_bounds",
|
| 875 |
+
"penalty_events": [
|
| 876 |
+
{
|
| 877 |
+
"event_type": "out_of_bounds",
|
| 878 |
+
"timestep": 129,
|
| 879 |
+
"penalty_factor": 0.5,
|
| 880 |
+
"details": "Target object left workspace/view"
|
| 881 |
+
}
|
| 882 |
+
]
|
| 883 |
+
},
|
| 884 |
+
{
|
| 885 |
+
"episode_id": 50,
|
| 886 |
+
"seed": 100069,
|
| 887 |
+
"success": false,
|
| 888 |
+
"steps_taken": 107,
|
| 889 |
+
"max_steps": 400,
|
| 890 |
+
"route_completion": 13.397958266260662,
|
| 891 |
+
"manipulation_score": 6.698979133130331,
|
| 892 |
+
"total_penalty_factor": 0.5,
|
| 893 |
+
"fail_reason": "out_of_bounds",
|
| 894 |
+
"penalty_events": [
|
| 895 |
+
{
|
| 896 |
+
"event_type": "out_of_bounds",
|
| 897 |
+
"timestep": 107,
|
| 898 |
+
"penalty_factor": 0.5,
|
| 899 |
+
"details": "Target object left workspace/view"
|
| 900 |
+
}
|
| 901 |
+
]
|
| 902 |
+
},
|
| 903 |
+
{
|
| 904 |
+
"episode_id": 51,
|
| 905 |
+
"seed": 100070,
|
| 906 |
+
"success": false,
|
| 907 |
+
"steps_taken": 156,
|
| 908 |
+
"max_steps": 400,
|
| 909 |
+
"route_completion": 18.873491129336657,
|
| 910 |
+
"manipulation_score": 9.436745564668328,
|
| 911 |
+
"total_penalty_factor": 0.5,
|
| 912 |
+
"fail_reason": "out_of_bounds",
|
| 913 |
+
"penalty_events": [
|
| 914 |
+
{
|
| 915 |
+
"event_type": "out_of_bounds",
|
| 916 |
+
"timestep": 156,
|
| 917 |
+
"penalty_factor": 0.5,
|
| 918 |
+
"details": "Target object left workspace/view"
|
| 919 |
+
}
|
| 920 |
+
]
|
| 921 |
+
},
|
| 922 |
+
{
|
| 923 |
+
"episode_id": 52,
|
| 924 |
+
"seed": 100071,
|
| 925 |
+
"success": false,
|
| 926 |
+
"steps_taken": 122,
|
| 927 |
+
"max_steps": 400,
|
| 928 |
+
"route_completion": 18.875357591632376,
|
| 929 |
+
"manipulation_score": 9.437678795816188,
|
| 930 |
+
"total_penalty_factor": 0.5,
|
| 931 |
+
"fail_reason": "out_of_bounds",
|
| 932 |
+
"penalty_events": [
|
| 933 |
+
{
|
| 934 |
+
"event_type": "out_of_bounds",
|
| 935 |
+
"timestep": 122,
|
| 936 |
+
"penalty_factor": 0.5,
|
| 937 |
+
"details": "Target object left workspace/view"
|
| 938 |
+
}
|
| 939 |
+
]
|
| 940 |
+
},
|
| 941 |
+
{
|
| 942 |
+
"episode_id": 53,
|
| 943 |
+
"seed": 100072,
|
| 944 |
+
"success": false,
|
| 945 |
+
"steps_taken": 224,
|
| 946 |
+
"max_steps": 400,
|
| 947 |
+
"route_completion": 48.19809448912486,
|
| 948 |
+
"manipulation_score": 24.09904724456243,
|
| 949 |
+
"total_penalty_factor": 0.5,
|
| 950 |
+
"fail_reason": "out_of_bounds",
|
| 951 |
+
"penalty_events": [
|
| 952 |
+
{
|
| 953 |
+
"event_type": "out_of_bounds",
|
| 954 |
+
"timestep": 224,
|
| 955 |
+
"penalty_factor": 0.5,
|
| 956 |
+
"details": "Target object left workspace/view"
|
| 957 |
+
}
|
| 958 |
+
]
|
| 959 |
+
},
|
| 960 |
+
{
|
| 961 |
+
"episode_id": 54,
|
| 962 |
+
"seed": 100075,
|
| 963 |
+
"success": false,
|
| 964 |
+
"steps_taken": 110,
|
| 965 |
+
"max_steps": 400,
|
| 966 |
+
"route_completion": 29.299376383951564,
|
| 967 |
+
"manipulation_score": 14.649688191975782,
|
| 968 |
+
"total_penalty_factor": 0.5,
|
| 969 |
+
"fail_reason": "out_of_bounds",
|
| 970 |
+
"penalty_events": [
|
| 971 |
+
{
|
| 972 |
+
"event_type": "out_of_bounds",
|
| 973 |
+
"timestep": 110,
|
| 974 |
+
"penalty_factor": 0.5,
|
| 975 |
+
"details": "Target object left workspace/view"
|
| 976 |
+
}
|
| 977 |
+
]
|
| 978 |
+
},
|
| 979 |
+
{
|
| 980 |
+
"episode_id": 55,
|
| 981 |
+
"seed": 100076,
|
| 982 |
+
"success": false,
|
| 983 |
+
"steps_taken": 159,
|
| 984 |
+
"max_steps": 400,
|
| 985 |
+
"route_completion": 0.04225349945466198,
|
| 986 |
+
"manipulation_score": 0.02112674972733099,
|
| 987 |
+
"total_penalty_factor": 0.5,
|
| 988 |
+
"fail_reason": "out_of_bounds",
|
| 989 |
+
"penalty_events": [
|
| 990 |
+
{
|
| 991 |
+
"event_type": "out_of_bounds",
|
| 992 |
+
"timestep": 159,
|
| 993 |
+
"penalty_factor": 0.5,
|
| 994 |
+
"details": "Target object left workspace/view"
|
| 995 |
+
}
|
| 996 |
+
]
|
| 997 |
+
},
|
| 998 |
+
{
|
| 999 |
+
"episode_id": 56,
|
| 1000 |
+
"seed": 100077,
|
| 1001 |
+
"success": false,
|
| 1002 |
+
"steps_taken": 195,
|
| 1003 |
+
"max_steps": 400,
|
| 1004 |
+
"route_completion": 20.74393648142111,
|
| 1005 |
+
"manipulation_score": 10.371968240710554,
|
| 1006 |
+
"total_penalty_factor": 0.5,
|
| 1007 |
+
"fail_reason": "out_of_bounds",
|
| 1008 |
+
"penalty_events": [
|
| 1009 |
+
{
|
| 1010 |
+
"event_type": "out_of_bounds",
|
| 1011 |
+
"timestep": 195,
|
| 1012 |
+
"penalty_factor": 0.5,
|
| 1013 |
+
"details": "Target object left workspace/view"
|
| 1014 |
+
}
|
| 1015 |
+
]
|
| 1016 |
+
},
|
| 1017 |
+
{
|
| 1018 |
+
"episode_id": 57,
|
| 1019 |
+
"seed": 100078,
|
| 1020 |
+
"success": false,
|
| 1021 |
+
"steps_taken": 158,
|
| 1022 |
+
"max_steps": 400,
|
| 1023 |
+
"route_completion": 6.640480076026428,
|
| 1024 |
+
"manipulation_score": 3.320240038013214,
|
| 1025 |
+
"total_penalty_factor": 0.5,
|
| 1026 |
+
"fail_reason": "out_of_bounds",
|
| 1027 |
+
"penalty_events": [
|
| 1028 |
+
{
|
| 1029 |
+
"event_type": "out_of_bounds",
|
| 1030 |
+
"timestep": 158,
|
| 1031 |
+
"penalty_factor": 0.5,
|
| 1032 |
+
"details": "Target object left workspace/view"
|
| 1033 |
+
}
|
| 1034 |
+
]
|
| 1035 |
+
},
|
| 1036 |
+
{
|
| 1037 |
+
"episode_id": 58,
|
| 1038 |
+
"seed": 100081,
|
| 1039 |
+
"success": false,
|
| 1040 |
+
"steps_taken": 327,
|
| 1041 |
+
"max_steps": 400,
|
| 1042 |
+
"route_completion": 19.714924967765988,
|
| 1043 |
+
"manipulation_score": 9.857462483882994,
|
| 1044 |
+
"total_penalty_factor": 0.5,
|
| 1045 |
+
"fail_reason": "out_of_bounds",
|
| 1046 |
+
"penalty_events": [
|
| 1047 |
+
{
|
| 1048 |
+
"event_type": "out_of_bounds",
|
| 1049 |
+
"timestep": 327,
|
| 1050 |
+
"penalty_factor": 0.5,
|
| 1051 |
+
"details": "Target object left workspace/view"
|
| 1052 |
+
}
|
| 1053 |
+
]
|
| 1054 |
+
},
|
| 1055 |
+
{
|
| 1056 |
+
"episode_id": 59,
|
| 1057 |
+
"seed": 100082,
|
| 1058 |
+
"success": false,
|
| 1059 |
+
"steps_taken": 192,
|
| 1060 |
+
"max_steps": 400,
|
| 1061 |
+
"route_completion": 19.71971498723516,
|
| 1062 |
+
"manipulation_score": 9.85985749361758,
|
| 1063 |
+
"total_penalty_factor": 0.5,
|
| 1064 |
+
"fail_reason": "out_of_bounds",
|
| 1065 |
+
"penalty_events": [
|
| 1066 |
+
{
|
| 1067 |
+
"event_type": "out_of_bounds",
|
| 1068 |
+
"timestep": 192,
|
| 1069 |
+
"penalty_factor": 0.5,
|
| 1070 |
+
"details": "Target object left workspace/view"
|
| 1071 |
+
}
|
| 1072 |
+
]
|
| 1073 |
+
},
|
| 1074 |
+
{
|
| 1075 |
+
"episode_id": 60,
|
| 1076 |
+
"seed": 100083,
|
| 1077 |
+
"success": false,
|
| 1078 |
+
"steps_taken": 400,
|
| 1079 |
+
"max_steps": 400,
|
| 1080 |
+
"route_completion": 38.353809696914546,
|
| 1081 |
+
"manipulation_score": 38.353809696914546,
|
| 1082 |
+
"total_penalty_factor": 1.0,
|
| 1083 |
+
"fail_reason": null,
|
| 1084 |
+
"penalty_events": []
|
| 1085 |
+
},
|
| 1086 |
+
{
|
| 1087 |
+
"episode_id": 61,
|
| 1088 |
+
"seed": 100084,
|
| 1089 |
+
"success": false,
|
| 1090 |
+
"steps_taken": 198,
|
| 1091 |
+
"max_steps": 400,
|
| 1092 |
+
"route_completion": 27.57711446634991,
|
| 1093 |
+
"manipulation_score": 13.788557233174956,
|
| 1094 |
+
"total_penalty_factor": 0.5,
|
| 1095 |
+
"fail_reason": "out_of_bounds",
|
| 1096 |
+
"penalty_events": [
|
| 1097 |
+
{
|
| 1098 |
+
"event_type": "out_of_bounds",
|
| 1099 |
+
"timestep": 198,
|
| 1100 |
+
"penalty_factor": 0.5,
|
| 1101 |
+
"details": "Target object left workspace/view"
|
| 1102 |
+
}
|
| 1103 |
+
]
|
| 1104 |
+
},
|
| 1105 |
+
{
|
| 1106 |
+
"episode_id": 62,
|
| 1107 |
+
"seed": 100087,
|
| 1108 |
+
"success": false,
|
| 1109 |
+
"steps_taken": 400,
|
| 1110 |
+
"max_steps": 400,
|
| 1111 |
+
"route_completion": 42.476258125761056,
|
| 1112 |
+
"manipulation_score": 42.476258125761056,
|
| 1113 |
+
"total_penalty_factor": 1.0,
|
| 1114 |
+
"fail_reason": null,
|
| 1115 |
+
"penalty_events": []
|
| 1116 |
+
},
|
| 1117 |
+
{
|
| 1118 |
+
"episode_id": 63,
|
| 1119 |
+
"seed": 100088,
|
| 1120 |
+
"success": false,
|
| 1121 |
+
"steps_taken": 400,
|
| 1122 |
+
"max_steps": 400,
|
| 1123 |
+
"route_completion": 24.35152237842298,
|
| 1124 |
+
"manipulation_score": 24.35152237842298,
|
| 1125 |
+
"total_penalty_factor": 1.0,
|
| 1126 |
+
"fail_reason": null,
|
| 1127 |
+
"penalty_events": []
|
| 1128 |
+
},
|
| 1129 |
+
{
|
| 1130 |
+
"episode_id": 64,
|
| 1131 |
+
"seed": 100090,
|
| 1132 |
+
"success": false,
|
| 1133 |
+
"steps_taken": 230,
|
| 1134 |
+
"max_steps": 400,
|
| 1135 |
+
"route_completion": 0.0,
|
| 1136 |
+
"manipulation_score": 0.0,
|
| 1137 |
+
"total_penalty_factor": 0.5,
|
| 1138 |
+
"fail_reason": "out_of_bounds",
|
| 1139 |
+
"penalty_events": [
|
| 1140 |
+
{
|
| 1141 |
+
"event_type": "out_of_bounds",
|
| 1142 |
+
"timestep": 230,
|
| 1143 |
+
"penalty_factor": 0.5,
|
| 1144 |
+
"details": "Target object left workspace/view"
|
| 1145 |
+
}
|
| 1146 |
+
]
|
| 1147 |
+
},
|
| 1148 |
+
{
|
| 1149 |
+
"episode_id": 65,
|
| 1150 |
+
"seed": 100092,
|
| 1151 |
+
"success": false,
|
| 1152 |
+
"steps_taken": 400,
|
| 1153 |
+
"max_steps": 400,
|
| 1154 |
+
"route_completion": 26.072663743928025,
|
| 1155 |
+
"manipulation_score": 26.072663743928025,
|
| 1156 |
+
"total_penalty_factor": 1.0,
|
| 1157 |
+
"fail_reason": null,
|
| 1158 |
+
"penalty_events": []
|
| 1159 |
+
},
|
| 1160 |
+
{
|
| 1161 |
+
"episode_id": 66,
|
| 1162 |
+
"seed": 100093,
|
| 1163 |
+
"success": false,
|
| 1164 |
+
"steps_taken": 239,
|
| 1165 |
+
"max_steps": 400,
|
| 1166 |
+
"route_completion": 23.814844429297306,
|
| 1167 |
+
"manipulation_score": 11.907422214648653,
|
| 1168 |
+
"total_penalty_factor": 0.5,
|
| 1169 |
+
"fail_reason": "out_of_bounds",
|
| 1170 |
+
"penalty_events": [
|
| 1171 |
+
{
|
| 1172 |
+
"event_type": "out_of_bounds",
|
| 1173 |
+
"timestep": 239,
|
| 1174 |
+
"penalty_factor": 0.5,
|
| 1175 |
+
"details": "Target object left workspace/view"
|
| 1176 |
+
}
|
| 1177 |
+
]
|
| 1178 |
+
},
|
| 1179 |
+
{
|
| 1180 |
+
"episode_id": 67,
|
| 1181 |
+
"seed": 100094,
|
| 1182 |
+
"success": false,
|
| 1183 |
+
"steps_taken": 150,
|
| 1184 |
+
"max_steps": 400,
|
| 1185 |
+
"route_completion": 0.030056966878919948,
|
| 1186 |
+
"manipulation_score": 0.015028483439459974,
|
| 1187 |
+
"total_penalty_factor": 0.5,
|
| 1188 |
+
"fail_reason": "out_of_bounds",
|
| 1189 |
+
"penalty_events": [
|
| 1190 |
+
{
|
| 1191 |
+
"event_type": "out_of_bounds",
|
| 1192 |
+
"timestep": 150,
|
| 1193 |
+
"penalty_factor": 0.5,
|
| 1194 |
+
"details": "Target object left workspace/view"
|
| 1195 |
+
}
|
| 1196 |
+
]
|
| 1197 |
+
},
|
| 1198 |
+
{
|
| 1199 |
+
"episode_id": 68,
|
| 1200 |
+
"seed": 100095,
|
| 1201 |
+
"success": false,
|
| 1202 |
+
"steps_taken": 179,
|
| 1203 |
+
"max_steps": 400,
|
| 1204 |
+
"route_completion": 0.026838955599747485,
|
| 1205 |
+
"manipulation_score": 0.013419477799873743,
|
| 1206 |
+
"total_penalty_factor": 0.5,
|
| 1207 |
+
"fail_reason": "out_of_bounds",
|
| 1208 |
+
"penalty_events": [
|
| 1209 |
+
{
|
| 1210 |
+
"event_type": "out_of_bounds",
|
| 1211 |
+
"timestep": 179,
|
| 1212 |
+
"penalty_factor": 0.5,
|
| 1213 |
+
"details": "Target object left workspace/view"
|
| 1214 |
+
}
|
| 1215 |
+
]
|
| 1216 |
+
},
|
| 1217 |
+
{
|
| 1218 |
+
"episode_id": 69,
|
| 1219 |
+
"seed": 100096,
|
| 1220 |
+
"success": false,
|
| 1221 |
+
"steps_taken": 170,
|
| 1222 |
+
"max_steps": 400,
|
| 1223 |
+
"route_completion": 1.0872925076005258,
|
| 1224 |
+
"manipulation_score": 0.5436462538002629,
|
| 1225 |
+
"total_penalty_factor": 0.5,
|
| 1226 |
+
"fail_reason": "out_of_bounds",
|
| 1227 |
+
"penalty_events": [
|
| 1228 |
+
{
|
| 1229 |
+
"event_type": "out_of_bounds",
|
| 1230 |
+
"timestep": 170,
|
| 1231 |
+
"penalty_factor": 0.5,
|
| 1232 |
+
"details": "Target object left workspace/view"
|
| 1233 |
+
}
|
| 1234 |
+
]
|
| 1235 |
+
},
|
| 1236 |
+
{
|
| 1237 |
+
"episode_id": 70,
|
| 1238 |
+
"seed": 100098,
|
| 1239 |
+
"success": false,
|
| 1240 |
+
"steps_taken": 265,
|
| 1241 |
+
"max_steps": 400,
|
| 1242 |
+
"route_completion": 53.307524927059745,
|
| 1243 |
+
"manipulation_score": 26.653762463529873,
|
| 1244 |
+
"total_penalty_factor": 0.5,
|
| 1245 |
+
"fail_reason": "out_of_bounds",
|
| 1246 |
+
"penalty_events": [
|
| 1247 |
+
{
|
| 1248 |
+
"event_type": "out_of_bounds",
|
| 1249 |
+
"timestep": 265,
|
| 1250 |
+
"penalty_factor": 0.5,
|
| 1251 |
+
"details": "Target object left workspace/view"
|
| 1252 |
+
}
|
| 1253 |
+
]
|
| 1254 |
+
},
|
| 1255 |
+
{
|
| 1256 |
+
"episode_id": 71,
|
| 1257 |
+
"seed": 100100,
|
| 1258 |
+
"success": false,
|
| 1259 |
+
"steps_taken": 245,
|
| 1260 |
+
"max_steps": 400,
|
| 1261 |
+
"route_completion": 21.942137111945513,
|
| 1262 |
+
"manipulation_score": 10.971068555972757,
|
| 1263 |
+
"total_penalty_factor": 0.5,
|
| 1264 |
+
"fail_reason": "out_of_bounds",
|
| 1265 |
+
"penalty_events": [
|
| 1266 |
+
{
|
| 1267 |
+
"event_type": "out_of_bounds",
|
| 1268 |
+
"timestep": 245,
|
| 1269 |
+
"penalty_factor": 0.5,
|
| 1270 |
+
"details": "Target object left workspace/view"
|
| 1271 |
+
}
|
| 1272 |
+
]
|
| 1273 |
+
},
|
| 1274 |
+
{
|
| 1275 |
+
"episode_id": 72,
|
| 1276 |
+
"seed": 100101,
|
| 1277 |
+
"success": false,
|
| 1278 |
+
"steps_taken": 111,
|
| 1279 |
+
"max_steps": 400,
|
| 1280 |
+
"route_completion": 38.318011667107235,
|
| 1281 |
+
"manipulation_score": 19.159005833553618,
|
| 1282 |
+
"total_penalty_factor": 0.5,
|
| 1283 |
+
"fail_reason": "out_of_bounds",
|
| 1284 |
+
"penalty_events": [
|
| 1285 |
+
{
|
| 1286 |
+
"event_type": "out_of_bounds",
|
| 1287 |
+
"timestep": 111,
|
| 1288 |
+
"penalty_factor": 0.5,
|
| 1289 |
+
"details": "Target object left workspace/view"
|
| 1290 |
+
}
|
| 1291 |
+
]
|
| 1292 |
+
},
|
| 1293 |
+
{
|
| 1294 |
+
"episode_id": 73,
|
| 1295 |
+
"seed": 100103,
|
| 1296 |
+
"success": false,
|
| 1297 |
+
"steps_taken": 192,
|
| 1298 |
+
"max_steps": 400,
|
| 1299 |
+
"route_completion": 13.465114759079617,
|
| 1300 |
+
"manipulation_score": 6.732557379539808,
|
| 1301 |
+
"total_penalty_factor": 0.5,
|
| 1302 |
+
"fail_reason": "out_of_bounds",
|
| 1303 |
+
"penalty_events": [
|
| 1304 |
+
{
|
| 1305 |
+
"event_type": "out_of_bounds",
|
| 1306 |
+
"timestep": 192,
|
| 1307 |
+
"penalty_factor": 0.5,
|
| 1308 |
+
"details": "Target object left workspace/view"
|
| 1309 |
+
}
|
| 1310 |
+
]
|
| 1311 |
+
},
|
| 1312 |
+
{
|
| 1313 |
+
"episode_id": 74,
|
| 1314 |
+
"seed": 100104,
|
| 1315 |
+
"success": false,
|
| 1316 |
+
"steps_taken": 156,
|
| 1317 |
+
"max_steps": 400,
|
| 1318 |
+
"route_completion": 53.05214608784246,
|
| 1319 |
+
"manipulation_score": 26.52607304392123,
|
| 1320 |
+
"total_penalty_factor": 0.5,
|
| 1321 |
+
"fail_reason": "out_of_bounds",
|
| 1322 |
+
"penalty_events": [
|
| 1323 |
+
{
|
| 1324 |
+
"event_type": "out_of_bounds",
|
| 1325 |
+
"timestep": 156,
|
| 1326 |
+
"penalty_factor": 0.5,
|
| 1327 |
+
"details": "Target object left workspace/view"
|
| 1328 |
+
}
|
| 1329 |
+
]
|
| 1330 |
+
},
|
| 1331 |
+
{
|
| 1332 |
+
"episode_id": 75,
|
| 1333 |
+
"seed": 100108,
|
| 1334 |
+
"success": false,
|
| 1335 |
+
"steps_taken": 163,
|
| 1336 |
+
"max_steps": 400,
|
| 1337 |
+
"route_completion": 18.01813882106432,
|
| 1338 |
+
"manipulation_score": 9.00906941053216,
|
| 1339 |
+
"total_penalty_factor": 0.5,
|
| 1340 |
+
"fail_reason": "out_of_bounds",
|
| 1341 |
+
"penalty_events": [
|
| 1342 |
+
{
|
| 1343 |
+
"event_type": "out_of_bounds",
|
| 1344 |
+
"timestep": 163,
|
| 1345 |
+
"penalty_factor": 0.5,
|
| 1346 |
+
"details": "Target object left workspace/view"
|
| 1347 |
+
}
|
| 1348 |
+
]
|
| 1349 |
+
},
|
| 1350 |
+
{
|
| 1351 |
+
"episode_id": 76,
|
| 1352 |
+
"seed": 100109,
|
| 1353 |
+
"success": false,
|
| 1354 |
+
"steps_taken": 136,
|
| 1355 |
+
"max_steps": 400,
|
| 1356 |
+
"route_completion": 29.969776892757178,
|
| 1357 |
+
"manipulation_score": 14.984888446378589,
|
| 1358 |
+
"total_penalty_factor": 0.5,
|
| 1359 |
+
"fail_reason": "out_of_bounds",
|
| 1360 |
+
"penalty_events": [
|
| 1361 |
+
{
|
| 1362 |
+
"event_type": "out_of_bounds",
|
| 1363 |
+
"timestep": 136,
|
| 1364 |
+
"penalty_factor": 0.5,
|
| 1365 |
+
"details": "Target object left workspace/view"
|
| 1366 |
+
}
|
| 1367 |
+
]
|
| 1368 |
+
},
|
| 1369 |
+
{
|
| 1370 |
+
"episode_id": 77,
|
| 1371 |
+
"seed": 100111,
|
| 1372 |
+
"success": false,
|
| 1373 |
+
"steps_taken": 204,
|
| 1374 |
+
"max_steps": 400,
|
| 1375 |
+
"route_completion": 31.550554627742418,
|
| 1376 |
+
"manipulation_score": 15.775277313871209,
|
| 1377 |
+
"total_penalty_factor": 0.5,
|
| 1378 |
+
"fail_reason": "out_of_bounds",
|
| 1379 |
+
"penalty_events": [
|
| 1380 |
+
{
|
| 1381 |
+
"event_type": "out_of_bounds",
|
| 1382 |
+
"timestep": 204,
|
| 1383 |
+
"penalty_factor": 0.5,
|
| 1384 |
+
"details": "Target object left workspace/view"
|
| 1385 |
+
}
|
| 1386 |
+
]
|
| 1387 |
+
},
|
| 1388 |
+
{
|
| 1389 |
+
"episode_id": 78,
|
| 1390 |
+
"seed": 100114,
|
| 1391 |
+
"success": false,
|
| 1392 |
+
"steps_taken": 138,
|
| 1393 |
+
"max_steps": 400,
|
| 1394 |
+
"route_completion": 49.49248690092275,
|
| 1395 |
+
"manipulation_score": 24.746243450461375,
|
| 1396 |
+
"total_penalty_factor": 0.5,
|
| 1397 |
+
"fail_reason": "out_of_bounds",
|
| 1398 |
+
"penalty_events": [
|
| 1399 |
+
{
|
| 1400 |
+
"event_type": "out_of_bounds",
|
| 1401 |
+
"timestep": 138,
|
| 1402 |
+
"penalty_factor": 0.5,
|
| 1403 |
+
"details": "Target object left workspace/view"
|
| 1404 |
+
}
|
| 1405 |
+
]
|
| 1406 |
+
},
|
| 1407 |
+
{
|
| 1408 |
+
"episode_id": 79,
|
| 1409 |
+
"seed": 100115,
|
| 1410 |
+
"success": false,
|
| 1411 |
+
"steps_taken": 237,
|
| 1412 |
+
"max_steps": 400,
|
| 1413 |
+
"route_completion": 28.001377105355047,
|
| 1414 |
+
"manipulation_score": 14.000688552677524,
|
| 1415 |
+
"total_penalty_factor": 0.5,
|
| 1416 |
+
"fail_reason": "out_of_bounds",
|
| 1417 |
+
"penalty_events": [
|
| 1418 |
+
{
|
| 1419 |
+
"event_type": "out_of_bounds",
|
| 1420 |
+
"timestep": 237,
|
| 1421 |
+
"penalty_factor": 0.5,
|
| 1422 |
+
"details": "Target object left workspace/view"
|
| 1423 |
+
}
|
| 1424 |
+
]
|
| 1425 |
+
},
|
| 1426 |
+
{
|
| 1427 |
+
"episode_id": 80,
|
| 1428 |
+
"seed": 100116,
|
| 1429 |
+
"success": false,
|
| 1430 |
+
"steps_taken": 126,
|
| 1431 |
+
"max_steps": 400,
|
| 1432 |
+
"route_completion": 0.026455950237618035,
|
| 1433 |
+
"manipulation_score": 0.013227975118809018,
|
| 1434 |
+
"total_penalty_factor": 0.5,
|
| 1435 |
+
"fail_reason": "out_of_bounds",
|
| 1436 |
+
"penalty_events": [
|
| 1437 |
+
{
|
| 1438 |
+
"event_type": "out_of_bounds",
|
| 1439 |
+
"timestep": 126,
|
| 1440 |
+
"penalty_factor": 0.5,
|
| 1441 |
+
"details": "Target object left workspace/view"
|
| 1442 |
+
}
|
| 1443 |
+
]
|
| 1444 |
+
},
|
| 1445 |
+
{
|
| 1446 |
+
"episode_id": 81,
|
| 1447 |
+
"seed": 100118,
|
| 1448 |
+
"success": false,
|
| 1449 |
+
"steps_taken": 219,
|
| 1450 |
+
"max_steps": 400,
|
| 1451 |
+
"route_completion": 23.53115229749051,
|
| 1452 |
+
"manipulation_score": 11.765576148745255,
|
| 1453 |
+
"total_penalty_factor": 0.5,
|
| 1454 |
+
"fail_reason": "out_of_bounds",
|
| 1455 |
+
"penalty_events": [
|
| 1456 |
+
{
|
| 1457 |
+
"event_type": "out_of_bounds",
|
| 1458 |
+
"timestep": 219,
|
| 1459 |
+
"penalty_factor": 0.5,
|
| 1460 |
+
"details": "Target object left workspace/view"
|
| 1461 |
+
}
|
| 1462 |
+
]
|
| 1463 |
+
},
|
| 1464 |
+
{
|
| 1465 |
+
"episode_id": 82,
|
| 1466 |
+
"seed": 100119,
|
| 1467 |
+
"success": false,
|
| 1468 |
+
"steps_taken": 142,
|
| 1469 |
+
"max_steps": 400,
|
| 1470 |
+
"route_completion": 9.486764551721967,
|
| 1471 |
+
"manipulation_score": 4.743382275860983,
|
| 1472 |
+
"total_penalty_factor": 0.5,
|
| 1473 |
+
"fail_reason": "out_of_bounds",
|
| 1474 |
+
"penalty_events": [
|
| 1475 |
+
{
|
| 1476 |
+
"event_type": "out_of_bounds",
|
| 1477 |
+
"timestep": 142,
|
| 1478 |
+
"penalty_factor": 0.5,
|
| 1479 |
+
"details": "Target object left workspace/view"
|
| 1480 |
+
}
|
| 1481 |
+
]
|
| 1482 |
+
},
|
| 1483 |
+
{
|
| 1484 |
+
"episode_id": 83,
|
| 1485 |
+
"seed": 100121,
|
| 1486 |
+
"success": false,
|
| 1487 |
+
"steps_taken": 141,
|
| 1488 |
+
"max_steps": 400,
|
| 1489 |
+
"route_completion": 29.56059541900313,
|
| 1490 |
+
"manipulation_score": 14.780297709501564,
|
| 1491 |
+
"total_penalty_factor": 0.5,
|
| 1492 |
+
"fail_reason": "out_of_bounds",
|
| 1493 |
+
"penalty_events": [
|
| 1494 |
+
{
|
| 1495 |
+
"event_type": "out_of_bounds",
|
| 1496 |
+
"timestep": 141,
|
| 1497 |
+
"penalty_factor": 0.5,
|
| 1498 |
+
"details": "Target object left workspace/view"
|
| 1499 |
+
}
|
| 1500 |
+
]
|
| 1501 |
+
},
|
| 1502 |
+
{
|
| 1503 |
+
"episode_id": 84,
|
| 1504 |
+
"seed": 100122,
|
| 1505 |
+
"success": false,
|
| 1506 |
+
"steps_taken": 173,
|
| 1507 |
+
"max_steps": 400,
|
| 1508 |
+
"route_completion": 16.779302970622194,
|
| 1509 |
+
"manipulation_score": 8.389651485311097,
|
| 1510 |
+
"total_penalty_factor": 0.5,
|
| 1511 |
+
"fail_reason": "out_of_bounds",
|
| 1512 |
+
"penalty_events": [
|
| 1513 |
+
{
|
| 1514 |
+
"event_type": "out_of_bounds",
|
| 1515 |
+
"timestep": 173,
|
| 1516 |
+
"penalty_factor": 0.5,
|
| 1517 |
+
"details": "Target object left workspace/view"
|
| 1518 |
+
}
|
| 1519 |
+
]
|
| 1520 |
+
},
|
| 1521 |
+
{
|
| 1522 |
+
"episode_id": 85,
|
| 1523 |
+
"seed": 100123,
|
| 1524 |
+
"success": true,
|
| 1525 |
+
"steps_taken": 147,
|
| 1526 |
+
"max_steps": 400,
|
| 1527 |
+
"route_completion": 100.0,
|
| 1528 |
+
"manipulation_score": 100.0,
|
| 1529 |
+
"total_penalty_factor": 1.0,
|
| 1530 |
+
"fail_reason": null,
|
| 1531 |
+
"penalty_events": []
|
| 1532 |
+
},
|
| 1533 |
+
{
|
| 1534 |
+
"episode_id": 86,
|
| 1535 |
+
"seed": 100124,
|
| 1536 |
+
"success": false,
|
| 1537 |
+
"steps_taken": 218,
|
| 1538 |
+
"max_steps": 400,
|
| 1539 |
+
"route_completion": 0.0,
|
| 1540 |
+
"manipulation_score": 0.0,
|
| 1541 |
+
"total_penalty_factor": 0.5,
|
| 1542 |
+
"fail_reason": "out_of_bounds",
|
| 1543 |
+
"penalty_events": [
|
| 1544 |
+
{
|
| 1545 |
+
"event_type": "out_of_bounds",
|
| 1546 |
+
"timestep": 218,
|
| 1547 |
+
"penalty_factor": 0.5,
|
| 1548 |
+
"details": "Target object left workspace/view"
|
| 1549 |
+
}
|
| 1550 |
+
]
|
| 1551 |
+
},
|
| 1552 |
+
{
|
| 1553 |
+
"episode_id": 87,
|
| 1554 |
+
"seed": 100125,
|
| 1555 |
+
"success": false,
|
| 1556 |
+
"steps_taken": 335,
|
| 1557 |
+
"max_steps": 400,
|
| 1558 |
+
"route_completion": 42.177383637593266,
|
| 1559 |
+
"manipulation_score": 21.088691818796633,
|
| 1560 |
+
"total_penalty_factor": 0.5,
|
| 1561 |
+
"fail_reason": "out_of_bounds",
|
| 1562 |
+
"penalty_events": [
|
| 1563 |
+
{
|
| 1564 |
+
"event_type": "out_of_bounds",
|
| 1565 |
+
"timestep": 335,
|
| 1566 |
+
"penalty_factor": 0.5,
|
| 1567 |
+
"details": "Target object left workspace/view"
|
| 1568 |
+
}
|
| 1569 |
+
]
|
| 1570 |
+
},
|
| 1571 |
+
{
|
| 1572 |
+
"episode_id": 88,
|
| 1573 |
+
"seed": 100126,
|
| 1574 |
+
"success": false,
|
| 1575 |
+
"steps_taken": 225,
|
| 1576 |
+
"max_steps": 400,
|
| 1577 |
+
"route_completion": 33.039507341176346,
|
| 1578 |
+
"manipulation_score": 16.519753670588173,
|
| 1579 |
+
"total_penalty_factor": 0.5,
|
| 1580 |
+
"fail_reason": "out_of_bounds",
|
| 1581 |
+
"penalty_events": [
|
| 1582 |
+
{
|
| 1583 |
+
"event_type": "out_of_bounds",
|
| 1584 |
+
"timestep": 225,
|
| 1585 |
+
"penalty_factor": 0.5,
|
| 1586 |
+
"details": "Target object left workspace/view"
|
| 1587 |
+
}
|
| 1588 |
+
]
|
| 1589 |
+
},
|
| 1590 |
+
{
|
| 1591 |
+
"episode_id": 89,
|
| 1592 |
+
"seed": 100132,
|
| 1593 |
+
"success": false,
|
| 1594 |
+
"steps_taken": 146,
|
| 1595 |
+
"max_steps": 400,
|
| 1596 |
+
"route_completion": 46.66495609366505,
|
| 1597 |
+
"manipulation_score": 23.332478046832524,
|
| 1598 |
+
"total_penalty_factor": 0.5,
|
| 1599 |
+
"fail_reason": "out_of_bounds",
|
| 1600 |
+
"penalty_events": [
|
| 1601 |
+
{
|
| 1602 |
+
"event_type": "out_of_bounds",
|
| 1603 |
+
"timestep": 146,
|
| 1604 |
+
"penalty_factor": 0.5,
|
| 1605 |
+
"details": "Target object left workspace/view"
|
| 1606 |
+
}
|
| 1607 |
+
]
|
| 1608 |
+
},
|
| 1609 |
+
{
|
| 1610 |
+
"episode_id": 90,
|
| 1611 |
+
"seed": 100135,
|
| 1612 |
+
"success": false,
|
| 1613 |
+
"steps_taken": 246,
|
| 1614 |
+
"max_steps": 400,
|
| 1615 |
+
"route_completion": 35.9808370757163,
|
| 1616 |
+
"manipulation_score": 17.99041853785815,
|
| 1617 |
+
"total_penalty_factor": 0.5,
|
| 1618 |
+
"fail_reason": "out_of_bounds",
|
| 1619 |
+
"penalty_events": [
|
| 1620 |
+
{
|
| 1621 |
+
"event_type": "out_of_bounds",
|
| 1622 |
+
"timestep": 246,
|
| 1623 |
+
"penalty_factor": 0.5,
|
| 1624 |
+
"details": "Target object left workspace/view"
|
| 1625 |
+
}
|
| 1626 |
+
]
|
| 1627 |
+
},
|
| 1628 |
+
{
|
| 1629 |
+
"episode_id": 91,
|
| 1630 |
+
"seed": 100136,
|
| 1631 |
+
"success": false,
|
| 1632 |
+
"steps_taken": 197,
|
| 1633 |
+
"max_steps": 400,
|
| 1634 |
+
"route_completion": 28.773540364336696,
|
| 1635 |
+
"manipulation_score": 14.386770182168348,
|
| 1636 |
+
"total_penalty_factor": 0.5,
|
| 1637 |
+
"fail_reason": "out_of_bounds",
|
| 1638 |
+
"penalty_events": [
|
| 1639 |
+
{
|
| 1640 |
+
"event_type": "out_of_bounds",
|
| 1641 |
+
"timestep": 197,
|
| 1642 |
+
"penalty_factor": 0.5,
|
| 1643 |
+
"details": "Target object left workspace/view"
|
| 1644 |
+
}
|
| 1645 |
+
]
|
| 1646 |
+
},
|
| 1647 |
+
{
|
| 1648 |
+
"episode_id": 92,
|
| 1649 |
+
"seed": 100138,
|
| 1650 |
+
"success": false,
|
| 1651 |
+
"steps_taken": 318,
|
| 1652 |
+
"max_steps": 400,
|
| 1653 |
+
"route_completion": 26.15248928865653,
|
| 1654 |
+
"manipulation_score": 13.076244644328264,
|
| 1655 |
+
"total_penalty_factor": 0.5,
|
| 1656 |
+
"fail_reason": "out_of_bounds",
|
| 1657 |
+
"penalty_events": [
|
| 1658 |
+
{
|
| 1659 |
+
"event_type": "out_of_bounds",
|
| 1660 |
+
"timestep": 318,
|
| 1661 |
+
"penalty_factor": 0.5,
|
| 1662 |
+
"details": "Target object left workspace/view"
|
| 1663 |
+
}
|
| 1664 |
+
]
|
| 1665 |
+
},
|
| 1666 |
+
{
|
| 1667 |
+
"episode_id": 93,
|
| 1668 |
+
"seed": 100139,
|
| 1669 |
+
"success": false,
|
| 1670 |
+
"steps_taken": 111,
|
| 1671 |
+
"max_steps": 400,
|
| 1672 |
+
"route_completion": 15.31798490671347,
|
| 1673 |
+
"manipulation_score": 7.658992453356735,
|
| 1674 |
+
"total_penalty_factor": 0.5,
|
| 1675 |
+
"fail_reason": "out_of_bounds",
|
| 1676 |
+
"penalty_events": [
|
| 1677 |
+
{
|
| 1678 |
+
"event_type": "out_of_bounds",
|
| 1679 |
+
"timestep": 111,
|
| 1680 |
+
"penalty_factor": 0.5,
|
| 1681 |
+
"details": "Target object left workspace/view"
|
| 1682 |
+
}
|
| 1683 |
+
]
|
| 1684 |
+
},
|
| 1685 |
+
{
|
| 1686 |
+
"episode_id": 94,
|
| 1687 |
+
"seed": 100140,
|
| 1688 |
+
"success": false,
|
| 1689 |
+
"steps_taken": 305,
|
| 1690 |
+
"max_steps": 400,
|
| 1691 |
+
"route_completion": 43.98871380778708,
|
| 1692 |
+
"manipulation_score": 21.99435690389354,
|
| 1693 |
+
"total_penalty_factor": 0.5,
|
| 1694 |
+
"fail_reason": "out_of_bounds",
|
| 1695 |
+
"penalty_events": [
|
| 1696 |
+
{
|
| 1697 |
+
"event_type": "out_of_bounds",
|
| 1698 |
+
"timestep": 305,
|
| 1699 |
+
"penalty_factor": 0.5,
|
| 1700 |
+
"details": "Target object left workspace/view"
|
| 1701 |
+
}
|
| 1702 |
+
]
|
| 1703 |
+
},
|
| 1704 |
+
{
|
| 1705 |
+
"episode_id": 95,
|
| 1706 |
+
"seed": 100142,
|
| 1707 |
+
"success": false,
|
| 1708 |
+
"steps_taken": 304,
|
| 1709 |
+
"max_steps": 400,
|
| 1710 |
+
"route_completion": 24.810714929484718,
|
| 1711 |
+
"manipulation_score": 12.405357464742359,
|
| 1712 |
+
"total_penalty_factor": 0.5,
|
| 1713 |
+
"fail_reason": "out_of_bounds",
|
| 1714 |
+
"penalty_events": [
|
| 1715 |
+
{
|
| 1716 |
+
"event_type": "out_of_bounds",
|
| 1717 |
+
"timestep": 304,
|
| 1718 |
+
"penalty_factor": 0.5,
|
| 1719 |
+
"details": "Target object left workspace/view"
|
| 1720 |
+
}
|
| 1721 |
+
]
|
| 1722 |
+
},
|
| 1723 |
+
{
|
| 1724 |
+
"episode_id": 96,
|
| 1725 |
+
"seed": 100144,
|
| 1726 |
+
"success": false,
|
| 1727 |
+
"steps_taken": 112,
|
| 1728 |
+
"max_steps": 400,
|
| 1729 |
+
"route_completion": 35.75860952523097,
|
| 1730 |
+
"manipulation_score": 17.879304762615487,
|
| 1731 |
+
"total_penalty_factor": 0.5,
|
| 1732 |
+
"fail_reason": "out_of_bounds",
|
| 1733 |
+
"penalty_events": [
|
| 1734 |
+
{
|
| 1735 |
+
"event_type": "out_of_bounds",
|
| 1736 |
+
"timestep": 112,
|
| 1737 |
+
"penalty_factor": 0.5,
|
| 1738 |
+
"details": "Target object left workspace/view"
|
| 1739 |
+
}
|
| 1740 |
+
]
|
| 1741 |
+
},
|
| 1742 |
+
{
|
| 1743 |
+
"episode_id": 97,
|
| 1744 |
+
"seed": 100145,
|
| 1745 |
+
"success": false,
|
| 1746 |
+
"steps_taken": 158,
|
| 1747 |
+
"max_steps": 400,
|
| 1748 |
+
"route_completion": 24.74135710714515,
|
| 1749 |
+
"manipulation_score": 12.370678553572574,
|
| 1750 |
+
"total_penalty_factor": 0.5,
|
| 1751 |
+
"fail_reason": "out_of_bounds",
|
| 1752 |
+
"penalty_events": [
|
| 1753 |
+
{
|
| 1754 |
+
"event_type": "out_of_bounds",
|
| 1755 |
+
"timestep": 158,
|
| 1756 |
+
"penalty_factor": 0.5,
|
| 1757 |
+
"details": "Target object left workspace/view"
|
| 1758 |
+
}
|
| 1759 |
+
]
|
| 1760 |
+
},
|
| 1761 |
+
{
|
| 1762 |
+
"episode_id": 98,
|
| 1763 |
+
"seed": 100151,
|
| 1764 |
+
"success": false,
|
| 1765 |
+
"steps_taken": 143,
|
| 1766 |
+
"max_steps": 400,
|
| 1767 |
+
"route_completion": 0.0473062477977945,
|
| 1768 |
+
"manipulation_score": 0.02365312389889725,
|
| 1769 |
+
"total_penalty_factor": 0.5,
|
| 1770 |
+
"fail_reason": "out_of_bounds",
|
| 1771 |
+
"penalty_events": [
|
| 1772 |
+
{
|
| 1773 |
+
"event_type": "out_of_bounds",
|
| 1774 |
+
"timestep": 143,
|
| 1775 |
+
"penalty_factor": 0.5,
|
| 1776 |
+
"details": "Target object left workspace/view"
|
| 1777 |
+
}
|
| 1778 |
+
]
|
| 1779 |
+
},
|
| 1780 |
+
{
|
| 1781 |
+
"episode_id": 99,
|
| 1782 |
+
"seed": 100153,
|
| 1783 |
+
"success": false,
|
| 1784 |
+
"steps_taken": 400,
|
| 1785 |
+
"max_steps": 400,
|
| 1786 |
+
"route_completion": 43.00587486070989,
|
| 1787 |
+
"manipulation_score": 43.00587486070989,
|
| 1788 |
+
"total_penalty_factor": 1.0,
|
| 1789 |
+
"fail_reason": null,
|
| 1790 |
+
"penalty_events": []
|
| 1791 |
+
},
|
| 1792 |
+
{
|
| 1793 |
+
"episode_id": 100,
|
| 1794 |
+
"seed": 100154,
|
| 1795 |
+
"success": false,
|
| 1796 |
+
"steps_taken": 107,
|
| 1797 |
+
"max_steps": 400,
|
| 1798 |
+
"route_completion": 29.650317361627987,
|
| 1799 |
+
"manipulation_score": 14.825158680813994,
|
| 1800 |
+
"total_penalty_factor": 0.5,
|
| 1801 |
+
"fail_reason": "out_of_bounds",
|
| 1802 |
+
"penalty_events": [
|
| 1803 |
+
{
|
| 1804 |
+
"event_type": "out_of_bounds",
|
| 1805 |
+
"timestep": 107,
|
| 1806 |
+
"penalty_factor": 0.5,
|
| 1807 |
+
"details": "Target object left workspace/view"
|
| 1808 |
+
}
|
| 1809 |
+
]
|
| 1810 |
+
}
|
| 1811 |
+
]
|
log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 5,
|
| 4 |
+
"success_rate": 5.0,
|
| 5 |
+
"manipulation_score_mean": 18.12650580771589,
|
| 6 |
+
"manipulation_score_std": 21.213748473501457,
|
| 7 |
+
"route_completion_mean": 28.547501751266815,
|
| 8 |
+
"route_completion_std": 22.42668098245863,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 87
|
| 11 |
+
}
|
log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 5.0% (5/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 18.13
|
| 10 |
+
Std: 21.21
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 28.55%
|
| 14 |
+
Std: 22.43
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 87
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-30 01:38:14
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.05
|
log/eval_result/place_object_scale/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:16:26/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1818 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100002,
|
| 5 |
+
"success": false,
|
| 6 |
+
"steps_taken": 138,
|
| 7 |
+
"max_steps": 400,
|
| 8 |
+
"route_completion": 20.962010524645716,
|
| 9 |
+
"manipulation_score": 10.481005262322858,
|
| 10 |
+
"total_penalty_factor": 0.5,
|
| 11 |
+
"fail_reason": "out_of_bounds",
|
| 12 |
+
"penalty_events": [
|
| 13 |
+
{
|
| 14 |
+
"event_type": "out_of_bounds",
|
| 15 |
+
"timestep": 138,
|
| 16 |
+
"penalty_factor": 0.5,
|
| 17 |
+
"details": "Target object left workspace/view"
|
| 18 |
+
}
|
| 19 |
+
]
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"episode_id": 2,
|
| 23 |
+
"seed": 100003,
|
| 24 |
+
"success": false,
|
| 25 |
+
"steps_taken": 150,
|
| 26 |
+
"max_steps": 400,
|
| 27 |
+
"route_completion": 13.062520521899309,
|
| 28 |
+
"manipulation_score": 6.531260260949654,
|
| 29 |
+
"total_penalty_factor": 0.5,
|
| 30 |
+
"fail_reason": "out_of_bounds",
|
| 31 |
+
"penalty_events": [
|
| 32 |
+
{
|
| 33 |
+
"event_type": "out_of_bounds",
|
| 34 |
+
"timestep": 150,
|
| 35 |
+
"penalty_factor": 0.5,
|
| 36 |
+
"details": "Target object left workspace/view"
|
| 37 |
+
}
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"episode_id": 3,
|
| 42 |
+
"seed": 100007,
|
| 43 |
+
"success": false,
|
| 44 |
+
"steps_taken": 400,
|
| 45 |
+
"max_steps": 400,
|
| 46 |
+
"route_completion": 41.53926913885019,
|
| 47 |
+
"manipulation_score": 41.53926913885019,
|
| 48 |
+
"total_penalty_factor": 1.0,
|
| 49 |
+
"fail_reason": null,
|
| 50 |
+
"penalty_events": []
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"episode_id": 4,
|
| 54 |
+
"seed": 100009,
|
| 55 |
+
"success": false,
|
| 56 |
+
"steps_taken": 225,
|
| 57 |
+
"max_steps": 400,
|
| 58 |
+
"route_completion": 0.0,
|
| 59 |
+
"manipulation_score": 0.0,
|
| 60 |
+
"total_penalty_factor": 0.5,
|
| 61 |
+
"fail_reason": "out_of_bounds",
|
| 62 |
+
"penalty_events": [
|
| 63 |
+
{
|
| 64 |
+
"event_type": "out_of_bounds",
|
| 65 |
+
"timestep": 225,
|
| 66 |
+
"penalty_factor": 0.5,
|
| 67 |
+
"details": "Target object left workspace/view"
|
| 68 |
+
}
|
| 69 |
+
]
|
| 70 |
+
},
|
| 71 |
+
{
|
| 72 |
+
"episode_id": 5,
|
| 73 |
+
"seed": 100010,
|
| 74 |
+
"success": false,
|
| 75 |
+
"steps_taken": 94,
|
| 76 |
+
"max_steps": 400,
|
| 77 |
+
"route_completion": 0.0,
|
| 78 |
+
"manipulation_score": 0.0,
|
| 79 |
+
"total_penalty_factor": 0.5,
|
| 80 |
+
"fail_reason": "out_of_bounds",
|
| 81 |
+
"penalty_events": [
|
| 82 |
+
{
|
| 83 |
+
"event_type": "out_of_bounds",
|
| 84 |
+
"timestep": 94,
|
| 85 |
+
"penalty_factor": 0.5,
|
| 86 |
+
"details": "Target object left workspace/view"
|
| 87 |
+
}
|
| 88 |
+
]
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"episode_id": 6,
|
| 92 |
+
"seed": 100011,
|
| 93 |
+
"success": false,
|
| 94 |
+
"steps_taken": 227,
|
| 95 |
+
"max_steps": 400,
|
| 96 |
+
"route_completion": 57.717664775693265,
|
| 97 |
+
"manipulation_score": 28.858832387846633,
|
| 98 |
+
"total_penalty_factor": 0.5,
|
| 99 |
+
"fail_reason": "out_of_bounds",
|
| 100 |
+
"penalty_events": [
|
| 101 |
+
{
|
| 102 |
+
"event_type": "out_of_bounds",
|
| 103 |
+
"timestep": 227,
|
| 104 |
+
"penalty_factor": 0.5,
|
| 105 |
+
"details": "Target object left workspace/view"
|
| 106 |
+
}
|
| 107 |
+
]
|
| 108 |
+
},
|
| 109 |
+
{
|
| 110 |
+
"episode_id": 7,
|
| 111 |
+
"seed": 100012,
|
| 112 |
+
"success": false,
|
| 113 |
+
"steps_taken": 218,
|
| 114 |
+
"max_steps": 400,
|
| 115 |
+
"route_completion": 45.15152411841753,
|
| 116 |
+
"manipulation_score": 22.575762059208763,
|
| 117 |
+
"total_penalty_factor": 0.5,
|
| 118 |
+
"fail_reason": "out_of_bounds",
|
| 119 |
+
"penalty_events": [
|
| 120 |
+
{
|
| 121 |
+
"event_type": "out_of_bounds",
|
| 122 |
+
"timestep": 218,
|
| 123 |
+
"penalty_factor": 0.5,
|
| 124 |
+
"details": "Target object left workspace/view"
|
| 125 |
+
}
|
| 126 |
+
]
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"episode_id": 8,
|
| 130 |
+
"seed": 100015,
|
| 131 |
+
"success": false,
|
| 132 |
+
"steps_taken": 138,
|
| 133 |
+
"max_steps": 400,
|
| 134 |
+
"route_completion": 31.803180849374623,
|
| 135 |
+
"manipulation_score": 15.901590424687312,
|
| 136 |
+
"total_penalty_factor": 0.5,
|
| 137 |
+
"fail_reason": "out_of_bounds",
|
| 138 |
+
"penalty_events": [
|
| 139 |
+
{
|
| 140 |
+
"event_type": "out_of_bounds",
|
| 141 |
+
"timestep": 138,
|
| 142 |
+
"penalty_factor": 0.5,
|
| 143 |
+
"details": "Target object left workspace/view"
|
| 144 |
+
}
|
| 145 |
+
]
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"episode_id": 9,
|
| 149 |
+
"seed": 100016,
|
| 150 |
+
"success": false,
|
| 151 |
+
"steps_taken": 108,
|
| 152 |
+
"max_steps": 400,
|
| 153 |
+
"route_completion": 0.02765098935521416,
|
| 154 |
+
"manipulation_score": 0.01382549467760708,
|
| 155 |
+
"total_penalty_factor": 0.5,
|
| 156 |
+
"fail_reason": "out_of_bounds",
|
| 157 |
+
"penalty_events": [
|
| 158 |
+
{
|
| 159 |
+
"event_type": "out_of_bounds",
|
| 160 |
+
"timestep": 108,
|
| 161 |
+
"penalty_factor": 0.5,
|
| 162 |
+
"details": "Target object left workspace/view"
|
| 163 |
+
}
|
| 164 |
+
]
|
| 165 |
+
},
|
| 166 |
+
{
|
| 167 |
+
"episode_id": 10,
|
| 168 |
+
"seed": 100018,
|
| 169 |
+
"success": false,
|
| 170 |
+
"steps_taken": 123,
|
| 171 |
+
"max_steps": 400,
|
| 172 |
+
"route_completion": 10.756310021511235,
|
| 173 |
+
"manipulation_score": 5.378155010755617,
|
| 174 |
+
"total_penalty_factor": 0.5,
|
| 175 |
+
"fail_reason": "out_of_bounds",
|
| 176 |
+
"penalty_events": [
|
| 177 |
+
{
|
| 178 |
+
"event_type": "out_of_bounds",
|
| 179 |
+
"timestep": 123,
|
| 180 |
+
"penalty_factor": 0.5,
|
| 181 |
+
"details": "Target object left workspace/view"
|
| 182 |
+
}
|
| 183 |
+
]
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"episode_id": 11,
|
| 187 |
+
"seed": 100020,
|
| 188 |
+
"success": false,
|
| 189 |
+
"steps_taken": 109,
|
| 190 |
+
"max_steps": 400,
|
| 191 |
+
"route_completion": 0.028857051208093912,
|
| 192 |
+
"manipulation_score": 0.014428525604046956,
|
| 193 |
+
"total_penalty_factor": 0.5,
|
| 194 |
+
"fail_reason": "out_of_bounds",
|
| 195 |
+
"penalty_events": [
|
| 196 |
+
{
|
| 197 |
+
"event_type": "out_of_bounds",
|
| 198 |
+
"timestep": 109,
|
| 199 |
+
"penalty_factor": 0.5,
|
| 200 |
+
"details": "Target object left workspace/view"
|
| 201 |
+
}
|
| 202 |
+
]
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"episode_id": 12,
|
| 206 |
+
"seed": 100021,
|
| 207 |
+
"success": false,
|
| 208 |
+
"steps_taken": 101,
|
| 209 |
+
"max_steps": 400,
|
| 210 |
+
"route_completion": 26.622004939721545,
|
| 211 |
+
"manipulation_score": 13.311002469860773,
|
| 212 |
+
"total_penalty_factor": 0.5,
|
| 213 |
+
"fail_reason": "out_of_bounds",
|
| 214 |
+
"penalty_events": [
|
| 215 |
+
{
|
| 216 |
+
"event_type": "out_of_bounds",
|
| 217 |
+
"timestep": 101,
|
| 218 |
+
"penalty_factor": 0.5,
|
| 219 |
+
"details": "Target object left workspace/view"
|
| 220 |
+
}
|
| 221 |
+
]
|
| 222 |
+
},
|
| 223 |
+
{
|
| 224 |
+
"episode_id": 13,
|
| 225 |
+
"seed": 100023,
|
| 226 |
+
"success": false,
|
| 227 |
+
"steps_taken": 140,
|
| 228 |
+
"max_steps": 400,
|
| 229 |
+
"route_completion": 27.17942239004899,
|
| 230 |
+
"manipulation_score": 13.589711195024496,
|
| 231 |
+
"total_penalty_factor": 0.5,
|
| 232 |
+
"fail_reason": "out_of_bounds",
|
| 233 |
+
"penalty_events": [
|
| 234 |
+
{
|
| 235 |
+
"event_type": "out_of_bounds",
|
| 236 |
+
"timestep": 140,
|
| 237 |
+
"penalty_factor": 0.5,
|
| 238 |
+
"details": "Target object left workspace/view"
|
| 239 |
+
}
|
| 240 |
+
]
|
| 241 |
+
},
|
| 242 |
+
{
|
| 243 |
+
"episode_id": 14,
|
| 244 |
+
"seed": 100024,
|
| 245 |
+
"success": false,
|
| 246 |
+
"steps_taken": 97,
|
| 247 |
+
"max_steps": 400,
|
| 248 |
+
"route_completion": 34.19220028076849,
|
| 249 |
+
"manipulation_score": 17.096100140384245,
|
| 250 |
+
"total_penalty_factor": 0.5,
|
| 251 |
+
"fail_reason": "out_of_bounds",
|
| 252 |
+
"penalty_events": [
|
| 253 |
+
{
|
| 254 |
+
"event_type": "out_of_bounds",
|
| 255 |
+
"timestep": 97,
|
| 256 |
+
"penalty_factor": 0.5,
|
| 257 |
+
"details": "Target object left workspace/view"
|
| 258 |
+
}
|
| 259 |
+
]
|
| 260 |
+
},
|
| 261 |
+
{
|
| 262 |
+
"episode_id": 15,
|
| 263 |
+
"seed": 100025,
|
| 264 |
+
"success": false,
|
| 265 |
+
"steps_taken": 107,
|
| 266 |
+
"max_steps": 400,
|
| 267 |
+
"route_completion": 37.487997985620154,
|
| 268 |
+
"manipulation_score": 18.743998992810077,
|
| 269 |
+
"total_penalty_factor": 0.5,
|
| 270 |
+
"fail_reason": "out_of_bounds",
|
| 271 |
+
"penalty_events": [
|
| 272 |
+
{
|
| 273 |
+
"event_type": "out_of_bounds",
|
| 274 |
+
"timestep": 107,
|
| 275 |
+
"penalty_factor": 0.5,
|
| 276 |
+
"details": "Target object left workspace/view"
|
| 277 |
+
}
|
| 278 |
+
]
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"episode_id": 16,
|
| 282 |
+
"seed": 100026,
|
| 283 |
+
"success": false,
|
| 284 |
+
"steps_taken": 99,
|
| 285 |
+
"max_steps": 400,
|
| 286 |
+
"route_completion": 0.01830849313362507,
|
| 287 |
+
"manipulation_score": 0.009154246566812536,
|
| 288 |
+
"total_penalty_factor": 0.5,
|
| 289 |
+
"fail_reason": "out_of_bounds",
|
| 290 |
+
"penalty_events": [
|
| 291 |
+
{
|
| 292 |
+
"event_type": "out_of_bounds",
|
| 293 |
+
"timestep": 99,
|
| 294 |
+
"penalty_factor": 0.5,
|
| 295 |
+
"details": "Target object left workspace/view"
|
| 296 |
+
}
|
| 297 |
+
]
|
| 298 |
+
},
|
| 299 |
+
{
|
| 300 |
+
"episode_id": 17,
|
| 301 |
+
"seed": 100027,
|
| 302 |
+
"success": false,
|
| 303 |
+
"steps_taken": 83,
|
| 304 |
+
"max_steps": 400,
|
| 305 |
+
"route_completion": 18.246320229651197,
|
| 306 |
+
"manipulation_score": 9.123160114825598,
|
| 307 |
+
"total_penalty_factor": 0.5,
|
| 308 |
+
"fail_reason": "out_of_bounds",
|
| 309 |
+
"penalty_events": [
|
| 310 |
+
{
|
| 311 |
+
"event_type": "out_of_bounds",
|
| 312 |
+
"timestep": 83,
|
| 313 |
+
"penalty_factor": 0.5,
|
| 314 |
+
"details": "Target object left workspace/view"
|
| 315 |
+
}
|
| 316 |
+
]
|
| 317 |
+
},
|
| 318 |
+
{
|
| 319 |
+
"episode_id": 18,
|
| 320 |
+
"seed": 100029,
|
| 321 |
+
"success": true,
|
| 322 |
+
"steps_taken": 127,
|
| 323 |
+
"max_steps": 400,
|
| 324 |
+
"route_completion": 100.0,
|
| 325 |
+
"manipulation_score": 100.0,
|
| 326 |
+
"total_penalty_factor": 1.0,
|
| 327 |
+
"fail_reason": null,
|
| 328 |
+
"penalty_events": []
|
| 329 |
+
},
|
| 330 |
+
{
|
| 331 |
+
"episode_id": 19,
|
| 332 |
+
"seed": 100030,
|
| 333 |
+
"success": false,
|
| 334 |
+
"steps_taken": 270,
|
| 335 |
+
"max_steps": 400,
|
| 336 |
+
"route_completion": 18.193976380601473,
|
| 337 |
+
"manipulation_score": 9.096988190300737,
|
| 338 |
+
"total_penalty_factor": 0.5,
|
| 339 |
+
"fail_reason": "out_of_bounds",
|
| 340 |
+
"penalty_events": [
|
| 341 |
+
{
|
| 342 |
+
"event_type": "out_of_bounds",
|
| 343 |
+
"timestep": 270,
|
| 344 |
+
"penalty_factor": 0.5,
|
| 345 |
+
"details": "Target object left workspace/view"
|
| 346 |
+
}
|
| 347 |
+
]
|
| 348 |
+
},
|
| 349 |
+
{
|
| 350 |
+
"episode_id": 20,
|
| 351 |
+
"seed": 100034,
|
| 352 |
+
"success": false,
|
| 353 |
+
"steps_taken": 155,
|
| 354 |
+
"max_steps": 400,
|
| 355 |
+
"route_completion": 33.94429942326992,
|
| 356 |
+
"manipulation_score": 16.97214971163496,
|
| 357 |
+
"total_penalty_factor": 0.5,
|
| 358 |
+
"fail_reason": "out_of_bounds",
|
| 359 |
+
"penalty_events": [
|
| 360 |
+
{
|
| 361 |
+
"event_type": "out_of_bounds",
|
| 362 |
+
"timestep": 155,
|
| 363 |
+
"penalty_factor": 0.5,
|
| 364 |
+
"details": "Target object left workspace/view"
|
| 365 |
+
}
|
| 366 |
+
]
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"episode_id": 21,
|
| 370 |
+
"seed": 100035,
|
| 371 |
+
"success": false,
|
| 372 |
+
"steps_taken": 103,
|
| 373 |
+
"max_steps": 400,
|
| 374 |
+
"route_completion": 0.0,
|
| 375 |
+
"manipulation_score": 0.0,
|
| 376 |
+
"total_penalty_factor": 0.5,
|
| 377 |
+
"fail_reason": "out_of_bounds",
|
| 378 |
+
"penalty_events": [
|
| 379 |
+
{
|
| 380 |
+
"event_type": "out_of_bounds",
|
| 381 |
+
"timestep": 103,
|
| 382 |
+
"penalty_factor": 0.5,
|
| 383 |
+
"details": "Target object left workspace/view"
|
| 384 |
+
}
|
| 385 |
+
]
|
| 386 |
+
},
|
| 387 |
+
{
|
| 388 |
+
"episode_id": 22,
|
| 389 |
+
"seed": 100036,
|
| 390 |
+
"success": false,
|
| 391 |
+
"steps_taken": 101,
|
| 392 |
+
"max_steps": 400,
|
| 393 |
+
"route_completion": 36.532631274087024,
|
| 394 |
+
"manipulation_score": 18.266315637043512,
|
| 395 |
+
"total_penalty_factor": 0.5,
|
| 396 |
+
"fail_reason": "out_of_bounds",
|
| 397 |
+
"penalty_events": [
|
| 398 |
+
{
|
| 399 |
+
"event_type": "out_of_bounds",
|
| 400 |
+
"timestep": 101,
|
| 401 |
+
"penalty_factor": 0.5,
|
| 402 |
+
"details": "Target object left workspace/view"
|
| 403 |
+
}
|
| 404 |
+
]
|
| 405 |
+
},
|
| 406 |
+
{
|
| 407 |
+
"episode_id": 23,
|
| 408 |
+
"seed": 100037,
|
| 409 |
+
"success": false,
|
| 410 |
+
"steps_taken": 275,
|
| 411 |
+
"max_steps": 400,
|
| 412 |
+
"route_completion": 25.882779921147275,
|
| 413 |
+
"manipulation_score": 12.941389960573638,
|
| 414 |
+
"total_penalty_factor": 0.5,
|
| 415 |
+
"fail_reason": "out_of_bounds",
|
| 416 |
+
"penalty_events": [
|
| 417 |
+
{
|
| 418 |
+
"event_type": "out_of_bounds",
|
| 419 |
+
"timestep": 275,
|
| 420 |
+
"penalty_factor": 0.5,
|
| 421 |
+
"details": "Target object left workspace/view"
|
| 422 |
+
}
|
| 423 |
+
]
|
| 424 |
+
},
|
| 425 |
+
{
|
| 426 |
+
"episode_id": 24,
|
| 427 |
+
"seed": 100038,
|
| 428 |
+
"success": false,
|
| 429 |
+
"steps_taken": 400,
|
| 430 |
+
"max_steps": 400,
|
| 431 |
+
"route_completion": 30.289592076636435,
|
| 432 |
+
"manipulation_score": 30.289592076636435,
|
| 433 |
+
"total_penalty_factor": 1.0,
|
| 434 |
+
"fail_reason": null,
|
| 435 |
+
"penalty_events": []
|
| 436 |
+
},
|
| 437 |
+
{
|
| 438 |
+
"episode_id": 25,
|
| 439 |
+
"seed": 100042,
|
| 440 |
+
"success": false,
|
| 441 |
+
"steps_taken": 101,
|
| 442 |
+
"max_steps": 400,
|
| 443 |
+
"route_completion": 7.641461514505579,
|
| 444 |
+
"manipulation_score": 3.8207307572527895,
|
| 445 |
+
"total_penalty_factor": 0.5,
|
| 446 |
+
"fail_reason": "out_of_bounds",
|
| 447 |
+
"penalty_events": [
|
| 448 |
+
{
|
| 449 |
+
"event_type": "out_of_bounds",
|
| 450 |
+
"timestep": 101,
|
| 451 |
+
"penalty_factor": 0.5,
|
| 452 |
+
"details": "Target object left workspace/view"
|
| 453 |
+
}
|
| 454 |
+
]
|
| 455 |
+
},
|
| 456 |
+
{
|
| 457 |
+
"episode_id": 26,
|
| 458 |
+
"seed": 100043,
|
| 459 |
+
"success": false,
|
| 460 |
+
"steps_taken": 399,
|
| 461 |
+
"max_steps": 400,
|
| 462 |
+
"route_completion": 13.283568664039427,
|
| 463 |
+
"manipulation_score": 6.641784332019713,
|
| 464 |
+
"total_penalty_factor": 0.5,
|
| 465 |
+
"fail_reason": "out_of_bounds",
|
| 466 |
+
"penalty_events": [
|
| 467 |
+
{
|
| 468 |
+
"event_type": "out_of_bounds",
|
| 469 |
+
"timestep": 399,
|
| 470 |
+
"penalty_factor": 0.5,
|
| 471 |
+
"details": "Target object left workspace/view"
|
| 472 |
+
}
|
| 473 |
+
]
|
| 474 |
+
},
|
| 475 |
+
{
|
| 476 |
+
"episode_id": 27,
|
| 477 |
+
"seed": 100044,
|
| 478 |
+
"success": false,
|
| 479 |
+
"steps_taken": 96,
|
| 480 |
+
"max_steps": 400,
|
| 481 |
+
"route_completion": 0.0,
|
| 482 |
+
"manipulation_score": 0.0,
|
| 483 |
+
"total_penalty_factor": 0.5,
|
| 484 |
+
"fail_reason": "out_of_bounds",
|
| 485 |
+
"penalty_events": [
|
| 486 |
+
{
|
| 487 |
+
"event_type": "out_of_bounds",
|
| 488 |
+
"timestep": 96,
|
| 489 |
+
"penalty_factor": 0.5,
|
| 490 |
+
"details": "Target object left workspace/view"
|
| 491 |
+
}
|
| 492 |
+
]
|
| 493 |
+
},
|
| 494 |
+
{
|
| 495 |
+
"episode_id": 28,
|
| 496 |
+
"seed": 100045,
|
| 497 |
+
"success": false,
|
| 498 |
+
"steps_taken": 115,
|
| 499 |
+
"max_steps": 400,
|
| 500 |
+
"route_completion": 0.01963100512879482,
|
| 501 |
+
"manipulation_score": 0.00981550256439741,
|
| 502 |
+
"total_penalty_factor": 0.5,
|
| 503 |
+
"fail_reason": "out_of_bounds",
|
| 504 |
+
"penalty_events": [
|
| 505 |
+
{
|
| 506 |
+
"event_type": "out_of_bounds",
|
| 507 |
+
"timestep": 115,
|
| 508 |
+
"penalty_factor": 0.5,
|
| 509 |
+
"details": "Target object left workspace/view"
|
| 510 |
+
}
|
| 511 |
+
]
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"episode_id": 29,
|
| 515 |
+
"seed": 100048,
|
| 516 |
+
"success": false,
|
| 517 |
+
"steps_taken": 184,
|
| 518 |
+
"max_steps": 400,
|
| 519 |
+
"route_completion": 22.63355710547542,
|
| 520 |
+
"manipulation_score": 11.31677855273771,
|
| 521 |
+
"total_penalty_factor": 0.5,
|
| 522 |
+
"fail_reason": "out_of_bounds",
|
| 523 |
+
"penalty_events": [
|
| 524 |
+
{
|
| 525 |
+
"event_type": "out_of_bounds",
|
| 526 |
+
"timestep": 184,
|
| 527 |
+
"penalty_factor": 0.5,
|
| 528 |
+
"details": "Target object left workspace/view"
|
| 529 |
+
}
|
| 530 |
+
]
|
| 531 |
+
},
|
| 532 |
+
{
|
| 533 |
+
"episode_id": 30,
|
| 534 |
+
"seed": 100051,
|
| 535 |
+
"success": false,
|
| 536 |
+
"steps_taken": 139,
|
| 537 |
+
"max_steps": 400,
|
| 538 |
+
"route_completion": 28.083742468548056,
|
| 539 |
+
"manipulation_score": 14.041871234274028,
|
| 540 |
+
"total_penalty_factor": 0.5,
|
| 541 |
+
"fail_reason": "out_of_bounds",
|
| 542 |
+
"penalty_events": [
|
| 543 |
+
{
|
| 544 |
+
"event_type": "out_of_bounds",
|
| 545 |
+
"timestep": 139,
|
| 546 |
+
"penalty_factor": 0.5,
|
| 547 |
+
"details": "Target object left workspace/view"
|
| 548 |
+
}
|
| 549 |
+
]
|
| 550 |
+
},
|
| 551 |
+
{
|
| 552 |
+
"episode_id": 31,
|
| 553 |
+
"seed": 100052,
|
| 554 |
+
"success": false,
|
| 555 |
+
"steps_taken": 130,
|
| 556 |
+
"max_steps": 400,
|
| 557 |
+
"route_completion": 31.841035203025204,
|
| 558 |
+
"manipulation_score": 15.920517601512602,
|
| 559 |
+
"total_penalty_factor": 0.5,
|
| 560 |
+
"fail_reason": "out_of_bounds",
|
| 561 |
+
"penalty_events": [
|
| 562 |
+
{
|
| 563 |
+
"event_type": "out_of_bounds",
|
| 564 |
+
"timestep": 130,
|
| 565 |
+
"penalty_factor": 0.5,
|
| 566 |
+
"details": "Target object left workspace/view"
|
| 567 |
+
}
|
| 568 |
+
]
|
| 569 |
+
},
|
| 570 |
+
{
|
| 571 |
+
"episode_id": 32,
|
| 572 |
+
"seed": 100053,
|
| 573 |
+
"success": false,
|
| 574 |
+
"steps_taken": 109,
|
| 575 |
+
"max_steps": 400,
|
| 576 |
+
"route_completion": 19.28878961762684,
|
| 577 |
+
"manipulation_score": 9.64439480881342,
|
| 578 |
+
"total_penalty_factor": 0.5,
|
| 579 |
+
"fail_reason": "out_of_bounds",
|
| 580 |
+
"penalty_events": [
|
| 581 |
+
{
|
| 582 |
+
"event_type": "out_of_bounds",
|
| 583 |
+
"timestep": 109,
|
| 584 |
+
"penalty_factor": 0.5,
|
| 585 |
+
"details": "Target object left workspace/view"
|
| 586 |
+
}
|
| 587 |
+
]
|
| 588 |
+
},
|
| 589 |
+
{
|
| 590 |
+
"episode_id": 33,
|
| 591 |
+
"seed": 100054,
|
| 592 |
+
"success": false,
|
| 593 |
+
"steps_taken": 400,
|
| 594 |
+
"max_steps": 400,
|
| 595 |
+
"route_completion": 46.89712553652655,
|
| 596 |
+
"manipulation_score": 46.89712553652655,
|
| 597 |
+
"total_penalty_factor": 1.0,
|
| 598 |
+
"fail_reason": null,
|
| 599 |
+
"penalty_events": []
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"episode_id": 34,
|
| 603 |
+
"seed": 100055,
|
| 604 |
+
"success": false,
|
| 605 |
+
"steps_taken": 119,
|
| 606 |
+
"max_steps": 400,
|
| 607 |
+
"route_completion": 46.98216373854437,
|
| 608 |
+
"manipulation_score": 23.491081869272186,
|
| 609 |
+
"total_penalty_factor": 0.5,
|
| 610 |
+
"fail_reason": "out_of_bounds",
|
| 611 |
+
"penalty_events": [
|
| 612 |
+
{
|
| 613 |
+
"event_type": "out_of_bounds",
|
| 614 |
+
"timestep": 119,
|
| 615 |
+
"penalty_factor": 0.5,
|
| 616 |
+
"details": "Target object left workspace/view"
|
| 617 |
+
}
|
| 618 |
+
]
|
| 619 |
+
},
|
| 620 |
+
{
|
| 621 |
+
"episode_id": 35,
|
| 622 |
+
"seed": 100056,
|
| 623 |
+
"success": false,
|
| 624 |
+
"steps_taken": 195,
|
| 625 |
+
"max_steps": 400,
|
| 626 |
+
"route_completion": 35.374972673761185,
|
| 627 |
+
"manipulation_score": 17.687486336880593,
|
| 628 |
+
"total_penalty_factor": 0.5,
|
| 629 |
+
"fail_reason": "out_of_bounds",
|
| 630 |
+
"penalty_events": [
|
| 631 |
+
{
|
| 632 |
+
"event_type": "out_of_bounds",
|
| 633 |
+
"timestep": 195,
|
| 634 |
+
"penalty_factor": 0.5,
|
| 635 |
+
"details": "Target object left workspace/view"
|
| 636 |
+
}
|
| 637 |
+
]
|
| 638 |
+
},
|
| 639 |
+
{
|
| 640 |
+
"episode_id": 36,
|
| 641 |
+
"seed": 100057,
|
| 642 |
+
"success": false,
|
| 643 |
+
"steps_taken": 98,
|
| 644 |
+
"max_steps": 400,
|
| 645 |
+
"route_completion": 0.04161321809937179,
|
| 646 |
+
"manipulation_score": 0.020806609049685895,
|
| 647 |
+
"total_penalty_factor": 0.5,
|
| 648 |
+
"fail_reason": "out_of_bounds",
|
| 649 |
+
"penalty_events": [
|
| 650 |
+
{
|
| 651 |
+
"event_type": "out_of_bounds",
|
| 652 |
+
"timestep": 98,
|
| 653 |
+
"penalty_factor": 0.5,
|
| 654 |
+
"details": "Target object left workspace/view"
|
| 655 |
+
}
|
| 656 |
+
]
|
| 657 |
+
},
|
| 658 |
+
{
|
| 659 |
+
"episode_id": 37,
|
| 660 |
+
"seed": 100058,
|
| 661 |
+
"success": false,
|
| 662 |
+
"steps_taken": 136,
|
| 663 |
+
"max_steps": 400,
|
| 664 |
+
"route_completion": 0.04220383035470456,
|
| 665 |
+
"manipulation_score": 0.02110191517735228,
|
| 666 |
+
"total_penalty_factor": 0.5,
|
| 667 |
+
"fail_reason": "out_of_bounds",
|
| 668 |
+
"penalty_events": [
|
| 669 |
+
{
|
| 670 |
+
"event_type": "out_of_bounds",
|
| 671 |
+
"timestep": 136,
|
| 672 |
+
"penalty_factor": 0.5,
|
| 673 |
+
"details": "Target object left workspace/view"
|
| 674 |
+
}
|
| 675 |
+
]
|
| 676 |
+
},
|
| 677 |
+
{
|
| 678 |
+
"episode_id": 38,
|
| 679 |
+
"seed": 100060,
|
| 680 |
+
"success": false,
|
| 681 |
+
"steps_taken": 400,
|
| 682 |
+
"max_steps": 400,
|
| 683 |
+
"route_completion": 14.646920958858212,
|
| 684 |
+
"manipulation_score": 14.646920958858212,
|
| 685 |
+
"total_penalty_factor": 1.0,
|
| 686 |
+
"fail_reason": null,
|
| 687 |
+
"penalty_events": []
|
| 688 |
+
},
|
| 689 |
+
{
|
| 690 |
+
"episode_id": 39,
|
| 691 |
+
"seed": 100061,
|
| 692 |
+
"success": false,
|
| 693 |
+
"steps_taken": 122,
|
| 694 |
+
"max_steps": 400,
|
| 695 |
+
"route_completion": 27.71080460968876,
|
| 696 |
+
"manipulation_score": 13.85540230484438,
|
| 697 |
+
"total_penalty_factor": 0.5,
|
| 698 |
+
"fail_reason": "out_of_bounds",
|
| 699 |
+
"penalty_events": [
|
| 700 |
+
{
|
| 701 |
+
"event_type": "out_of_bounds",
|
| 702 |
+
"timestep": 122,
|
| 703 |
+
"penalty_factor": 0.5,
|
| 704 |
+
"details": "Target object left workspace/view"
|
| 705 |
+
}
|
| 706 |
+
]
|
| 707 |
+
},
|
| 708 |
+
{
|
| 709 |
+
"episode_id": 40,
|
| 710 |
+
"seed": 100062,
|
| 711 |
+
"success": false,
|
| 712 |
+
"steps_taken": 291,
|
| 713 |
+
"max_steps": 400,
|
| 714 |
+
"route_completion": 30.899060164998147,
|
| 715 |
+
"manipulation_score": 15.449530082499074,
|
| 716 |
+
"total_penalty_factor": 0.5,
|
| 717 |
+
"fail_reason": "out_of_bounds",
|
| 718 |
+
"penalty_events": [
|
| 719 |
+
{
|
| 720 |
+
"event_type": "out_of_bounds",
|
| 721 |
+
"timestep": 291,
|
| 722 |
+
"penalty_factor": 0.5,
|
| 723 |
+
"details": "Target object left workspace/view"
|
| 724 |
+
}
|
| 725 |
+
]
|
| 726 |
+
},
|
| 727 |
+
{
|
| 728 |
+
"episode_id": 41,
|
| 729 |
+
"seed": 100063,
|
| 730 |
+
"success": false,
|
| 731 |
+
"steps_taken": 400,
|
| 732 |
+
"max_steps": 400,
|
| 733 |
+
"route_completion": 14.67975487858631,
|
| 734 |
+
"manipulation_score": 14.67975487858631,
|
| 735 |
+
"total_penalty_factor": 1.0,
|
| 736 |
+
"fail_reason": null,
|
| 737 |
+
"penalty_events": []
|
| 738 |
+
},
|
| 739 |
+
{
|
| 740 |
+
"episode_id": 42,
|
| 741 |
+
"seed": 100064,
|
| 742 |
+
"success": false,
|
| 743 |
+
"steps_taken": 133,
|
| 744 |
+
"max_steps": 400,
|
| 745 |
+
"route_completion": 34.86368279041685,
|
| 746 |
+
"manipulation_score": 17.431841395208426,
|
| 747 |
+
"total_penalty_factor": 0.5,
|
| 748 |
+
"fail_reason": "out_of_bounds",
|
| 749 |
+
"penalty_events": [
|
| 750 |
+
{
|
| 751 |
+
"event_type": "out_of_bounds",
|
| 752 |
+
"timestep": 133,
|
| 753 |
+
"penalty_factor": 0.5,
|
| 754 |
+
"details": "Target object left workspace/view"
|
| 755 |
+
}
|
| 756 |
+
]
|
| 757 |
+
},
|
| 758 |
+
{
|
| 759 |
+
"episode_id": 43,
|
| 760 |
+
"seed": 100065,
|
| 761 |
+
"success": false,
|
| 762 |
+
"steps_taken": 158,
|
| 763 |
+
"max_steps": 400,
|
| 764 |
+
"route_completion": 0.0,
|
| 765 |
+
"manipulation_score": 0.0,
|
| 766 |
+
"total_penalty_factor": 0.5,
|
| 767 |
+
"fail_reason": "out_of_bounds",
|
| 768 |
+
"penalty_events": [
|
| 769 |
+
{
|
| 770 |
+
"event_type": "out_of_bounds",
|
| 771 |
+
"timestep": 158,
|
| 772 |
+
"penalty_factor": 0.5,
|
| 773 |
+
"details": "Target object left workspace/view"
|
| 774 |
+
}
|
| 775 |
+
]
|
| 776 |
+
},
|
| 777 |
+
{
|
| 778 |
+
"episode_id": 44,
|
| 779 |
+
"seed": 100066,
|
| 780 |
+
"success": false,
|
| 781 |
+
"steps_taken": 300,
|
| 782 |
+
"max_steps": 400,
|
| 783 |
+
"route_completion": 0.0,
|
| 784 |
+
"manipulation_score": 0.0,
|
| 785 |
+
"total_penalty_factor": 0.5,
|
| 786 |
+
"fail_reason": "out_of_bounds",
|
| 787 |
+
"penalty_events": [
|
| 788 |
+
{
|
| 789 |
+
"event_type": "out_of_bounds",
|
| 790 |
+
"timestep": 300,
|
| 791 |
+
"penalty_factor": 0.5,
|
| 792 |
+
"details": "Target object left workspace/view"
|
| 793 |
+
}
|
| 794 |
+
]
|
| 795 |
+
},
|
| 796 |
+
{
|
| 797 |
+
"episode_id": 45,
|
| 798 |
+
"seed": 100067,
|
| 799 |
+
"success": false,
|
| 800 |
+
"steps_taken": 154,
|
| 801 |
+
"max_steps": 400,
|
| 802 |
+
"route_completion": 32.63340353268842,
|
| 803 |
+
"manipulation_score": 16.31670176634421,
|
| 804 |
+
"total_penalty_factor": 0.5,
|
| 805 |
+
"fail_reason": "out_of_bounds",
|
| 806 |
+
"penalty_events": [
|
| 807 |
+
{
|
| 808 |
+
"event_type": "out_of_bounds",
|
| 809 |
+
"timestep": 154,
|
| 810 |
+
"penalty_factor": 0.5,
|
| 811 |
+
"details": "Target object left workspace/view"
|
| 812 |
+
}
|
| 813 |
+
]
|
| 814 |
+
},
|
| 815 |
+
{
|
| 816 |
+
"episode_id": 46,
|
| 817 |
+
"seed": 100068,
|
| 818 |
+
"success": false,
|
| 819 |
+
"steps_taken": 123,
|
| 820 |
+
"max_steps": 400,
|
| 821 |
+
"route_completion": 10.146858879885855,
|
| 822 |
+
"manipulation_score": 5.073429439942927,
|
| 823 |
+
"total_penalty_factor": 0.5,
|
| 824 |
+
"fail_reason": "out_of_bounds",
|
| 825 |
+
"penalty_events": [
|
| 826 |
+
{
|
| 827 |
+
"event_type": "out_of_bounds",
|
| 828 |
+
"timestep": 123,
|
| 829 |
+
"penalty_factor": 0.5,
|
| 830 |
+
"details": "Target object left workspace/view"
|
| 831 |
+
}
|
| 832 |
+
]
|
| 833 |
+
},
|
| 834 |
+
{
|
| 835 |
+
"episode_id": 47,
|
| 836 |
+
"seed": 100069,
|
| 837 |
+
"success": false,
|
| 838 |
+
"steps_taken": 108,
|
| 839 |
+
"max_steps": 400,
|
| 840 |
+
"route_completion": 39.87439051500566,
|
| 841 |
+
"manipulation_score": 19.93719525750283,
|
| 842 |
+
"total_penalty_factor": 0.5,
|
| 843 |
+
"fail_reason": "out_of_bounds",
|
| 844 |
+
"penalty_events": [
|
| 845 |
+
{
|
| 846 |
+
"event_type": "out_of_bounds",
|
| 847 |
+
"timestep": 108,
|
| 848 |
+
"penalty_factor": 0.5,
|
| 849 |
+
"details": "Target object left workspace/view"
|
| 850 |
+
}
|
| 851 |
+
]
|
| 852 |
+
},
|
| 853 |
+
{
|
| 854 |
+
"episode_id": 48,
|
| 855 |
+
"seed": 100070,
|
| 856 |
+
"success": true,
|
| 857 |
+
"steps_taken": 138,
|
| 858 |
+
"max_steps": 400,
|
| 859 |
+
"route_completion": 100.0,
|
| 860 |
+
"manipulation_score": 100.0,
|
| 861 |
+
"total_penalty_factor": 1.0,
|
| 862 |
+
"fail_reason": null,
|
| 863 |
+
"penalty_events": []
|
| 864 |
+
},
|
| 865 |
+
{
|
| 866 |
+
"episode_id": 49,
|
| 867 |
+
"seed": 100071,
|
| 868 |
+
"success": false,
|
| 869 |
+
"steps_taken": 134,
|
| 870 |
+
"max_steps": 400,
|
| 871 |
+
"route_completion": 13.548096044455319,
|
| 872 |
+
"manipulation_score": 6.774048022227659,
|
| 873 |
+
"total_penalty_factor": 0.5,
|
| 874 |
+
"fail_reason": "out_of_bounds",
|
| 875 |
+
"penalty_events": [
|
| 876 |
+
{
|
| 877 |
+
"event_type": "out_of_bounds",
|
| 878 |
+
"timestep": 134,
|
| 879 |
+
"penalty_factor": 0.5,
|
| 880 |
+
"details": "Target object left workspace/view"
|
| 881 |
+
}
|
| 882 |
+
]
|
| 883 |
+
},
|
| 884 |
+
{
|
| 885 |
+
"episode_id": 50,
|
| 886 |
+
"seed": 100072,
|
| 887 |
+
"success": false,
|
| 888 |
+
"steps_taken": 291,
|
| 889 |
+
"max_steps": 400,
|
| 890 |
+
"route_completion": 18.41450529391235,
|
| 891 |
+
"manipulation_score": 9.207252646956174,
|
| 892 |
+
"total_penalty_factor": 0.5,
|
| 893 |
+
"fail_reason": "out_of_bounds",
|
| 894 |
+
"penalty_events": [
|
| 895 |
+
{
|
| 896 |
+
"event_type": "out_of_bounds",
|
| 897 |
+
"timestep": 291,
|
| 898 |
+
"penalty_factor": 0.5,
|
| 899 |
+
"details": "Target object left workspace/view"
|
| 900 |
+
}
|
| 901 |
+
]
|
| 902 |
+
},
|
| 903 |
+
{
|
| 904 |
+
"episode_id": 51,
|
| 905 |
+
"seed": 100073,
|
| 906 |
+
"success": false,
|
| 907 |
+
"steps_taken": 100,
|
| 908 |
+
"max_steps": 400,
|
| 909 |
+
"route_completion": 36.01936628896184,
|
| 910 |
+
"manipulation_score": 18.00968314448092,
|
| 911 |
+
"total_penalty_factor": 0.5,
|
| 912 |
+
"fail_reason": "out_of_bounds",
|
| 913 |
+
"penalty_events": [
|
| 914 |
+
{
|
| 915 |
+
"event_type": "out_of_bounds",
|
| 916 |
+
"timestep": 100,
|
| 917 |
+
"penalty_factor": 0.5,
|
| 918 |
+
"details": "Target object left workspace/view"
|
| 919 |
+
}
|
| 920 |
+
]
|
| 921 |
+
},
|
| 922 |
+
{
|
| 923 |
+
"episode_id": 52,
|
| 924 |
+
"seed": 100075,
|
| 925 |
+
"success": false,
|
| 926 |
+
"steps_taken": 192,
|
| 927 |
+
"max_steps": 400,
|
| 928 |
+
"route_completion": 33.75207533103009,
|
| 929 |
+
"manipulation_score": 16.876037665515046,
|
| 930 |
+
"total_penalty_factor": 0.5,
|
| 931 |
+
"fail_reason": "out_of_bounds",
|
| 932 |
+
"penalty_events": [
|
| 933 |
+
{
|
| 934 |
+
"event_type": "out_of_bounds",
|
| 935 |
+
"timestep": 192,
|
| 936 |
+
"penalty_factor": 0.5,
|
| 937 |
+
"details": "Target object left workspace/view"
|
| 938 |
+
}
|
| 939 |
+
]
|
| 940 |
+
},
|
| 941 |
+
{
|
| 942 |
+
"episode_id": 53,
|
| 943 |
+
"seed": 100076,
|
| 944 |
+
"success": false,
|
| 945 |
+
"steps_taken": 190,
|
| 946 |
+
"max_steps": 400,
|
| 947 |
+
"route_completion": 0.026141464463620163,
|
| 948 |
+
"manipulation_score": 0.013070732231810081,
|
| 949 |
+
"total_penalty_factor": 0.5,
|
| 950 |
+
"fail_reason": "out_of_bounds",
|
| 951 |
+
"penalty_events": [
|
| 952 |
+
{
|
| 953 |
+
"event_type": "out_of_bounds",
|
| 954 |
+
"timestep": 190,
|
| 955 |
+
"penalty_factor": 0.5,
|
| 956 |
+
"details": "Target object left workspace/view"
|
| 957 |
+
}
|
| 958 |
+
]
|
| 959 |
+
},
|
| 960 |
+
{
|
| 961 |
+
"episode_id": 54,
|
| 962 |
+
"seed": 100077,
|
| 963 |
+
"success": false,
|
| 964 |
+
"steps_taken": 323,
|
| 965 |
+
"max_steps": 400,
|
| 966 |
+
"route_completion": 41.05241163640416,
|
| 967 |
+
"manipulation_score": 20.52620581820208,
|
| 968 |
+
"total_penalty_factor": 0.5,
|
| 969 |
+
"fail_reason": "out_of_bounds",
|
| 970 |
+
"penalty_events": [
|
| 971 |
+
{
|
| 972 |
+
"event_type": "out_of_bounds",
|
| 973 |
+
"timestep": 323,
|
| 974 |
+
"penalty_factor": 0.5,
|
| 975 |
+
"details": "Target object left workspace/view"
|
| 976 |
+
}
|
| 977 |
+
]
|
| 978 |
+
},
|
| 979 |
+
{
|
| 980 |
+
"episode_id": 55,
|
| 981 |
+
"seed": 100078,
|
| 982 |
+
"success": false,
|
| 983 |
+
"steps_taken": 229,
|
| 984 |
+
"max_steps": 400,
|
| 985 |
+
"route_completion": 1.0958555947320823,
|
| 986 |
+
"manipulation_score": 0.5479277973660411,
|
| 987 |
+
"total_penalty_factor": 0.5,
|
| 988 |
+
"fail_reason": "out_of_bounds",
|
| 989 |
+
"penalty_events": [
|
| 990 |
+
{
|
| 991 |
+
"event_type": "out_of_bounds",
|
| 992 |
+
"timestep": 229,
|
| 993 |
+
"penalty_factor": 0.5,
|
| 994 |
+
"details": "Target object left workspace/view"
|
| 995 |
+
}
|
| 996 |
+
]
|
| 997 |
+
},
|
| 998 |
+
{
|
| 999 |
+
"episode_id": 56,
|
| 1000 |
+
"seed": 100079,
|
| 1001 |
+
"success": false,
|
| 1002 |
+
"steps_taken": 121,
|
| 1003 |
+
"max_steps": 400,
|
| 1004 |
+
"route_completion": 29.730004070860723,
|
| 1005 |
+
"manipulation_score": 14.865002035430361,
|
| 1006 |
+
"total_penalty_factor": 0.5,
|
| 1007 |
+
"fail_reason": "out_of_bounds",
|
| 1008 |
+
"penalty_events": [
|
| 1009 |
+
{
|
| 1010 |
+
"event_type": "out_of_bounds",
|
| 1011 |
+
"timestep": 121,
|
| 1012 |
+
"penalty_factor": 0.5,
|
| 1013 |
+
"details": "Target object left workspace/view"
|
| 1014 |
+
}
|
| 1015 |
+
]
|
| 1016 |
+
},
|
| 1017 |
+
{
|
| 1018 |
+
"episode_id": 57,
|
| 1019 |
+
"seed": 100080,
|
| 1020 |
+
"success": false,
|
| 1021 |
+
"steps_taken": 186,
|
| 1022 |
+
"max_steps": 400,
|
| 1023 |
+
"route_completion": 35.258982850339315,
|
| 1024 |
+
"manipulation_score": 17.629491425169658,
|
| 1025 |
+
"total_penalty_factor": 0.5,
|
| 1026 |
+
"fail_reason": "out_of_bounds",
|
| 1027 |
+
"penalty_events": [
|
| 1028 |
+
{
|
| 1029 |
+
"event_type": "out_of_bounds",
|
| 1030 |
+
"timestep": 186,
|
| 1031 |
+
"penalty_factor": 0.5,
|
| 1032 |
+
"details": "Target object left workspace/view"
|
| 1033 |
+
}
|
| 1034 |
+
]
|
| 1035 |
+
},
|
| 1036 |
+
{
|
| 1037 |
+
"episode_id": 58,
|
| 1038 |
+
"seed": 100083,
|
| 1039 |
+
"success": false,
|
| 1040 |
+
"steps_taken": 400,
|
| 1041 |
+
"max_steps": 400,
|
| 1042 |
+
"route_completion": 30.84400134142506,
|
| 1043 |
+
"manipulation_score": 30.84400134142506,
|
| 1044 |
+
"total_penalty_factor": 1.0,
|
| 1045 |
+
"fail_reason": null,
|
| 1046 |
+
"penalty_events": []
|
| 1047 |
+
},
|
| 1048 |
+
{
|
| 1049 |
+
"episode_id": 59,
|
| 1050 |
+
"seed": 100085,
|
| 1051 |
+
"success": false,
|
| 1052 |
+
"steps_taken": 124,
|
| 1053 |
+
"max_steps": 400,
|
| 1054 |
+
"route_completion": 26.07056245371166,
|
| 1055 |
+
"manipulation_score": 13.03528122685583,
|
| 1056 |
+
"total_penalty_factor": 0.5,
|
| 1057 |
+
"fail_reason": "out_of_bounds",
|
| 1058 |
+
"penalty_events": [
|
| 1059 |
+
{
|
| 1060 |
+
"event_type": "out_of_bounds",
|
| 1061 |
+
"timestep": 124,
|
| 1062 |
+
"penalty_factor": 0.5,
|
| 1063 |
+
"details": "Target object left workspace/view"
|
| 1064 |
+
}
|
| 1065 |
+
]
|
| 1066 |
+
},
|
| 1067 |
+
{
|
| 1068 |
+
"episode_id": 60,
|
| 1069 |
+
"seed": 100088,
|
| 1070 |
+
"success": false,
|
| 1071 |
+
"steps_taken": 291,
|
| 1072 |
+
"max_steps": 400,
|
| 1073 |
+
"route_completion": 27.35091141982692,
|
| 1074 |
+
"manipulation_score": 13.67545570991346,
|
| 1075 |
+
"total_penalty_factor": 0.5,
|
| 1076 |
+
"fail_reason": "out_of_bounds",
|
| 1077 |
+
"penalty_events": [
|
| 1078 |
+
{
|
| 1079 |
+
"event_type": "out_of_bounds",
|
| 1080 |
+
"timestep": 291,
|
| 1081 |
+
"penalty_factor": 0.5,
|
| 1082 |
+
"details": "Target object left workspace/view"
|
| 1083 |
+
}
|
| 1084 |
+
]
|
| 1085 |
+
},
|
| 1086 |
+
{
|
| 1087 |
+
"episode_id": 61,
|
| 1088 |
+
"seed": 100089,
|
| 1089 |
+
"success": false,
|
| 1090 |
+
"steps_taken": 238,
|
| 1091 |
+
"max_steps": 400,
|
| 1092 |
+
"route_completion": 40.06874115152933,
|
| 1093 |
+
"manipulation_score": 20.034370575764665,
|
| 1094 |
+
"total_penalty_factor": 0.5,
|
| 1095 |
+
"fail_reason": "out_of_bounds",
|
| 1096 |
+
"penalty_events": [
|
| 1097 |
+
{
|
| 1098 |
+
"event_type": "out_of_bounds",
|
| 1099 |
+
"timestep": 238,
|
| 1100 |
+
"penalty_factor": 0.5,
|
| 1101 |
+
"details": "Target object left workspace/view"
|
| 1102 |
+
}
|
| 1103 |
+
]
|
| 1104 |
+
},
|
| 1105 |
+
{
|
| 1106 |
+
"episode_id": 62,
|
| 1107 |
+
"seed": 100090,
|
| 1108 |
+
"success": false,
|
| 1109 |
+
"steps_taken": 103,
|
| 1110 |
+
"max_steps": 400,
|
| 1111 |
+
"route_completion": 7.720529099537007,
|
| 1112 |
+
"manipulation_score": 3.8602645497685035,
|
| 1113 |
+
"total_penalty_factor": 0.5,
|
| 1114 |
+
"fail_reason": "out_of_bounds",
|
| 1115 |
+
"penalty_events": [
|
| 1116 |
+
{
|
| 1117 |
+
"event_type": "out_of_bounds",
|
| 1118 |
+
"timestep": 103,
|
| 1119 |
+
"penalty_factor": 0.5,
|
| 1120 |
+
"details": "Target object left workspace/view"
|
| 1121 |
+
}
|
| 1122 |
+
]
|
| 1123 |
+
},
|
| 1124 |
+
{
|
| 1125 |
+
"episode_id": 63,
|
| 1126 |
+
"seed": 100092,
|
| 1127 |
+
"success": false,
|
| 1128 |
+
"steps_taken": 386,
|
| 1129 |
+
"max_steps": 400,
|
| 1130 |
+
"route_completion": 14.342597282003656,
|
| 1131 |
+
"manipulation_score": 7.171298641001828,
|
| 1132 |
+
"total_penalty_factor": 0.5,
|
| 1133 |
+
"fail_reason": "out_of_bounds",
|
| 1134 |
+
"penalty_events": [
|
| 1135 |
+
{
|
| 1136 |
+
"event_type": "out_of_bounds",
|
| 1137 |
+
"timestep": 386,
|
| 1138 |
+
"penalty_factor": 0.5,
|
| 1139 |
+
"details": "Target object left workspace/view"
|
| 1140 |
+
}
|
| 1141 |
+
]
|
| 1142 |
+
},
|
| 1143 |
+
{
|
| 1144 |
+
"episode_id": 64,
|
| 1145 |
+
"seed": 100093,
|
| 1146 |
+
"success": false,
|
| 1147 |
+
"steps_taken": 228,
|
| 1148 |
+
"max_steps": 400,
|
| 1149 |
+
"route_completion": 33.395579670502364,
|
| 1150 |
+
"manipulation_score": 16.697789835251182,
|
| 1151 |
+
"total_penalty_factor": 0.5,
|
| 1152 |
+
"fail_reason": "out_of_bounds",
|
| 1153 |
+
"penalty_events": [
|
| 1154 |
+
{
|
| 1155 |
+
"event_type": "out_of_bounds",
|
| 1156 |
+
"timestep": 228,
|
| 1157 |
+
"penalty_factor": 0.5,
|
| 1158 |
+
"details": "Target object left workspace/view"
|
| 1159 |
+
}
|
| 1160 |
+
]
|
| 1161 |
+
},
|
| 1162 |
+
{
|
| 1163 |
+
"episode_id": 65,
|
| 1164 |
+
"seed": 100094,
|
| 1165 |
+
"success": true,
|
| 1166 |
+
"steps_taken": 135,
|
| 1167 |
+
"max_steps": 400,
|
| 1168 |
+
"route_completion": 100.0,
|
| 1169 |
+
"manipulation_score": 100.0,
|
| 1170 |
+
"total_penalty_factor": 1.0,
|
| 1171 |
+
"fail_reason": null,
|
| 1172 |
+
"penalty_events": []
|
| 1173 |
+
},
|
| 1174 |
+
{
|
| 1175 |
+
"episode_id": 66,
|
| 1176 |
+
"seed": 100095,
|
| 1177 |
+
"success": false,
|
| 1178 |
+
"steps_taken": 294,
|
| 1179 |
+
"max_steps": 400,
|
| 1180 |
+
"route_completion": 40.6488378597131,
|
| 1181 |
+
"manipulation_score": 20.32441892985655,
|
| 1182 |
+
"total_penalty_factor": 0.5,
|
| 1183 |
+
"fail_reason": "out_of_bounds",
|
| 1184 |
+
"penalty_events": [
|
| 1185 |
+
{
|
| 1186 |
+
"event_type": "out_of_bounds",
|
| 1187 |
+
"timestep": 294,
|
| 1188 |
+
"penalty_factor": 0.5,
|
| 1189 |
+
"details": "Target object left workspace/view"
|
| 1190 |
+
}
|
| 1191 |
+
]
|
| 1192 |
+
},
|
| 1193 |
+
{
|
| 1194 |
+
"episode_id": 67,
|
| 1195 |
+
"seed": 100096,
|
| 1196 |
+
"success": false,
|
| 1197 |
+
"steps_taken": 129,
|
| 1198 |
+
"max_steps": 400,
|
| 1199 |
+
"route_completion": 0.012529645709140783,
|
| 1200 |
+
"manipulation_score": 0.006264822854570392,
|
| 1201 |
+
"total_penalty_factor": 0.5,
|
| 1202 |
+
"fail_reason": "out_of_bounds",
|
| 1203 |
+
"penalty_events": [
|
| 1204 |
+
{
|
| 1205 |
+
"event_type": "out_of_bounds",
|
| 1206 |
+
"timestep": 129,
|
| 1207 |
+
"penalty_factor": 0.5,
|
| 1208 |
+
"details": "Target object left workspace/view"
|
| 1209 |
+
}
|
| 1210 |
+
]
|
| 1211 |
+
},
|
| 1212 |
+
{
|
| 1213 |
+
"episode_id": 68,
|
| 1214 |
+
"seed": 100098,
|
| 1215 |
+
"success": false,
|
| 1216 |
+
"steps_taken": 230,
|
| 1217 |
+
"max_steps": 400,
|
| 1218 |
+
"route_completion": 38.77165786731342,
|
| 1219 |
+
"manipulation_score": 19.38582893365671,
|
| 1220 |
+
"total_penalty_factor": 0.5,
|
| 1221 |
+
"fail_reason": "out_of_bounds",
|
| 1222 |
+
"penalty_events": [
|
| 1223 |
+
{
|
| 1224 |
+
"event_type": "out_of_bounds",
|
| 1225 |
+
"timestep": 230,
|
| 1226 |
+
"penalty_factor": 0.5,
|
| 1227 |
+
"details": "Target object left workspace/view"
|
| 1228 |
+
}
|
| 1229 |
+
]
|
| 1230 |
+
},
|
| 1231 |
+
{
|
| 1232 |
+
"episode_id": 69,
|
| 1233 |
+
"seed": 100099,
|
| 1234 |
+
"success": false,
|
| 1235 |
+
"steps_taken": 153,
|
| 1236 |
+
"max_steps": 400,
|
| 1237 |
+
"route_completion": 20.30671324680761,
|
| 1238 |
+
"manipulation_score": 10.153356623403806,
|
| 1239 |
+
"total_penalty_factor": 0.5,
|
| 1240 |
+
"fail_reason": "out_of_bounds",
|
| 1241 |
+
"penalty_events": [
|
| 1242 |
+
{
|
| 1243 |
+
"event_type": "out_of_bounds",
|
| 1244 |
+
"timestep": 153,
|
| 1245 |
+
"penalty_factor": 0.5,
|
| 1246 |
+
"details": "Target object left workspace/view"
|
| 1247 |
+
}
|
| 1248 |
+
]
|
| 1249 |
+
},
|
| 1250 |
+
{
|
| 1251 |
+
"episode_id": 70,
|
| 1252 |
+
"seed": 100100,
|
| 1253 |
+
"success": false,
|
| 1254 |
+
"steps_taken": 183,
|
| 1255 |
+
"max_steps": 400,
|
| 1256 |
+
"route_completion": 0.0,
|
| 1257 |
+
"manipulation_score": 0.0,
|
| 1258 |
+
"total_penalty_factor": 0.5,
|
| 1259 |
+
"fail_reason": "out_of_bounds",
|
| 1260 |
+
"penalty_events": [
|
| 1261 |
+
{
|
| 1262 |
+
"event_type": "out_of_bounds",
|
| 1263 |
+
"timestep": 183,
|
| 1264 |
+
"penalty_factor": 0.5,
|
| 1265 |
+
"details": "Target object left workspace/view"
|
| 1266 |
+
}
|
| 1267 |
+
]
|
| 1268 |
+
},
|
| 1269 |
+
{
|
| 1270 |
+
"episode_id": 71,
|
| 1271 |
+
"seed": 100101,
|
| 1272 |
+
"success": false,
|
| 1273 |
+
"steps_taken": 101,
|
| 1274 |
+
"max_steps": 400,
|
| 1275 |
+
"route_completion": 28.90366913091115,
|
| 1276 |
+
"manipulation_score": 14.451834565455576,
|
| 1277 |
+
"total_penalty_factor": 0.5,
|
| 1278 |
+
"fail_reason": "out_of_bounds",
|
| 1279 |
+
"penalty_events": [
|
| 1280 |
+
{
|
| 1281 |
+
"event_type": "out_of_bounds",
|
| 1282 |
+
"timestep": 101,
|
| 1283 |
+
"penalty_factor": 0.5,
|
| 1284 |
+
"details": "Target object left workspace/view"
|
| 1285 |
+
}
|
| 1286 |
+
]
|
| 1287 |
+
},
|
| 1288 |
+
{
|
| 1289 |
+
"episode_id": 72,
|
| 1290 |
+
"seed": 100102,
|
| 1291 |
+
"success": false,
|
| 1292 |
+
"steps_taken": 125,
|
| 1293 |
+
"max_steps": 400,
|
| 1294 |
+
"route_completion": 55.804412277880175,
|
| 1295 |
+
"manipulation_score": 27.902206138940087,
|
| 1296 |
+
"total_penalty_factor": 0.5,
|
| 1297 |
+
"fail_reason": "out_of_bounds",
|
| 1298 |
+
"penalty_events": [
|
| 1299 |
+
{
|
| 1300 |
+
"event_type": "out_of_bounds",
|
| 1301 |
+
"timestep": 125,
|
| 1302 |
+
"penalty_factor": 0.5,
|
| 1303 |
+
"details": "Target object left workspace/view"
|
| 1304 |
+
}
|
| 1305 |
+
]
|
| 1306 |
+
},
|
| 1307 |
+
{
|
| 1308 |
+
"episode_id": 73,
|
| 1309 |
+
"seed": 100103,
|
| 1310 |
+
"success": false,
|
| 1311 |
+
"steps_taken": 117,
|
| 1312 |
+
"max_steps": 400,
|
| 1313 |
+
"route_completion": 13.534589139519221,
|
| 1314 |
+
"manipulation_score": 6.767294569759611,
|
| 1315 |
+
"total_penalty_factor": 0.5,
|
| 1316 |
+
"fail_reason": "out_of_bounds",
|
| 1317 |
+
"penalty_events": [
|
| 1318 |
+
{
|
| 1319 |
+
"event_type": "out_of_bounds",
|
| 1320 |
+
"timestep": 117,
|
| 1321 |
+
"penalty_factor": 0.5,
|
| 1322 |
+
"details": "Target object left workspace/view"
|
| 1323 |
+
}
|
| 1324 |
+
]
|
| 1325 |
+
},
|
| 1326 |
+
{
|
| 1327 |
+
"episode_id": 74,
|
| 1328 |
+
"seed": 100104,
|
| 1329 |
+
"success": false,
|
| 1330 |
+
"steps_taken": 118,
|
| 1331 |
+
"max_steps": 400,
|
| 1332 |
+
"route_completion": 35.73470671236487,
|
| 1333 |
+
"manipulation_score": 17.867353356182434,
|
| 1334 |
+
"total_penalty_factor": 0.5,
|
| 1335 |
+
"fail_reason": "out_of_bounds",
|
| 1336 |
+
"penalty_events": [
|
| 1337 |
+
{
|
| 1338 |
+
"event_type": "out_of_bounds",
|
| 1339 |
+
"timestep": 118,
|
| 1340 |
+
"penalty_factor": 0.5,
|
| 1341 |
+
"details": "Target object left workspace/view"
|
| 1342 |
+
}
|
| 1343 |
+
]
|
| 1344 |
+
},
|
| 1345 |
+
{
|
| 1346 |
+
"episode_id": 75,
|
| 1347 |
+
"seed": 100105,
|
| 1348 |
+
"success": false,
|
| 1349 |
+
"steps_taken": 114,
|
| 1350 |
+
"max_steps": 400,
|
| 1351 |
+
"route_completion": 6.67823816772533,
|
| 1352 |
+
"manipulation_score": 3.339119083862665,
|
| 1353 |
+
"total_penalty_factor": 0.5,
|
| 1354 |
+
"fail_reason": "out_of_bounds",
|
| 1355 |
+
"penalty_events": [
|
| 1356 |
+
{
|
| 1357 |
+
"event_type": "out_of_bounds",
|
| 1358 |
+
"timestep": 114,
|
| 1359 |
+
"penalty_factor": 0.5,
|
| 1360 |
+
"details": "Target object left workspace/view"
|
| 1361 |
+
}
|
| 1362 |
+
]
|
| 1363 |
+
},
|
| 1364 |
+
{
|
| 1365 |
+
"episode_id": 76,
|
| 1366 |
+
"seed": 100108,
|
| 1367 |
+
"success": false,
|
| 1368 |
+
"steps_taken": 201,
|
| 1369 |
+
"max_steps": 400,
|
| 1370 |
+
"route_completion": 54.86203568833734,
|
| 1371 |
+
"manipulation_score": 27.43101784416867,
|
| 1372 |
+
"total_penalty_factor": 0.5,
|
| 1373 |
+
"fail_reason": "out_of_bounds",
|
| 1374 |
+
"penalty_events": [
|
| 1375 |
+
{
|
| 1376 |
+
"event_type": "out_of_bounds",
|
| 1377 |
+
"timestep": 201,
|
| 1378 |
+
"penalty_factor": 0.5,
|
| 1379 |
+
"details": "Target object left workspace/view"
|
| 1380 |
+
}
|
| 1381 |
+
]
|
| 1382 |
+
},
|
| 1383 |
+
{
|
| 1384 |
+
"episode_id": 77,
|
| 1385 |
+
"seed": 100109,
|
| 1386 |
+
"success": false,
|
| 1387 |
+
"steps_taken": 90,
|
| 1388 |
+
"max_steps": 400,
|
| 1389 |
+
"route_completion": 0.0343782936299973,
|
| 1390 |
+
"manipulation_score": 0.01718914681499865,
|
| 1391 |
+
"total_penalty_factor": 0.5,
|
| 1392 |
+
"fail_reason": "out_of_bounds",
|
| 1393 |
+
"penalty_events": [
|
| 1394 |
+
{
|
| 1395 |
+
"event_type": "out_of_bounds",
|
| 1396 |
+
"timestep": 90,
|
| 1397 |
+
"penalty_factor": 0.5,
|
| 1398 |
+
"details": "Target object left workspace/view"
|
| 1399 |
+
}
|
| 1400 |
+
]
|
| 1401 |
+
},
|
| 1402 |
+
{
|
| 1403 |
+
"episode_id": 78,
|
| 1404 |
+
"seed": 100110,
|
| 1405 |
+
"success": false,
|
| 1406 |
+
"steps_taken": 93,
|
| 1407 |
+
"max_steps": 400,
|
| 1408 |
+
"route_completion": 0.03719403014489648,
|
| 1409 |
+
"manipulation_score": 0.01859701507244824,
|
| 1410 |
+
"total_penalty_factor": 0.5,
|
| 1411 |
+
"fail_reason": "out_of_bounds",
|
| 1412 |
+
"penalty_events": [
|
| 1413 |
+
{
|
| 1414 |
+
"event_type": "out_of_bounds",
|
| 1415 |
+
"timestep": 93,
|
| 1416 |
+
"penalty_factor": 0.5,
|
| 1417 |
+
"details": "Target object left workspace/view"
|
| 1418 |
+
}
|
| 1419 |
+
]
|
| 1420 |
+
},
|
| 1421 |
+
{
|
| 1422 |
+
"episode_id": 79,
|
| 1423 |
+
"seed": 100111,
|
| 1424 |
+
"success": false,
|
| 1425 |
+
"steps_taken": 121,
|
| 1426 |
+
"max_steps": 400,
|
| 1427 |
+
"route_completion": 22.881996067237488,
|
| 1428 |
+
"manipulation_score": 11.440998033618744,
|
| 1429 |
+
"total_penalty_factor": 0.5,
|
| 1430 |
+
"fail_reason": "out_of_bounds",
|
| 1431 |
+
"penalty_events": [
|
| 1432 |
+
{
|
| 1433 |
+
"event_type": "out_of_bounds",
|
| 1434 |
+
"timestep": 121,
|
| 1435 |
+
"penalty_factor": 0.5,
|
| 1436 |
+
"details": "Target object left workspace/view"
|
| 1437 |
+
}
|
| 1438 |
+
]
|
| 1439 |
+
},
|
| 1440 |
+
{
|
| 1441 |
+
"episode_id": 80,
|
| 1442 |
+
"seed": 100112,
|
| 1443 |
+
"success": false,
|
| 1444 |
+
"steps_taken": 97,
|
| 1445 |
+
"max_steps": 400,
|
| 1446 |
+
"route_completion": 13.686448671989893,
|
| 1447 |
+
"manipulation_score": 6.843224335994947,
|
| 1448 |
+
"total_penalty_factor": 0.5,
|
| 1449 |
+
"fail_reason": "out_of_bounds",
|
| 1450 |
+
"penalty_events": [
|
| 1451 |
+
{
|
| 1452 |
+
"event_type": "out_of_bounds",
|
| 1453 |
+
"timestep": 97,
|
| 1454 |
+
"penalty_factor": 0.5,
|
| 1455 |
+
"details": "Target object left workspace/view"
|
| 1456 |
+
}
|
| 1457 |
+
]
|
| 1458 |
+
},
|
| 1459 |
+
{
|
| 1460 |
+
"episode_id": 81,
|
| 1461 |
+
"seed": 100113,
|
| 1462 |
+
"success": false,
|
| 1463 |
+
"steps_taken": 400,
|
| 1464 |
+
"max_steps": 400,
|
| 1465 |
+
"route_completion": 45.15900005889586,
|
| 1466 |
+
"manipulation_score": 45.15900005889586,
|
| 1467 |
+
"total_penalty_factor": 1.0,
|
| 1468 |
+
"fail_reason": null,
|
| 1469 |
+
"penalty_events": []
|
| 1470 |
+
},
|
| 1471 |
+
{
|
| 1472 |
+
"episode_id": 82,
|
| 1473 |
+
"seed": 100114,
|
| 1474 |
+
"success": false,
|
| 1475 |
+
"steps_taken": 104,
|
| 1476 |
+
"max_steps": 400,
|
| 1477 |
+
"route_completion": 32.556581713960995,
|
| 1478 |
+
"manipulation_score": 16.278290856980497,
|
| 1479 |
+
"total_penalty_factor": 0.5,
|
| 1480 |
+
"fail_reason": "out_of_bounds",
|
| 1481 |
+
"penalty_events": [
|
| 1482 |
+
{
|
| 1483 |
+
"event_type": "out_of_bounds",
|
| 1484 |
+
"timestep": 104,
|
| 1485 |
+
"penalty_factor": 0.5,
|
| 1486 |
+
"details": "Target object left workspace/view"
|
| 1487 |
+
}
|
| 1488 |
+
]
|
| 1489 |
+
},
|
| 1490 |
+
{
|
| 1491 |
+
"episode_id": 83,
|
| 1492 |
+
"seed": 100115,
|
| 1493 |
+
"success": false,
|
| 1494 |
+
"steps_taken": 105,
|
| 1495 |
+
"max_steps": 400,
|
| 1496 |
+
"route_completion": 11.067784013160257,
|
| 1497 |
+
"manipulation_score": 5.533892006580128,
|
| 1498 |
+
"total_penalty_factor": 0.5,
|
| 1499 |
+
"fail_reason": "out_of_bounds",
|
| 1500 |
+
"penalty_events": [
|
| 1501 |
+
{
|
| 1502 |
+
"event_type": "out_of_bounds",
|
| 1503 |
+
"timestep": 105,
|
| 1504 |
+
"penalty_factor": 0.5,
|
| 1505 |
+
"details": "Target object left workspace/view"
|
| 1506 |
+
}
|
| 1507 |
+
]
|
| 1508 |
+
},
|
| 1509 |
+
{
|
| 1510 |
+
"episode_id": 84,
|
| 1511 |
+
"seed": 100116,
|
| 1512 |
+
"success": false,
|
| 1513 |
+
"steps_taken": 97,
|
| 1514 |
+
"max_steps": 400,
|
| 1515 |
+
"route_completion": 0.05550473726690302,
|
| 1516 |
+
"manipulation_score": 0.02775236863345151,
|
| 1517 |
+
"total_penalty_factor": 0.5,
|
| 1518 |
+
"fail_reason": "out_of_bounds",
|
| 1519 |
+
"penalty_events": [
|
| 1520 |
+
{
|
| 1521 |
+
"event_type": "out_of_bounds",
|
| 1522 |
+
"timestep": 97,
|
| 1523 |
+
"penalty_factor": 0.5,
|
| 1524 |
+
"details": "Target object left workspace/view"
|
| 1525 |
+
}
|
| 1526 |
+
]
|
| 1527 |
+
},
|
| 1528 |
+
{
|
| 1529 |
+
"episode_id": 85,
|
| 1530 |
+
"seed": 100117,
|
| 1531 |
+
"success": false,
|
| 1532 |
+
"steps_taken": 400,
|
| 1533 |
+
"max_steps": 400,
|
| 1534 |
+
"route_completion": 22.8913111663062,
|
| 1535 |
+
"manipulation_score": 22.8913111663062,
|
| 1536 |
+
"total_penalty_factor": 1.0,
|
| 1537 |
+
"fail_reason": null,
|
| 1538 |
+
"penalty_events": []
|
| 1539 |
+
},
|
| 1540 |
+
{
|
| 1541 |
+
"episode_id": 86,
|
| 1542 |
+
"seed": 100118,
|
| 1543 |
+
"success": false,
|
| 1544 |
+
"steps_taken": 98,
|
| 1545 |
+
"max_steps": 400,
|
| 1546 |
+
"route_completion": 33.03762761327974,
|
| 1547 |
+
"manipulation_score": 16.51881380663987,
|
| 1548 |
+
"total_penalty_factor": 0.5,
|
| 1549 |
+
"fail_reason": "out_of_bounds",
|
| 1550 |
+
"penalty_events": [
|
| 1551 |
+
{
|
| 1552 |
+
"event_type": "out_of_bounds",
|
| 1553 |
+
"timestep": 98,
|
| 1554 |
+
"penalty_factor": 0.5,
|
| 1555 |
+
"details": "Target object left workspace/view"
|
| 1556 |
+
}
|
| 1557 |
+
]
|
| 1558 |
+
},
|
| 1559 |
+
{
|
| 1560 |
+
"episode_id": 87,
|
| 1561 |
+
"seed": 100119,
|
| 1562 |
+
"success": false,
|
| 1563 |
+
"steps_taken": 131,
|
| 1564 |
+
"max_steps": 400,
|
| 1565 |
+
"route_completion": 39.735564976448444,
|
| 1566 |
+
"manipulation_score": 19.867782488224222,
|
| 1567 |
+
"total_penalty_factor": 0.5,
|
| 1568 |
+
"fail_reason": "out_of_bounds",
|
| 1569 |
+
"penalty_events": [
|
| 1570 |
+
{
|
| 1571 |
+
"event_type": "out_of_bounds",
|
| 1572 |
+
"timestep": 131,
|
| 1573 |
+
"penalty_factor": 0.5,
|
| 1574 |
+
"details": "Target object left workspace/view"
|
| 1575 |
+
}
|
| 1576 |
+
]
|
| 1577 |
+
},
|
| 1578 |
+
{
|
| 1579 |
+
"episode_id": 88,
|
| 1580 |
+
"seed": 100120,
|
| 1581 |
+
"success": false,
|
| 1582 |
+
"steps_taken": 201,
|
| 1583 |
+
"max_steps": 400,
|
| 1584 |
+
"route_completion": 5.151126271758057,
|
| 1585 |
+
"manipulation_score": 2.5755631358790283,
|
| 1586 |
+
"total_penalty_factor": 0.5,
|
| 1587 |
+
"fail_reason": "out_of_bounds",
|
| 1588 |
+
"penalty_events": [
|
| 1589 |
+
{
|
| 1590 |
+
"event_type": "out_of_bounds",
|
| 1591 |
+
"timestep": 201,
|
| 1592 |
+
"penalty_factor": 0.5,
|
| 1593 |
+
"details": "Target object left workspace/view"
|
| 1594 |
+
}
|
| 1595 |
+
]
|
| 1596 |
+
},
|
| 1597 |
+
{
|
| 1598 |
+
"episode_id": 89,
|
| 1599 |
+
"seed": 100121,
|
| 1600 |
+
"success": false,
|
| 1601 |
+
"steps_taken": 95,
|
| 1602 |
+
"max_steps": 400,
|
| 1603 |
+
"route_completion": 0.0,
|
| 1604 |
+
"manipulation_score": 0.0,
|
| 1605 |
+
"total_penalty_factor": 0.5,
|
| 1606 |
+
"fail_reason": "out_of_bounds",
|
| 1607 |
+
"penalty_events": [
|
| 1608 |
+
{
|
| 1609 |
+
"event_type": "out_of_bounds",
|
| 1610 |
+
"timestep": 95,
|
| 1611 |
+
"penalty_factor": 0.5,
|
| 1612 |
+
"details": "Target object left workspace/view"
|
| 1613 |
+
}
|
| 1614 |
+
]
|
| 1615 |
+
},
|
| 1616 |
+
{
|
| 1617 |
+
"episode_id": 90,
|
| 1618 |
+
"seed": 100124,
|
| 1619 |
+
"success": false,
|
| 1620 |
+
"steps_taken": 99,
|
| 1621 |
+
"max_steps": 400,
|
| 1622 |
+
"route_completion": 29.065172038249678,
|
| 1623 |
+
"manipulation_score": 14.532586019124839,
|
| 1624 |
+
"total_penalty_factor": 0.5,
|
| 1625 |
+
"fail_reason": "out_of_bounds",
|
| 1626 |
+
"penalty_events": [
|
| 1627 |
+
{
|
| 1628 |
+
"event_type": "out_of_bounds",
|
| 1629 |
+
"timestep": 99,
|
| 1630 |
+
"penalty_factor": 0.5,
|
| 1631 |
+
"details": "Target object left workspace/view"
|
| 1632 |
+
}
|
| 1633 |
+
]
|
| 1634 |
+
},
|
| 1635 |
+
{
|
| 1636 |
+
"episode_id": 91,
|
| 1637 |
+
"seed": 100125,
|
| 1638 |
+
"success": false,
|
| 1639 |
+
"steps_taken": 153,
|
| 1640 |
+
"max_steps": 400,
|
| 1641 |
+
"route_completion": 35.38604445439481,
|
| 1642 |
+
"manipulation_score": 17.693022227197407,
|
| 1643 |
+
"total_penalty_factor": 0.5,
|
| 1644 |
+
"fail_reason": "out_of_bounds",
|
| 1645 |
+
"penalty_events": [
|
| 1646 |
+
{
|
| 1647 |
+
"event_type": "out_of_bounds",
|
| 1648 |
+
"timestep": 153,
|
| 1649 |
+
"penalty_factor": 0.5,
|
| 1650 |
+
"details": "Target object left workspace/view"
|
| 1651 |
+
}
|
| 1652 |
+
]
|
| 1653 |
+
},
|
| 1654 |
+
{
|
| 1655 |
+
"episode_id": 92,
|
| 1656 |
+
"seed": 100126,
|
| 1657 |
+
"success": false,
|
| 1658 |
+
"steps_taken": 400,
|
| 1659 |
+
"max_steps": 400,
|
| 1660 |
+
"route_completion": 15.660741974700883,
|
| 1661 |
+
"manipulation_score": 15.660741974700883,
|
| 1662 |
+
"total_penalty_factor": 1.0,
|
| 1663 |
+
"fail_reason": null,
|
| 1664 |
+
"penalty_events": []
|
| 1665 |
+
},
|
| 1666 |
+
{
|
| 1667 |
+
"episode_id": 93,
|
| 1668 |
+
"seed": 100127,
|
| 1669 |
+
"success": false,
|
| 1670 |
+
"steps_taken": 125,
|
| 1671 |
+
"max_steps": 400,
|
| 1672 |
+
"route_completion": 0.015531882210071575,
|
| 1673 |
+
"manipulation_score": 0.0077659411050357875,
|
| 1674 |
+
"total_penalty_factor": 0.5,
|
| 1675 |
+
"fail_reason": "out_of_bounds",
|
| 1676 |
+
"penalty_events": [
|
| 1677 |
+
{
|
| 1678 |
+
"event_type": "out_of_bounds",
|
| 1679 |
+
"timestep": 125,
|
| 1680 |
+
"penalty_factor": 0.5,
|
| 1681 |
+
"details": "Target object left workspace/view"
|
| 1682 |
+
}
|
| 1683 |
+
]
|
| 1684 |
+
},
|
| 1685 |
+
{
|
| 1686 |
+
"episode_id": 94,
|
| 1687 |
+
"seed": 100128,
|
| 1688 |
+
"success": false,
|
| 1689 |
+
"steps_taken": 219,
|
| 1690 |
+
"max_steps": 400,
|
| 1691 |
+
"route_completion": 28.976010856620587,
|
| 1692 |
+
"manipulation_score": 14.488005428310293,
|
| 1693 |
+
"total_penalty_factor": 0.5,
|
| 1694 |
+
"fail_reason": "out_of_bounds",
|
| 1695 |
+
"penalty_events": [
|
| 1696 |
+
{
|
| 1697 |
+
"event_type": "out_of_bounds",
|
| 1698 |
+
"timestep": 219,
|
| 1699 |
+
"penalty_factor": 0.5,
|
| 1700 |
+
"details": "Target object left workspace/view"
|
| 1701 |
+
}
|
| 1702 |
+
]
|
| 1703 |
+
},
|
| 1704 |
+
{
|
| 1705 |
+
"episode_id": 95,
|
| 1706 |
+
"seed": 100130,
|
| 1707 |
+
"success": false,
|
| 1708 |
+
"steps_taken": 151,
|
| 1709 |
+
"max_steps": 400,
|
| 1710 |
+
"route_completion": 9.484283675477071,
|
| 1711 |
+
"manipulation_score": 4.742141837738536,
|
| 1712 |
+
"total_penalty_factor": 0.5,
|
| 1713 |
+
"fail_reason": "out_of_bounds",
|
| 1714 |
+
"penalty_events": [
|
| 1715 |
+
{
|
| 1716 |
+
"event_type": "out_of_bounds",
|
| 1717 |
+
"timestep": 151,
|
| 1718 |
+
"penalty_factor": 0.5,
|
| 1719 |
+
"details": "Target object left workspace/view"
|
| 1720 |
+
}
|
| 1721 |
+
]
|
| 1722 |
+
},
|
| 1723 |
+
{
|
| 1724 |
+
"episode_id": 96,
|
| 1725 |
+
"seed": 100131,
|
| 1726 |
+
"success": false,
|
| 1727 |
+
"steps_taken": 153,
|
| 1728 |
+
"max_steps": 400,
|
| 1729 |
+
"route_completion": 23.94082177833093,
|
| 1730 |
+
"manipulation_score": 11.970410889165464,
|
| 1731 |
+
"total_penalty_factor": 0.5,
|
| 1732 |
+
"fail_reason": "out_of_bounds",
|
| 1733 |
+
"penalty_events": [
|
| 1734 |
+
{
|
| 1735 |
+
"event_type": "out_of_bounds",
|
| 1736 |
+
"timestep": 153,
|
| 1737 |
+
"penalty_factor": 0.5,
|
| 1738 |
+
"details": "Target object left workspace/view"
|
| 1739 |
+
}
|
| 1740 |
+
]
|
| 1741 |
+
},
|
| 1742 |
+
{
|
| 1743 |
+
"episode_id": 97,
|
| 1744 |
+
"seed": 100132,
|
| 1745 |
+
"success": false,
|
| 1746 |
+
"steps_taken": 100,
|
| 1747 |
+
"max_steps": 400,
|
| 1748 |
+
"route_completion": 0.07073757419380264,
|
| 1749 |
+
"manipulation_score": 0.03536878709690132,
|
| 1750 |
+
"total_penalty_factor": 0.5,
|
| 1751 |
+
"fail_reason": "out_of_bounds",
|
| 1752 |
+
"penalty_events": [
|
| 1753 |
+
{
|
| 1754 |
+
"event_type": "out_of_bounds",
|
| 1755 |
+
"timestep": 100,
|
| 1756 |
+
"penalty_factor": 0.5,
|
| 1757 |
+
"details": "Target object left workspace/view"
|
| 1758 |
+
}
|
| 1759 |
+
]
|
| 1760 |
+
},
|
| 1761 |
+
{
|
| 1762 |
+
"episode_id": 98,
|
| 1763 |
+
"seed": 100133,
|
| 1764 |
+
"success": false,
|
| 1765 |
+
"steps_taken": 90,
|
| 1766 |
+
"max_steps": 400,
|
| 1767 |
+
"route_completion": 0.0,
|
| 1768 |
+
"manipulation_score": 0.0,
|
| 1769 |
+
"total_penalty_factor": 0.5,
|
| 1770 |
+
"fail_reason": "out_of_bounds",
|
| 1771 |
+
"penalty_events": [
|
| 1772 |
+
{
|
| 1773 |
+
"event_type": "out_of_bounds",
|
| 1774 |
+
"timestep": 90,
|
| 1775 |
+
"penalty_factor": 0.5,
|
| 1776 |
+
"details": "Target object left workspace/view"
|
| 1777 |
+
}
|
| 1778 |
+
]
|
| 1779 |
+
},
|
| 1780 |
+
{
|
| 1781 |
+
"episode_id": 99,
|
| 1782 |
+
"seed": 100134,
|
| 1783 |
+
"success": false,
|
| 1784 |
+
"steps_taken": 84,
|
| 1785 |
+
"max_steps": 400,
|
| 1786 |
+
"route_completion": 3.668216304802483,
|
| 1787 |
+
"manipulation_score": 1.8341081524012415,
|
| 1788 |
+
"total_penalty_factor": 0.5,
|
| 1789 |
+
"fail_reason": "out_of_bounds",
|
| 1790 |
+
"penalty_events": [
|
| 1791 |
+
{
|
| 1792 |
+
"event_type": "out_of_bounds",
|
| 1793 |
+
"timestep": 84,
|
| 1794 |
+
"penalty_factor": 0.5,
|
| 1795 |
+
"details": "Target object left workspace/view"
|
| 1796 |
+
}
|
| 1797 |
+
]
|
| 1798 |
+
},
|
| 1799 |
+
{
|
| 1800 |
+
"episode_id": 100,
|
| 1801 |
+
"seed": 100135,
|
| 1802 |
+
"success": false,
|
| 1803 |
+
"steps_taken": 98,
|
| 1804 |
+
"max_steps": 400,
|
| 1805 |
+
"route_completion": 0.0,
|
| 1806 |
+
"manipulation_score": 0.0,
|
| 1807 |
+
"total_penalty_factor": 0.5,
|
| 1808 |
+
"fail_reason": "out_of_bounds",
|
| 1809 |
+
"penalty_events": [
|
| 1810 |
+
{
|
| 1811 |
+
"event_type": "out_of_bounds",
|
| 1812 |
+
"timestep": 98,
|
| 1813 |
+
"penalty_factor": 0.5,
|
| 1814 |
+
"details": "Target object left workspace/view"
|
| 1815 |
+
}
|
| 1816 |
+
]
|
| 1817 |
+
}
|
| 1818 |
+
]
|
log/eval_result/place_object_scale/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:16:26/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 3,
|
| 4 |
+
"success_rate": 3.0,
|
| 5 |
+
"manipulation_score_mean": 14.431704041526134,
|
| 6 |
+
"manipulation_score_std": 18.11545702710347,
|
| 7 |
+
"route_completion_mean": 23.23733091174441,
|
| 8 |
+
"route_completion_std": 20.852649876173626,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 88
|
| 11 |
+
}
|