HENGFANG commited on
Commit
4187139
·
verified ·
1 Parent(s): 45bc8f7

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_episodes_detail.json +1202 -0
  2. log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_metrics.json +11 -0
  3. log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_metrics_report.txt +20 -0
  4. log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_result.txt +5 -0
  5. log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_episodes_detail.json +1265 -0
  6. log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_metrics.json +11 -0
  7. log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_metrics_report.txt +20 -0
  8. log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_result.txt +5 -0
  9. log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_episodes_detail.json +1286 -0
  10. log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_metrics.json +11 -0
  11. log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_metrics_report.txt +20 -0
  12. log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_result.txt +5 -0
  13. log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_episodes_detail.json +1321 -0
  14. log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_metrics.json +11 -0
  15. log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_metrics_report.txt +20 -0
  16. log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_result.txt +5 -0
  17. log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_episodes_detail.json +1335 -0
  18. log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_metrics.json +11 -0
  19. log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_metrics_report.txt +20 -0
  20. log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_result.txt +5 -0
  21. log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_episodes_detail.json +1286 -0
  22. log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_metrics.json +11 -0
  23. log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_metrics_report.txt +20 -0
  24. log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_result.txt +5 -0
  25. log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_episodes_detail.json +1769 -0
  26. log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_metrics.json +11 -0
  27. log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_metrics_report.txt +20 -0
  28. log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_result.txt +5 -0
  29. log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_episodes_detail.json +1447 -0
  30. log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_metrics.json +11 -0
  31. log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_metrics_report.txt +20 -0
  32. log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_result.txt +5 -0
  33. log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_episodes_detail.json +1356 -0
  34. log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_metrics.json +11 -0
  35. log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_metrics_report.txt +20 -0
  36. log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_result.txt +5 -0
  37. log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_episodes_detail.json +1622 -0
  38. log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_metrics.json +11 -0
  39. log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_metrics_report.txt +20 -0
  40. log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_result.txt +5 -0
  41. log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_episodes_detail.json +1853 -0
  42. log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_metrics.json +11 -0
  43. log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_metrics_report.txt +20 -0
  44. log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_result.txt +5 -0
  45. log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_episodes_detail.json +1811 -0
  46. log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_metrics.json +11 -0
  47. log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_metrics_report.txt +20 -0
  48. log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_result.txt +5 -0
  49. log/eval_result/place_object_scale/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:16:26/_episodes_detail.json +1818 -0
  50. log/eval_result/place_object_scale/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:16:26/_metrics.json +11 -0
log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_episodes_detail.json ADDED
@@ -0,0 +1,1202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100000,
5
+ "success": true,
6
+ "steps_taken": 140,
7
+ "max_steps": 400,
8
+ "route_completion": 100.0,
9
+ "manipulation_score": 100.0,
10
+ "total_penalty_factor": 1.0,
11
+ "fail_reason": null,
12
+ "penalty_events": []
13
+ },
14
+ {
15
+ "episode_id": 2,
16
+ "seed": 100001,
17
+ "success": true,
18
+ "steps_taken": 113,
19
+ "max_steps": 400,
20
+ "route_completion": 100.0,
21
+ "manipulation_score": 100.0,
22
+ "total_penalty_factor": 1.0,
23
+ "fail_reason": null,
24
+ "penalty_events": []
25
+ },
26
+ {
27
+ "episode_id": 3,
28
+ "seed": 100003,
29
+ "success": false,
30
+ "steps_taken": 400,
31
+ "max_steps": 400,
32
+ "route_completion": 30.780233336072826,
33
+ "manipulation_score": 30.780233336072826,
34
+ "total_penalty_factor": 1.0,
35
+ "fail_reason": null,
36
+ "penalty_events": []
37
+ },
38
+ {
39
+ "episode_id": 4,
40
+ "seed": 100007,
41
+ "success": true,
42
+ "steps_taken": 122,
43
+ "max_steps": 400,
44
+ "route_completion": 100.0,
45
+ "manipulation_score": 100.0,
46
+ "total_penalty_factor": 1.0,
47
+ "fail_reason": null,
48
+ "penalty_events": []
49
+ },
50
+ {
51
+ "episode_id": 5,
52
+ "seed": 100008,
53
+ "success": false,
54
+ "steps_taken": 400,
55
+ "max_steps": 400,
56
+ "route_completion": 23.908697595377117,
57
+ "manipulation_score": 23.908697595377117,
58
+ "total_penalty_factor": 1.0,
59
+ "fail_reason": null,
60
+ "penalty_events": []
61
+ },
62
+ {
63
+ "episode_id": 6,
64
+ "seed": 100010,
65
+ "success": true,
66
+ "steps_taken": 155,
67
+ "max_steps": 400,
68
+ "route_completion": 100.0,
69
+ "manipulation_score": 100.0,
70
+ "total_penalty_factor": 1.0,
71
+ "fail_reason": null,
72
+ "penalty_events": []
73
+ },
74
+ {
75
+ "episode_id": 7,
76
+ "seed": 100011,
77
+ "success": true,
78
+ "steps_taken": 101,
79
+ "max_steps": 400,
80
+ "route_completion": 100.0,
81
+ "manipulation_score": 100.0,
82
+ "total_penalty_factor": 1.0,
83
+ "fail_reason": null,
84
+ "penalty_events": []
85
+ },
86
+ {
87
+ "episode_id": 8,
88
+ "seed": 100012,
89
+ "success": false,
90
+ "steps_taken": 400,
91
+ "max_steps": 400,
92
+ "route_completion": 28.807502669615825,
93
+ "manipulation_score": 28.807502669615825,
94
+ "total_penalty_factor": 1.0,
95
+ "fail_reason": null,
96
+ "penalty_events": []
97
+ },
98
+ {
99
+ "episode_id": 9,
100
+ "seed": 100013,
101
+ "success": true,
102
+ "steps_taken": 101,
103
+ "max_steps": 400,
104
+ "route_completion": 100.0,
105
+ "manipulation_score": 100.0,
106
+ "total_penalty_factor": 1.0,
107
+ "fail_reason": null,
108
+ "penalty_events": []
109
+ },
110
+ {
111
+ "episode_id": 10,
112
+ "seed": 100014,
113
+ "success": true,
114
+ "steps_taken": 101,
115
+ "max_steps": 400,
116
+ "route_completion": 100.0,
117
+ "manipulation_score": 100.0,
118
+ "total_penalty_factor": 1.0,
119
+ "fail_reason": null,
120
+ "penalty_events": []
121
+ },
122
+ {
123
+ "episode_id": 11,
124
+ "seed": 100016,
125
+ "success": false,
126
+ "steps_taken": 400,
127
+ "max_steps": 400,
128
+ "route_completion": 32.63256030311247,
129
+ "manipulation_score": 32.63256030311247,
130
+ "total_penalty_factor": 1.0,
131
+ "fail_reason": null,
132
+ "penalty_events": []
133
+ },
134
+ {
135
+ "episode_id": 12,
136
+ "seed": 100017,
137
+ "success": true,
138
+ "steps_taken": 117,
139
+ "max_steps": 400,
140
+ "route_completion": 100.0,
141
+ "manipulation_score": 100.0,
142
+ "total_penalty_factor": 1.0,
143
+ "fail_reason": null,
144
+ "penalty_events": []
145
+ },
146
+ {
147
+ "episode_id": 13,
148
+ "seed": 100019,
149
+ "success": false,
150
+ "steps_taken": 400,
151
+ "max_steps": 400,
152
+ "route_completion": 57.13602916956596,
153
+ "manipulation_score": 57.13602916956596,
154
+ "total_penalty_factor": 1.0,
155
+ "fail_reason": null,
156
+ "penalty_events": []
157
+ },
158
+ {
159
+ "episode_id": 14,
160
+ "seed": 100020,
161
+ "success": false,
162
+ "steps_taken": 400,
163
+ "max_steps": 400,
164
+ "route_completion": 33.32602790289694,
165
+ "manipulation_score": 33.32602790289694,
166
+ "total_penalty_factor": 1.0,
167
+ "fail_reason": null,
168
+ "penalty_events": []
169
+ },
170
+ {
171
+ "episode_id": 15,
172
+ "seed": 100021,
173
+ "success": true,
174
+ "steps_taken": 103,
175
+ "max_steps": 400,
176
+ "route_completion": 100.0,
177
+ "manipulation_score": 100.0,
178
+ "total_penalty_factor": 1.0,
179
+ "fail_reason": null,
180
+ "penalty_events": []
181
+ },
182
+ {
183
+ "episode_id": 16,
184
+ "seed": 100022,
185
+ "success": false,
186
+ "steps_taken": 400,
187
+ "max_steps": 400,
188
+ "route_completion": 28.082497314222906,
189
+ "manipulation_score": 28.082497314222906,
190
+ "total_penalty_factor": 1.0,
191
+ "fail_reason": null,
192
+ "penalty_events": []
193
+ },
194
+ {
195
+ "episode_id": 17,
196
+ "seed": 100023,
197
+ "success": false,
198
+ "steps_taken": 400,
199
+ "max_steps": 400,
200
+ "route_completion": 42.807262777819666,
201
+ "manipulation_score": 42.807262777819666,
202
+ "total_penalty_factor": 1.0,
203
+ "fail_reason": null,
204
+ "penalty_events": []
205
+ },
206
+ {
207
+ "episode_id": 18,
208
+ "seed": 100024,
209
+ "success": true,
210
+ "steps_taken": 119,
211
+ "max_steps": 400,
212
+ "route_completion": 100.0,
213
+ "manipulation_score": 100.0,
214
+ "total_penalty_factor": 1.0,
215
+ "fail_reason": null,
216
+ "penalty_events": []
217
+ },
218
+ {
219
+ "episode_id": 19,
220
+ "seed": 100026,
221
+ "success": false,
222
+ "steps_taken": 400,
223
+ "max_steps": 400,
224
+ "route_completion": 42.45681898458667,
225
+ "manipulation_score": 42.45681898458667,
226
+ "total_penalty_factor": 1.0,
227
+ "fail_reason": null,
228
+ "penalty_events": []
229
+ },
230
+ {
231
+ "episode_id": 20,
232
+ "seed": 100027,
233
+ "success": true,
234
+ "steps_taken": 109,
235
+ "max_steps": 400,
236
+ "route_completion": 100.0,
237
+ "manipulation_score": 100.0,
238
+ "total_penalty_factor": 1.0,
239
+ "fail_reason": null,
240
+ "penalty_events": []
241
+ },
242
+ {
243
+ "episode_id": 21,
244
+ "seed": 100031,
245
+ "success": true,
246
+ "steps_taken": 236,
247
+ "max_steps": 400,
248
+ "route_completion": 100.0,
249
+ "manipulation_score": 100.0,
250
+ "total_penalty_factor": 1.0,
251
+ "fail_reason": null,
252
+ "penalty_events": []
253
+ },
254
+ {
255
+ "episode_id": 22,
256
+ "seed": 100032,
257
+ "success": true,
258
+ "steps_taken": 124,
259
+ "max_steps": 400,
260
+ "route_completion": 100.0,
261
+ "manipulation_score": 100.0,
262
+ "total_penalty_factor": 1.0,
263
+ "fail_reason": null,
264
+ "penalty_events": []
265
+ },
266
+ {
267
+ "episode_id": 23,
268
+ "seed": 100033,
269
+ "success": true,
270
+ "steps_taken": 124,
271
+ "max_steps": 400,
272
+ "route_completion": 100.0,
273
+ "manipulation_score": 100.0,
274
+ "total_penalty_factor": 1.0,
275
+ "fail_reason": null,
276
+ "penalty_events": []
277
+ },
278
+ {
279
+ "episode_id": 24,
280
+ "seed": 100034,
281
+ "success": true,
282
+ "steps_taken": 111,
283
+ "max_steps": 400,
284
+ "route_completion": 100.0,
285
+ "manipulation_score": 100.0,
286
+ "total_penalty_factor": 1.0,
287
+ "fail_reason": null,
288
+ "penalty_events": []
289
+ },
290
+ {
291
+ "episode_id": 25,
292
+ "seed": 100036,
293
+ "success": true,
294
+ "steps_taken": 113,
295
+ "max_steps": 400,
296
+ "route_completion": 100.0,
297
+ "manipulation_score": 100.0,
298
+ "total_penalty_factor": 1.0,
299
+ "fail_reason": null,
300
+ "penalty_events": []
301
+ },
302
+ {
303
+ "episode_id": 26,
304
+ "seed": 100039,
305
+ "success": true,
306
+ "steps_taken": 127,
307
+ "max_steps": 400,
308
+ "route_completion": 100.0,
309
+ "manipulation_score": 100.0,
310
+ "total_penalty_factor": 1.0,
311
+ "fail_reason": null,
312
+ "penalty_events": []
313
+ },
314
+ {
315
+ "episode_id": 27,
316
+ "seed": 100041,
317
+ "success": true,
318
+ "steps_taken": 114,
319
+ "max_steps": 400,
320
+ "route_completion": 100.0,
321
+ "manipulation_score": 100.0,
322
+ "total_penalty_factor": 1.0,
323
+ "fail_reason": null,
324
+ "penalty_events": []
325
+ },
326
+ {
327
+ "episode_id": 28,
328
+ "seed": 100045,
329
+ "success": true,
330
+ "steps_taken": 104,
331
+ "max_steps": 400,
332
+ "route_completion": 100.0,
333
+ "manipulation_score": 100.0,
334
+ "total_penalty_factor": 1.0,
335
+ "fail_reason": null,
336
+ "penalty_events": []
337
+ },
338
+ {
339
+ "episode_id": 29,
340
+ "seed": 100046,
341
+ "success": true,
342
+ "steps_taken": 97,
343
+ "max_steps": 400,
344
+ "route_completion": 100.0,
345
+ "manipulation_score": 100.0,
346
+ "total_penalty_factor": 1.0,
347
+ "fail_reason": null,
348
+ "penalty_events": []
349
+ },
350
+ {
351
+ "episode_id": 30,
352
+ "seed": 100048,
353
+ "success": false,
354
+ "steps_taken": 400,
355
+ "max_steps": 400,
356
+ "route_completion": 17.14912659220212,
357
+ "manipulation_score": 17.14912659220212,
358
+ "total_penalty_factor": 1.0,
359
+ "fail_reason": null,
360
+ "penalty_events": []
361
+ },
362
+ {
363
+ "episode_id": 31,
364
+ "seed": 100051,
365
+ "success": false,
366
+ "steps_taken": 400,
367
+ "max_steps": 400,
368
+ "route_completion": 49.40317565133448,
369
+ "manipulation_score": 49.40317565133448,
370
+ "total_penalty_factor": 1.0,
371
+ "fail_reason": null,
372
+ "penalty_events": []
373
+ },
374
+ {
375
+ "episode_id": 32,
376
+ "seed": 100052,
377
+ "success": true,
378
+ "steps_taken": 113,
379
+ "max_steps": 400,
380
+ "route_completion": 100.0,
381
+ "manipulation_score": 100.0,
382
+ "total_penalty_factor": 1.0,
383
+ "fail_reason": null,
384
+ "penalty_events": []
385
+ },
386
+ {
387
+ "episode_id": 33,
388
+ "seed": 100053,
389
+ "success": false,
390
+ "steps_taken": 400,
391
+ "max_steps": 400,
392
+ "route_completion": 25.376245179790306,
393
+ "manipulation_score": 25.376245179790306,
394
+ "total_penalty_factor": 1.0,
395
+ "fail_reason": null,
396
+ "penalty_events": []
397
+ },
398
+ {
399
+ "episode_id": 34,
400
+ "seed": 100055,
401
+ "success": true,
402
+ "steps_taken": 120,
403
+ "max_steps": 400,
404
+ "route_completion": 100.0,
405
+ "manipulation_score": 100.0,
406
+ "total_penalty_factor": 1.0,
407
+ "fail_reason": null,
408
+ "penalty_events": []
409
+ },
410
+ {
411
+ "episode_id": 35,
412
+ "seed": 100056,
413
+ "success": false,
414
+ "steps_taken": 400,
415
+ "max_steps": 400,
416
+ "route_completion": 57.93199428906024,
417
+ "manipulation_score": 57.93199428906024,
418
+ "total_penalty_factor": 1.0,
419
+ "fail_reason": null,
420
+ "penalty_events": []
421
+ },
422
+ {
423
+ "episode_id": 36,
424
+ "seed": 100057,
425
+ "success": true,
426
+ "steps_taken": 102,
427
+ "max_steps": 400,
428
+ "route_completion": 100.0,
429
+ "manipulation_score": 100.0,
430
+ "total_penalty_factor": 1.0,
431
+ "fail_reason": null,
432
+ "penalty_events": []
433
+ },
434
+ {
435
+ "episode_id": 37,
436
+ "seed": 100058,
437
+ "success": false,
438
+ "steps_taken": 400,
439
+ "max_steps": 400,
440
+ "route_completion": 25.690302278428025,
441
+ "manipulation_score": 25.690302278428025,
442
+ "total_penalty_factor": 1.0,
443
+ "fail_reason": null,
444
+ "penalty_events": []
445
+ },
446
+ {
447
+ "episode_id": 38,
448
+ "seed": 100060,
449
+ "success": true,
450
+ "steps_taken": 107,
451
+ "max_steps": 400,
452
+ "route_completion": 100.0,
453
+ "manipulation_score": 100.0,
454
+ "total_penalty_factor": 1.0,
455
+ "fail_reason": null,
456
+ "penalty_events": []
457
+ },
458
+ {
459
+ "episode_id": 39,
460
+ "seed": 100061,
461
+ "success": true,
462
+ "steps_taken": 97,
463
+ "max_steps": 400,
464
+ "route_completion": 100.0,
465
+ "manipulation_score": 100.0,
466
+ "total_penalty_factor": 1.0,
467
+ "fail_reason": null,
468
+ "penalty_events": []
469
+ },
470
+ {
471
+ "episode_id": 40,
472
+ "seed": 100063,
473
+ "success": false,
474
+ "steps_taken": 400,
475
+ "max_steps": 400,
476
+ "route_completion": 67.98448946694164,
477
+ "manipulation_score": 67.98448946694164,
478
+ "total_penalty_factor": 1.0,
479
+ "fail_reason": null,
480
+ "penalty_events": []
481
+ },
482
+ {
483
+ "episode_id": 41,
484
+ "seed": 100067,
485
+ "success": true,
486
+ "steps_taken": 109,
487
+ "max_steps": 400,
488
+ "route_completion": 100.0,
489
+ "manipulation_score": 100.0,
490
+ "total_penalty_factor": 1.0,
491
+ "fail_reason": null,
492
+ "penalty_events": []
493
+ },
494
+ {
495
+ "episode_id": 42,
496
+ "seed": 100071,
497
+ "success": true,
498
+ "steps_taken": 105,
499
+ "max_steps": 400,
500
+ "route_completion": 100.0,
501
+ "manipulation_score": 100.0,
502
+ "total_penalty_factor": 1.0,
503
+ "fail_reason": null,
504
+ "penalty_events": []
505
+ },
506
+ {
507
+ "episode_id": 43,
508
+ "seed": 100072,
509
+ "success": false,
510
+ "steps_taken": 400,
511
+ "max_steps": 400,
512
+ "route_completion": 31.533045020975663,
513
+ "manipulation_score": 31.533045020975663,
514
+ "total_penalty_factor": 1.0,
515
+ "fail_reason": null,
516
+ "penalty_events": []
517
+ },
518
+ {
519
+ "episode_id": 44,
520
+ "seed": 100073,
521
+ "success": true,
522
+ "steps_taken": 109,
523
+ "max_steps": 400,
524
+ "route_completion": 100.0,
525
+ "manipulation_score": 100.0,
526
+ "total_penalty_factor": 1.0,
527
+ "fail_reason": null,
528
+ "penalty_events": []
529
+ },
530
+ {
531
+ "episode_id": 45,
532
+ "seed": 100075,
533
+ "success": true,
534
+ "steps_taken": 110,
535
+ "max_steps": 400,
536
+ "route_completion": 100.0,
537
+ "manipulation_score": 100.0,
538
+ "total_penalty_factor": 1.0,
539
+ "fail_reason": null,
540
+ "penalty_events": []
541
+ },
542
+ {
543
+ "episode_id": 46,
544
+ "seed": 100077,
545
+ "success": true,
546
+ "steps_taken": 112,
547
+ "max_steps": 400,
548
+ "route_completion": 100.0,
549
+ "manipulation_score": 100.0,
550
+ "total_penalty_factor": 1.0,
551
+ "fail_reason": null,
552
+ "penalty_events": []
553
+ },
554
+ {
555
+ "episode_id": 47,
556
+ "seed": 100078,
557
+ "success": true,
558
+ "steps_taken": 125,
559
+ "max_steps": 400,
560
+ "route_completion": 100.0,
561
+ "manipulation_score": 100.0,
562
+ "total_penalty_factor": 1.0,
563
+ "fail_reason": null,
564
+ "penalty_events": []
565
+ },
566
+ {
567
+ "episode_id": 48,
568
+ "seed": 100079,
569
+ "success": true,
570
+ "steps_taken": 101,
571
+ "max_steps": 400,
572
+ "route_completion": 100.0,
573
+ "manipulation_score": 100.0,
574
+ "total_penalty_factor": 1.0,
575
+ "fail_reason": null,
576
+ "penalty_events": []
577
+ },
578
+ {
579
+ "episode_id": 49,
580
+ "seed": 100082,
581
+ "success": true,
582
+ "steps_taken": 120,
583
+ "max_steps": 400,
584
+ "route_completion": 100.0,
585
+ "manipulation_score": 100.0,
586
+ "total_penalty_factor": 1.0,
587
+ "fail_reason": null,
588
+ "penalty_events": []
589
+ },
590
+ {
591
+ "episode_id": 50,
592
+ "seed": 100083,
593
+ "success": false,
594
+ "steps_taken": 400,
595
+ "max_steps": 400,
596
+ "route_completion": 18.939414326362595,
597
+ "manipulation_score": 18.939414326362595,
598
+ "total_penalty_factor": 1.0,
599
+ "fail_reason": null,
600
+ "penalty_events": []
601
+ },
602
+ {
603
+ "episode_id": 51,
604
+ "seed": 100084,
605
+ "success": true,
606
+ "steps_taken": 112,
607
+ "max_steps": 400,
608
+ "route_completion": 100.0,
609
+ "manipulation_score": 100.0,
610
+ "total_penalty_factor": 1.0,
611
+ "fail_reason": null,
612
+ "penalty_events": []
613
+ },
614
+ {
615
+ "episode_id": 52,
616
+ "seed": 100086,
617
+ "success": false,
618
+ "steps_taken": 400,
619
+ "max_steps": 400,
620
+ "route_completion": 39.4040203695935,
621
+ "manipulation_score": 39.4040203695935,
622
+ "total_penalty_factor": 1.0,
623
+ "fail_reason": null,
624
+ "penalty_events": []
625
+ },
626
+ {
627
+ "episode_id": 53,
628
+ "seed": 100087,
629
+ "success": true,
630
+ "steps_taken": 111,
631
+ "max_steps": 400,
632
+ "route_completion": 100.0,
633
+ "manipulation_score": 100.0,
634
+ "total_penalty_factor": 1.0,
635
+ "fail_reason": null,
636
+ "penalty_events": []
637
+ },
638
+ {
639
+ "episode_id": 54,
640
+ "seed": 100088,
641
+ "success": false,
642
+ "steps_taken": 400,
643
+ "max_steps": 400,
644
+ "route_completion": 35.3304590934986,
645
+ "manipulation_score": 35.3304590934986,
646
+ "total_penalty_factor": 1.0,
647
+ "fail_reason": null,
648
+ "penalty_events": []
649
+ },
650
+ {
651
+ "episode_id": 55,
652
+ "seed": 100090,
653
+ "success": false,
654
+ "steps_taken": 400,
655
+ "max_steps": 400,
656
+ "route_completion": 28.823515648557237,
657
+ "manipulation_score": 28.823515648557237,
658
+ "total_penalty_factor": 1.0,
659
+ "fail_reason": null,
660
+ "penalty_events": []
661
+ },
662
+ {
663
+ "episode_id": 56,
664
+ "seed": 100093,
665
+ "success": true,
666
+ "steps_taken": 128,
667
+ "max_steps": 400,
668
+ "route_completion": 100.0,
669
+ "manipulation_score": 100.0,
670
+ "total_penalty_factor": 1.0,
671
+ "fail_reason": null,
672
+ "penalty_events": []
673
+ },
674
+ {
675
+ "episode_id": 57,
676
+ "seed": 100094,
677
+ "success": true,
678
+ "steps_taken": 93,
679
+ "max_steps": 400,
680
+ "route_completion": 100.0,
681
+ "manipulation_score": 100.0,
682
+ "total_penalty_factor": 1.0,
683
+ "fail_reason": null,
684
+ "penalty_events": []
685
+ },
686
+ {
687
+ "episode_id": 58,
688
+ "seed": 100095,
689
+ "success": true,
690
+ "steps_taken": 103,
691
+ "max_steps": 400,
692
+ "route_completion": 100.0,
693
+ "manipulation_score": 100.0,
694
+ "total_penalty_factor": 1.0,
695
+ "fail_reason": null,
696
+ "penalty_events": []
697
+ },
698
+ {
699
+ "episode_id": 59,
700
+ "seed": 100096,
701
+ "success": true,
702
+ "steps_taken": 107,
703
+ "max_steps": 400,
704
+ "route_completion": 100.0,
705
+ "manipulation_score": 100.0,
706
+ "total_penalty_factor": 1.0,
707
+ "fail_reason": null,
708
+ "penalty_events": []
709
+ },
710
+ {
711
+ "episode_id": 60,
712
+ "seed": 100101,
713
+ "success": true,
714
+ "steps_taken": 115,
715
+ "max_steps": 400,
716
+ "route_completion": 100.0,
717
+ "manipulation_score": 100.0,
718
+ "total_penalty_factor": 1.0,
719
+ "fail_reason": null,
720
+ "penalty_events": []
721
+ },
722
+ {
723
+ "episode_id": 61,
724
+ "seed": 100103,
725
+ "success": true,
726
+ "steps_taken": 106,
727
+ "max_steps": 400,
728
+ "route_completion": 100.0,
729
+ "manipulation_score": 100.0,
730
+ "total_penalty_factor": 1.0,
731
+ "fail_reason": null,
732
+ "penalty_events": []
733
+ },
734
+ {
735
+ "episode_id": 62,
736
+ "seed": 100104,
737
+ "success": true,
738
+ "steps_taken": 113,
739
+ "max_steps": 400,
740
+ "route_completion": 100.0,
741
+ "manipulation_score": 100.0,
742
+ "total_penalty_factor": 1.0,
743
+ "fail_reason": null,
744
+ "penalty_events": []
745
+ },
746
+ {
747
+ "episode_id": 63,
748
+ "seed": 100105,
749
+ "success": false,
750
+ "steps_taken": 400,
751
+ "max_steps": 400,
752
+ "route_completion": 58.25470353034278,
753
+ "manipulation_score": 58.25470353034278,
754
+ "total_penalty_factor": 1.0,
755
+ "fail_reason": null,
756
+ "penalty_events": []
757
+ },
758
+ {
759
+ "episode_id": 64,
760
+ "seed": 100108,
761
+ "success": false,
762
+ "steps_taken": 400,
763
+ "max_steps": 400,
764
+ "route_completion": 27.246336160866065,
765
+ "manipulation_score": 27.246336160866065,
766
+ "total_penalty_factor": 1.0,
767
+ "fail_reason": null,
768
+ "penalty_events": []
769
+ },
770
+ {
771
+ "episode_id": 65,
772
+ "seed": 100109,
773
+ "success": true,
774
+ "steps_taken": 106,
775
+ "max_steps": 400,
776
+ "route_completion": 100.0,
777
+ "manipulation_score": 100.0,
778
+ "total_penalty_factor": 1.0,
779
+ "fail_reason": null,
780
+ "penalty_events": []
781
+ },
782
+ {
783
+ "episode_id": 66,
784
+ "seed": 100110,
785
+ "success": true,
786
+ "steps_taken": 128,
787
+ "max_steps": 400,
788
+ "route_completion": 100.0,
789
+ "manipulation_score": 100.0,
790
+ "total_penalty_factor": 1.0,
791
+ "fail_reason": null,
792
+ "penalty_events": []
793
+ },
794
+ {
795
+ "episode_id": 67,
796
+ "seed": 100112,
797
+ "success": true,
798
+ "steps_taken": 120,
799
+ "max_steps": 400,
800
+ "route_completion": 100.0,
801
+ "manipulation_score": 100.0,
802
+ "total_penalty_factor": 1.0,
803
+ "fail_reason": null,
804
+ "penalty_events": []
805
+ },
806
+ {
807
+ "episode_id": 68,
808
+ "seed": 100113,
809
+ "success": true,
810
+ "steps_taken": 115,
811
+ "max_steps": 400,
812
+ "route_completion": 100.0,
813
+ "manipulation_score": 100.0,
814
+ "total_penalty_factor": 1.0,
815
+ "fail_reason": null,
816
+ "penalty_events": []
817
+ },
818
+ {
819
+ "episode_id": 69,
820
+ "seed": 100114,
821
+ "success": true,
822
+ "steps_taken": 110,
823
+ "max_steps": 400,
824
+ "route_completion": 100.0,
825
+ "manipulation_score": 100.0,
826
+ "total_penalty_factor": 1.0,
827
+ "fail_reason": null,
828
+ "penalty_events": []
829
+ },
830
+ {
831
+ "episode_id": 70,
832
+ "seed": 100117,
833
+ "success": true,
834
+ "steps_taken": 127,
835
+ "max_steps": 400,
836
+ "route_completion": 100.0,
837
+ "manipulation_score": 100.0,
838
+ "total_penalty_factor": 1.0,
839
+ "fail_reason": null,
840
+ "penalty_events": []
841
+ },
842
+ {
843
+ "episode_id": 71,
844
+ "seed": 100121,
845
+ "success": false,
846
+ "steps_taken": 400,
847
+ "max_steps": 400,
848
+ "route_completion": 37.91823102408181,
849
+ "manipulation_score": 37.91823102408181,
850
+ "total_penalty_factor": 1.0,
851
+ "fail_reason": null,
852
+ "penalty_events": []
853
+ },
854
+ {
855
+ "episode_id": 72,
856
+ "seed": 100122,
857
+ "success": true,
858
+ "steps_taken": 111,
859
+ "max_steps": 400,
860
+ "route_completion": 100.0,
861
+ "manipulation_score": 100.0,
862
+ "total_penalty_factor": 1.0,
863
+ "fail_reason": null,
864
+ "penalty_events": []
865
+ },
866
+ {
867
+ "episode_id": 73,
868
+ "seed": 100123,
869
+ "success": true,
870
+ "steps_taken": 119,
871
+ "max_steps": 400,
872
+ "route_completion": 100.0,
873
+ "manipulation_score": 100.0,
874
+ "total_penalty_factor": 1.0,
875
+ "fail_reason": null,
876
+ "penalty_events": []
877
+ },
878
+ {
879
+ "episode_id": 74,
880
+ "seed": 100125,
881
+ "success": true,
882
+ "steps_taken": 113,
883
+ "max_steps": 400,
884
+ "route_completion": 100.0,
885
+ "manipulation_score": 100.0,
886
+ "total_penalty_factor": 1.0,
887
+ "fail_reason": null,
888
+ "penalty_events": []
889
+ },
890
+ {
891
+ "episode_id": 75,
892
+ "seed": 100127,
893
+ "success": true,
894
+ "steps_taken": 122,
895
+ "max_steps": 400,
896
+ "route_completion": 100.0,
897
+ "manipulation_score": 100.0,
898
+ "total_penalty_factor": 1.0,
899
+ "fail_reason": null,
900
+ "penalty_events": []
901
+ },
902
+ {
903
+ "episode_id": 76,
904
+ "seed": 100128,
905
+ "success": true,
906
+ "steps_taken": 103,
907
+ "max_steps": 400,
908
+ "route_completion": 100.0,
909
+ "manipulation_score": 100.0,
910
+ "total_penalty_factor": 1.0,
911
+ "fail_reason": null,
912
+ "penalty_events": []
913
+ },
914
+ {
915
+ "episode_id": 77,
916
+ "seed": 100129,
917
+ "success": true,
918
+ "steps_taken": 113,
919
+ "max_steps": 400,
920
+ "route_completion": 100.0,
921
+ "manipulation_score": 100.0,
922
+ "total_penalty_factor": 1.0,
923
+ "fail_reason": null,
924
+ "penalty_events": []
925
+ },
926
+ {
927
+ "episode_id": 78,
928
+ "seed": 100130,
929
+ "success": true,
930
+ "steps_taken": 102,
931
+ "max_steps": 400,
932
+ "route_completion": 100.0,
933
+ "manipulation_score": 100.0,
934
+ "total_penalty_factor": 1.0,
935
+ "fail_reason": null,
936
+ "penalty_events": []
937
+ },
938
+ {
939
+ "episode_id": 79,
940
+ "seed": 100131,
941
+ "success": false,
942
+ "steps_taken": 400,
943
+ "max_steps": 400,
944
+ "route_completion": 41.22607173928199,
945
+ "manipulation_score": 41.22607173928199,
946
+ "total_penalty_factor": 1.0,
947
+ "fail_reason": null,
948
+ "penalty_events": []
949
+ },
950
+ {
951
+ "episode_id": 80,
952
+ "seed": 100132,
953
+ "success": true,
954
+ "steps_taken": 122,
955
+ "max_steps": 400,
956
+ "route_completion": 100.0,
957
+ "manipulation_score": 100.0,
958
+ "total_penalty_factor": 1.0,
959
+ "fail_reason": null,
960
+ "penalty_events": []
961
+ },
962
+ {
963
+ "episode_id": 81,
964
+ "seed": 100133,
965
+ "success": true,
966
+ "steps_taken": 104,
967
+ "max_steps": 400,
968
+ "route_completion": 100.0,
969
+ "manipulation_score": 100.0,
970
+ "total_penalty_factor": 1.0,
971
+ "fail_reason": null,
972
+ "penalty_events": []
973
+ },
974
+ {
975
+ "episode_id": 82,
976
+ "seed": 100136,
977
+ "success": false,
978
+ "steps_taken": 400,
979
+ "max_steps": 400,
980
+ "route_completion": 31.362884009364638,
981
+ "manipulation_score": 31.362884009364638,
982
+ "total_penalty_factor": 1.0,
983
+ "fail_reason": null,
984
+ "penalty_events": []
985
+ },
986
+ {
987
+ "episode_id": 83,
988
+ "seed": 100138,
989
+ "success": true,
990
+ "steps_taken": 113,
991
+ "max_steps": 400,
992
+ "route_completion": 100.0,
993
+ "manipulation_score": 100.0,
994
+ "total_penalty_factor": 1.0,
995
+ "fail_reason": null,
996
+ "penalty_events": []
997
+ },
998
+ {
999
+ "episode_id": 84,
1000
+ "seed": 100139,
1001
+ "success": true,
1002
+ "steps_taken": 110,
1003
+ "max_steps": 400,
1004
+ "route_completion": 100.0,
1005
+ "manipulation_score": 100.0,
1006
+ "total_penalty_factor": 1.0,
1007
+ "fail_reason": null,
1008
+ "penalty_events": []
1009
+ },
1010
+ {
1011
+ "episode_id": 85,
1012
+ "seed": 100142,
1013
+ "success": true,
1014
+ "steps_taken": 111,
1015
+ "max_steps": 400,
1016
+ "route_completion": 100.0,
1017
+ "manipulation_score": 100.0,
1018
+ "total_penalty_factor": 1.0,
1019
+ "fail_reason": null,
1020
+ "penalty_events": []
1021
+ },
1022
+ {
1023
+ "episode_id": 86,
1024
+ "seed": 100143,
1025
+ "success": false,
1026
+ "steps_taken": 400,
1027
+ "max_steps": 400,
1028
+ "route_completion": 51.2637873909108,
1029
+ "manipulation_score": 51.2637873909108,
1030
+ "total_penalty_factor": 1.0,
1031
+ "fail_reason": null,
1032
+ "penalty_events": []
1033
+ },
1034
+ {
1035
+ "episode_id": 87,
1036
+ "seed": 100144,
1037
+ "success": true,
1038
+ "steps_taken": 93,
1039
+ "max_steps": 400,
1040
+ "route_completion": 100.0,
1041
+ "manipulation_score": 100.0,
1042
+ "total_penalty_factor": 1.0,
1043
+ "fail_reason": null,
1044
+ "penalty_events": []
1045
+ },
1046
+ {
1047
+ "episode_id": 88,
1048
+ "seed": 100145,
1049
+ "success": true,
1050
+ "steps_taken": 113,
1051
+ "max_steps": 400,
1052
+ "route_completion": 100.0,
1053
+ "manipulation_score": 100.0,
1054
+ "total_penalty_factor": 1.0,
1055
+ "fail_reason": null,
1056
+ "penalty_events": []
1057
+ },
1058
+ {
1059
+ "episode_id": 89,
1060
+ "seed": 100147,
1061
+ "success": false,
1062
+ "steps_taken": 400,
1063
+ "max_steps": 400,
1064
+ "route_completion": 51.24998499936145,
1065
+ "manipulation_score": 51.24998499936145,
1066
+ "total_penalty_factor": 1.0,
1067
+ "fail_reason": null,
1068
+ "penalty_events": []
1069
+ },
1070
+ {
1071
+ "episode_id": 90,
1072
+ "seed": 100148,
1073
+ "success": false,
1074
+ "steps_taken": 400,
1075
+ "max_steps": 400,
1076
+ "route_completion": 52.15747608450981,
1077
+ "manipulation_score": 52.15747608450981,
1078
+ "total_penalty_factor": 1.0,
1079
+ "fail_reason": null,
1080
+ "penalty_events": []
1081
+ },
1082
+ {
1083
+ "episode_id": 91,
1084
+ "seed": 100150,
1085
+ "success": true,
1086
+ "steps_taken": 110,
1087
+ "max_steps": 400,
1088
+ "route_completion": 100.0,
1089
+ "manipulation_score": 100.0,
1090
+ "total_penalty_factor": 1.0,
1091
+ "fail_reason": null,
1092
+ "penalty_events": []
1093
+ },
1094
+ {
1095
+ "episode_id": 92,
1096
+ "seed": 100151,
1097
+ "success": false,
1098
+ "steps_taken": 400,
1099
+ "max_steps": 400,
1100
+ "route_completion": 48.127199138870495,
1101
+ "manipulation_score": 48.127199138870495,
1102
+ "total_penalty_factor": 1.0,
1103
+ "fail_reason": null,
1104
+ "penalty_events": []
1105
+ },
1106
+ {
1107
+ "episode_id": 93,
1108
+ "seed": 100152,
1109
+ "success": true,
1110
+ "steps_taken": 100,
1111
+ "max_steps": 400,
1112
+ "route_completion": 100.0,
1113
+ "manipulation_score": 100.0,
1114
+ "total_penalty_factor": 1.0,
1115
+ "fail_reason": null,
1116
+ "penalty_events": []
1117
+ },
1118
+ {
1119
+ "episode_id": 94,
1120
+ "seed": 100156,
1121
+ "success": true,
1122
+ "steps_taken": 125,
1123
+ "max_steps": 400,
1124
+ "route_completion": 100.0,
1125
+ "manipulation_score": 100.0,
1126
+ "total_penalty_factor": 1.0,
1127
+ "fail_reason": null,
1128
+ "penalty_events": []
1129
+ },
1130
+ {
1131
+ "episode_id": 95,
1132
+ "seed": 100157,
1133
+ "success": true,
1134
+ "steps_taken": 109,
1135
+ "max_steps": 400,
1136
+ "route_completion": 100.0,
1137
+ "manipulation_score": 100.0,
1138
+ "total_penalty_factor": 1.0,
1139
+ "fail_reason": null,
1140
+ "penalty_events": []
1141
+ },
1142
+ {
1143
+ "episode_id": 96,
1144
+ "seed": 100158,
1145
+ "success": true,
1146
+ "steps_taken": 121,
1147
+ "max_steps": 400,
1148
+ "route_completion": 100.0,
1149
+ "manipulation_score": 100.0,
1150
+ "total_penalty_factor": 1.0,
1151
+ "fail_reason": null,
1152
+ "penalty_events": []
1153
+ },
1154
+ {
1155
+ "episode_id": 97,
1156
+ "seed": 100160,
1157
+ "success": true,
1158
+ "steps_taken": 198,
1159
+ "max_steps": 400,
1160
+ "route_completion": 100.0,
1161
+ "manipulation_score": 100.0,
1162
+ "total_penalty_factor": 1.0,
1163
+ "fail_reason": null,
1164
+ "penalty_events": []
1165
+ },
1166
+ {
1167
+ "episode_id": 98,
1168
+ "seed": 100161,
1169
+ "success": true,
1170
+ "steps_taken": 113,
1171
+ "max_steps": 400,
1172
+ "route_completion": 100.0,
1173
+ "manipulation_score": 100.0,
1174
+ "total_penalty_factor": 1.0,
1175
+ "fail_reason": null,
1176
+ "penalty_events": []
1177
+ },
1178
+ {
1179
+ "episode_id": 99,
1180
+ "seed": 100162,
1181
+ "success": true,
1182
+ "steps_taken": 102,
1183
+ "max_steps": 400,
1184
+ "route_completion": 100.0,
1185
+ "manipulation_score": 100.0,
1186
+ "total_penalty_factor": 1.0,
1187
+ "fail_reason": null,
1188
+ "penalty_events": []
1189
+ },
1190
+ {
1191
+ "episode_id": 100,
1192
+ "seed": 100163,
1193
+ "success": true,
1194
+ "steps_taken": 118,
1195
+ "max_steps": 400,
1196
+ "route_completion": 100.0,
1197
+ "manipulation_score": 100.0,
1198
+ "total_penalty_factor": 1.0,
1199
+ "fail_reason": null,
1200
+ "penalty_events": []
1201
+ }
1202
+ ]
log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 71,
4
+ "success_rate": 71.0,
5
+ "manipulation_score_mean": 82.16310092047607,
6
+ "manipulation_score_std": 28.754952086021994,
7
+ "route_completion_mean": 82.16310092047607,
8
+ "route_completion_std": 28.754952086021994,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 0
11
+ }
log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 71.0% (71/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 82.16
10
+ Std: 28.75
11
+
12
+ --- Route Completion ---
13
+ Mean: 82.16%
14
+ Std: 28.75
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 0
19
+
20
+ ============================================================
log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-30 07:11:46
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.71
log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_episodes_detail.json ADDED
@@ -0,0 +1,1265 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100000,
5
+ "success": false,
6
+ "steps_taken": 400,
7
+ "max_steps": 400,
8
+ "route_completion": 33.85613422770146,
9
+ "manipulation_score": 33.85613422770146,
10
+ "total_penalty_factor": 1.0,
11
+ "fail_reason": null,
12
+ "penalty_events": []
13
+ },
14
+ {
15
+ "episode_id": 2,
16
+ "seed": 100001,
17
+ "success": true,
18
+ "steps_taken": 84,
19
+ "max_steps": 400,
20
+ "route_completion": 100.0,
21
+ "manipulation_score": 100.0,
22
+ "total_penalty_factor": 1.0,
23
+ "fail_reason": null,
24
+ "penalty_events": []
25
+ },
26
+ {
27
+ "episode_id": 3,
28
+ "seed": 100002,
29
+ "success": false,
30
+ "steps_taken": 400,
31
+ "max_steps": 400,
32
+ "route_completion": 40.48807620523175,
33
+ "manipulation_score": 40.48807620523175,
34
+ "total_penalty_factor": 1.0,
35
+ "fail_reason": null,
36
+ "penalty_events": []
37
+ },
38
+ {
39
+ "episode_id": 4,
40
+ "seed": 100006,
41
+ "success": true,
42
+ "steps_taken": 87,
43
+ "max_steps": 400,
44
+ "route_completion": 100.0,
45
+ "manipulation_score": 100.0,
46
+ "total_penalty_factor": 1.0,
47
+ "fail_reason": null,
48
+ "penalty_events": []
49
+ },
50
+ {
51
+ "episode_id": 5,
52
+ "seed": 100010,
53
+ "success": false,
54
+ "steps_taken": 400,
55
+ "max_steps": 400,
56
+ "route_completion": 36.321076759841205,
57
+ "manipulation_score": 36.321076759841205,
58
+ "total_penalty_factor": 1.0,
59
+ "fail_reason": null,
60
+ "penalty_events": []
61
+ },
62
+ {
63
+ "episode_id": 6,
64
+ "seed": 100013,
65
+ "success": true,
66
+ "steps_taken": 82,
67
+ "max_steps": 400,
68
+ "route_completion": 100.0,
69
+ "manipulation_score": 100.0,
70
+ "total_penalty_factor": 1.0,
71
+ "fail_reason": null,
72
+ "penalty_events": []
73
+ },
74
+ {
75
+ "episode_id": 7,
76
+ "seed": 100015,
77
+ "success": false,
78
+ "steps_taken": 400,
79
+ "max_steps": 400,
80
+ "route_completion": 38.01461844571038,
81
+ "manipulation_score": 38.01461844571038,
82
+ "total_penalty_factor": 1.0,
83
+ "fail_reason": null,
84
+ "penalty_events": []
85
+ },
86
+ {
87
+ "episode_id": 8,
88
+ "seed": 100018,
89
+ "success": false,
90
+ "steps_taken": 400,
91
+ "max_steps": 400,
92
+ "route_completion": 50.24509223188597,
93
+ "manipulation_score": 50.24509223188597,
94
+ "total_penalty_factor": 1.0,
95
+ "fail_reason": null,
96
+ "penalty_events": []
97
+ },
98
+ {
99
+ "episode_id": 9,
100
+ "seed": 100019,
101
+ "success": false,
102
+ "steps_taken": 400,
103
+ "max_steps": 400,
104
+ "route_completion": 27.75165522444591,
105
+ "manipulation_score": 27.75165522444591,
106
+ "total_penalty_factor": 1.0,
107
+ "fail_reason": null,
108
+ "penalty_events": []
109
+ },
110
+ {
111
+ "episode_id": 10,
112
+ "seed": 100020,
113
+ "success": true,
114
+ "steps_taken": 84,
115
+ "max_steps": 400,
116
+ "route_completion": 100.0,
117
+ "manipulation_score": 100.0,
118
+ "total_penalty_factor": 1.0,
119
+ "fail_reason": null,
120
+ "penalty_events": []
121
+ },
122
+ {
123
+ "episode_id": 11,
124
+ "seed": 100022,
125
+ "success": false,
126
+ "steps_taken": 400,
127
+ "max_steps": 400,
128
+ "route_completion": 34.11956110770621,
129
+ "manipulation_score": 34.11956110770621,
130
+ "total_penalty_factor": 1.0,
131
+ "fail_reason": null,
132
+ "penalty_events": []
133
+ },
134
+ {
135
+ "episode_id": 12,
136
+ "seed": 100024,
137
+ "success": false,
138
+ "steps_taken": 135,
139
+ "max_steps": 400,
140
+ "route_completion": 21.54834789053571,
141
+ "manipulation_score": 10.774173945267854,
142
+ "total_penalty_factor": 0.5,
143
+ "fail_reason": "out_of_bounds",
144
+ "penalty_events": [
145
+ {
146
+ "event_type": "out_of_bounds",
147
+ "timestep": 135,
148
+ "penalty_factor": 0.5,
149
+ "details": "Target object left workspace/view"
150
+ }
151
+ ]
152
+ },
153
+ {
154
+ "episode_id": 13,
155
+ "seed": 100034,
156
+ "success": false,
157
+ "steps_taken": 78,
158
+ "max_steps": 400,
159
+ "route_completion": 28.4543549989002,
160
+ "manipulation_score": 14.2271774994501,
161
+ "total_penalty_factor": 0.5,
162
+ "fail_reason": "out_of_bounds",
163
+ "penalty_events": [
164
+ {
165
+ "event_type": "out_of_bounds",
166
+ "timestep": 78,
167
+ "penalty_factor": 0.5,
168
+ "details": "Target object left workspace/view"
169
+ }
170
+ ]
171
+ },
172
+ {
173
+ "episode_id": 14,
174
+ "seed": 100035,
175
+ "success": false,
176
+ "steps_taken": 400,
177
+ "max_steps": 400,
178
+ "route_completion": 45.02980267833914,
179
+ "manipulation_score": 45.02980267833914,
180
+ "total_penalty_factor": 1.0,
181
+ "fail_reason": null,
182
+ "penalty_events": []
183
+ },
184
+ {
185
+ "episode_id": 15,
186
+ "seed": 100038,
187
+ "success": false,
188
+ "steps_taken": 400,
189
+ "max_steps": 400,
190
+ "route_completion": 39.43737027226585,
191
+ "manipulation_score": 39.43737027226585,
192
+ "total_penalty_factor": 1.0,
193
+ "fail_reason": null,
194
+ "penalty_events": []
195
+ },
196
+ {
197
+ "episode_id": 16,
198
+ "seed": 100039,
199
+ "success": false,
200
+ "steps_taken": 400,
201
+ "max_steps": 400,
202
+ "route_completion": 42.188940564396646,
203
+ "manipulation_score": 42.188940564396646,
204
+ "total_penalty_factor": 1.0,
205
+ "fail_reason": null,
206
+ "penalty_events": []
207
+ },
208
+ {
209
+ "episode_id": 17,
210
+ "seed": 100040,
211
+ "success": false,
212
+ "steps_taken": 400,
213
+ "max_steps": 400,
214
+ "route_completion": 45.17633012408111,
215
+ "manipulation_score": 45.17633012408111,
216
+ "total_penalty_factor": 1.0,
217
+ "fail_reason": null,
218
+ "penalty_events": []
219
+ },
220
+ {
221
+ "episode_id": 18,
222
+ "seed": 100042,
223
+ "success": false,
224
+ "steps_taken": 400,
225
+ "max_steps": 400,
226
+ "route_completion": 58.01247212977565,
227
+ "manipulation_score": 58.01247212977565,
228
+ "total_penalty_factor": 1.0,
229
+ "fail_reason": null,
230
+ "penalty_events": []
231
+ },
232
+ {
233
+ "episode_id": 19,
234
+ "seed": 100043,
235
+ "success": false,
236
+ "steps_taken": 400,
237
+ "max_steps": 400,
238
+ "route_completion": 28.660421010261544,
239
+ "manipulation_score": 28.660421010261544,
240
+ "total_penalty_factor": 1.0,
241
+ "fail_reason": null,
242
+ "penalty_events": []
243
+ },
244
+ {
245
+ "episode_id": 20,
246
+ "seed": 100044,
247
+ "success": false,
248
+ "steps_taken": 400,
249
+ "max_steps": 400,
250
+ "route_completion": 46.854858810735614,
251
+ "manipulation_score": 46.854858810735614,
252
+ "total_penalty_factor": 1.0,
253
+ "fail_reason": null,
254
+ "penalty_events": []
255
+ },
256
+ {
257
+ "episode_id": 21,
258
+ "seed": 100048,
259
+ "success": false,
260
+ "steps_taken": 400,
261
+ "max_steps": 400,
262
+ "route_completion": 30.166336821918456,
263
+ "manipulation_score": 30.166336821918456,
264
+ "total_penalty_factor": 1.0,
265
+ "fail_reason": null,
266
+ "penalty_events": []
267
+ },
268
+ {
269
+ "episode_id": 22,
270
+ "seed": 100051,
271
+ "success": false,
272
+ "steps_taken": 400,
273
+ "max_steps": 400,
274
+ "route_completion": 35.47153747373771,
275
+ "manipulation_score": 35.47153747373771,
276
+ "total_penalty_factor": 1.0,
277
+ "fail_reason": null,
278
+ "penalty_events": []
279
+ },
280
+ {
281
+ "episode_id": 23,
282
+ "seed": 100057,
283
+ "success": true,
284
+ "steps_taken": 107,
285
+ "max_steps": 400,
286
+ "route_completion": 100.0,
287
+ "manipulation_score": 100.0,
288
+ "total_penalty_factor": 1.0,
289
+ "fail_reason": null,
290
+ "penalty_events": []
291
+ },
292
+ {
293
+ "episode_id": 24,
294
+ "seed": 100061,
295
+ "success": false,
296
+ "steps_taken": 85,
297
+ "max_steps": 400,
298
+ "route_completion": 34.631697952762906,
299
+ "manipulation_score": 17.315848976381453,
300
+ "total_penalty_factor": 0.5,
301
+ "fail_reason": "out_of_bounds",
302
+ "penalty_events": [
303
+ {
304
+ "event_type": "out_of_bounds",
305
+ "timestep": 85,
306
+ "penalty_factor": 0.5,
307
+ "details": "Target object left workspace/view"
308
+ }
309
+ ]
310
+ },
311
+ {
312
+ "episode_id": 25,
313
+ "seed": 100062,
314
+ "success": false,
315
+ "steps_taken": 400,
316
+ "max_steps": 400,
317
+ "route_completion": 33.24629014904411,
318
+ "manipulation_score": 33.24629014904411,
319
+ "total_penalty_factor": 1.0,
320
+ "fail_reason": null,
321
+ "penalty_events": []
322
+ },
323
+ {
324
+ "episode_id": 26,
325
+ "seed": 100063,
326
+ "success": true,
327
+ "steps_taken": 85,
328
+ "max_steps": 400,
329
+ "route_completion": 100.0,
330
+ "manipulation_score": 100.0,
331
+ "total_penalty_factor": 1.0,
332
+ "fail_reason": null,
333
+ "penalty_events": []
334
+ },
335
+ {
336
+ "episode_id": 27,
337
+ "seed": 100064,
338
+ "success": false,
339
+ "steps_taken": 400,
340
+ "max_steps": 400,
341
+ "route_completion": 30.749110235667683,
342
+ "manipulation_score": 30.749110235667683,
343
+ "total_penalty_factor": 1.0,
344
+ "fail_reason": null,
345
+ "penalty_events": []
346
+ },
347
+ {
348
+ "episode_id": 28,
349
+ "seed": 100065,
350
+ "success": false,
351
+ "steps_taken": 73,
352
+ "max_steps": 400,
353
+ "route_completion": 39.583889679847104,
354
+ "manipulation_score": 19.791944839923552,
355
+ "total_penalty_factor": 0.5,
356
+ "fail_reason": "out_of_bounds",
357
+ "penalty_events": [
358
+ {
359
+ "event_type": "out_of_bounds",
360
+ "timestep": 73,
361
+ "penalty_factor": 0.5,
362
+ "details": "Target object left workspace/view"
363
+ }
364
+ ]
365
+ },
366
+ {
367
+ "episode_id": 29,
368
+ "seed": 100066,
369
+ "success": true,
370
+ "steps_taken": 83,
371
+ "max_steps": 400,
372
+ "route_completion": 100.0,
373
+ "manipulation_score": 100.0,
374
+ "total_penalty_factor": 1.0,
375
+ "fail_reason": null,
376
+ "penalty_events": []
377
+ },
378
+ {
379
+ "episode_id": 30,
380
+ "seed": 100067,
381
+ "success": false,
382
+ "steps_taken": 400,
383
+ "max_steps": 400,
384
+ "route_completion": 55.868017907051005,
385
+ "manipulation_score": 55.868017907051005,
386
+ "total_penalty_factor": 1.0,
387
+ "fail_reason": null,
388
+ "penalty_events": []
389
+ },
390
+ {
391
+ "episode_id": 31,
392
+ "seed": 100068,
393
+ "success": true,
394
+ "steps_taken": 82,
395
+ "max_steps": 400,
396
+ "route_completion": 100.0,
397
+ "manipulation_score": 100.0,
398
+ "total_penalty_factor": 1.0,
399
+ "fail_reason": null,
400
+ "penalty_events": []
401
+ },
402
+ {
403
+ "episode_id": 32,
404
+ "seed": 100069,
405
+ "success": false,
406
+ "steps_taken": 400,
407
+ "max_steps": 400,
408
+ "route_completion": 48.6198486315825,
409
+ "manipulation_score": 48.6198486315825,
410
+ "total_penalty_factor": 1.0,
411
+ "fail_reason": null,
412
+ "penalty_events": []
413
+ },
414
+ {
415
+ "episode_id": 33,
416
+ "seed": 100070,
417
+ "success": true,
418
+ "steps_taken": 92,
419
+ "max_steps": 400,
420
+ "route_completion": 100.0,
421
+ "manipulation_score": 100.0,
422
+ "total_penalty_factor": 1.0,
423
+ "fail_reason": null,
424
+ "penalty_events": []
425
+ },
426
+ {
427
+ "episode_id": 34,
428
+ "seed": 100073,
429
+ "success": false,
430
+ "steps_taken": 400,
431
+ "max_steps": 400,
432
+ "route_completion": 47.070349095391414,
433
+ "manipulation_score": 47.070349095391414,
434
+ "total_penalty_factor": 1.0,
435
+ "fail_reason": null,
436
+ "penalty_events": []
437
+ },
438
+ {
439
+ "episode_id": 35,
440
+ "seed": 100078,
441
+ "success": false,
442
+ "steps_taken": 400,
443
+ "max_steps": 400,
444
+ "route_completion": 50.93273137375491,
445
+ "manipulation_score": 50.93273137375491,
446
+ "total_penalty_factor": 1.0,
447
+ "fail_reason": null,
448
+ "penalty_events": []
449
+ },
450
+ {
451
+ "episode_id": 36,
452
+ "seed": 100079,
453
+ "success": true,
454
+ "steps_taken": 83,
455
+ "max_steps": 400,
456
+ "route_completion": 100.0,
457
+ "manipulation_score": 100.0,
458
+ "total_penalty_factor": 1.0,
459
+ "fail_reason": null,
460
+ "penalty_events": []
461
+ },
462
+ {
463
+ "episode_id": 37,
464
+ "seed": 100081,
465
+ "success": false,
466
+ "steps_taken": 400,
467
+ "max_steps": 400,
468
+ "route_completion": 49.51870530923386,
469
+ "manipulation_score": 49.51870530923386,
470
+ "total_penalty_factor": 1.0,
471
+ "fail_reason": null,
472
+ "penalty_events": []
473
+ },
474
+ {
475
+ "episode_id": 38,
476
+ "seed": 100082,
477
+ "success": false,
478
+ "steps_taken": 400,
479
+ "max_steps": 400,
480
+ "route_completion": 44.58500739542433,
481
+ "manipulation_score": 44.58500739542433,
482
+ "total_penalty_factor": 1.0,
483
+ "fail_reason": null,
484
+ "penalty_events": []
485
+ },
486
+ {
487
+ "episode_id": 39,
488
+ "seed": 100083,
489
+ "success": false,
490
+ "steps_taken": 59,
491
+ "max_steps": 400,
492
+ "route_completion": 25.445665401916635,
493
+ "manipulation_score": 12.722832700958318,
494
+ "total_penalty_factor": 0.5,
495
+ "fail_reason": "out_of_bounds",
496
+ "penalty_events": [
497
+ {
498
+ "event_type": "out_of_bounds",
499
+ "timestep": 59,
500
+ "penalty_factor": 0.5,
501
+ "details": "Target object left workspace/view"
502
+ }
503
+ ]
504
+ },
505
+ {
506
+ "episode_id": 40,
507
+ "seed": 100084,
508
+ "success": true,
509
+ "steps_taken": 89,
510
+ "max_steps": 400,
511
+ "route_completion": 100.0,
512
+ "manipulation_score": 100.0,
513
+ "total_penalty_factor": 1.0,
514
+ "fail_reason": null,
515
+ "penalty_events": []
516
+ },
517
+ {
518
+ "episode_id": 41,
519
+ "seed": 100086,
520
+ "success": true,
521
+ "steps_taken": 113,
522
+ "max_steps": 400,
523
+ "route_completion": 100.0,
524
+ "manipulation_score": 100.0,
525
+ "total_penalty_factor": 1.0,
526
+ "fail_reason": null,
527
+ "penalty_events": []
528
+ },
529
+ {
530
+ "episode_id": 42,
531
+ "seed": 100087,
532
+ "success": false,
533
+ "steps_taken": 400,
534
+ "max_steps": 400,
535
+ "route_completion": 41.36001245954415,
536
+ "manipulation_score": 41.36001245954415,
537
+ "total_penalty_factor": 1.0,
538
+ "fail_reason": null,
539
+ "penalty_events": []
540
+ },
541
+ {
542
+ "episode_id": 43,
543
+ "seed": 100088,
544
+ "success": false,
545
+ "steps_taken": 400,
546
+ "max_steps": 400,
547
+ "route_completion": 56.67695238368455,
548
+ "manipulation_score": 56.67695238368455,
549
+ "total_penalty_factor": 1.0,
550
+ "fail_reason": null,
551
+ "penalty_events": []
552
+ },
553
+ {
554
+ "episode_id": 44,
555
+ "seed": 100091,
556
+ "success": true,
557
+ "steps_taken": 83,
558
+ "max_steps": 400,
559
+ "route_completion": 100.0,
560
+ "manipulation_score": 100.0,
561
+ "total_penalty_factor": 1.0,
562
+ "fail_reason": null,
563
+ "penalty_events": []
564
+ },
565
+ {
566
+ "episode_id": 45,
567
+ "seed": 100092,
568
+ "success": true,
569
+ "steps_taken": 83,
570
+ "max_steps": 400,
571
+ "route_completion": 100.0,
572
+ "manipulation_score": 100.0,
573
+ "total_penalty_factor": 1.0,
574
+ "fail_reason": null,
575
+ "penalty_events": []
576
+ },
577
+ {
578
+ "episode_id": 46,
579
+ "seed": 100094,
580
+ "success": true,
581
+ "steps_taken": 81,
582
+ "max_steps": 400,
583
+ "route_completion": 100.0,
584
+ "manipulation_score": 100.0,
585
+ "total_penalty_factor": 1.0,
586
+ "fail_reason": null,
587
+ "penalty_events": []
588
+ },
589
+ {
590
+ "episode_id": 47,
591
+ "seed": 100101,
592
+ "success": true,
593
+ "steps_taken": 87,
594
+ "max_steps": 400,
595
+ "route_completion": 100.0,
596
+ "manipulation_score": 100.0,
597
+ "total_penalty_factor": 1.0,
598
+ "fail_reason": null,
599
+ "penalty_events": []
600
+ },
601
+ {
602
+ "episode_id": 48,
603
+ "seed": 100103,
604
+ "success": false,
605
+ "steps_taken": 400,
606
+ "max_steps": 400,
607
+ "route_completion": 49.587973907203065,
608
+ "manipulation_score": 49.587973907203065,
609
+ "total_penalty_factor": 1.0,
610
+ "fail_reason": null,
611
+ "penalty_events": []
612
+ },
613
+ {
614
+ "episode_id": 49,
615
+ "seed": 100106,
616
+ "success": true,
617
+ "steps_taken": 84,
618
+ "max_steps": 400,
619
+ "route_completion": 100.0,
620
+ "manipulation_score": 100.0,
621
+ "total_penalty_factor": 1.0,
622
+ "fail_reason": null,
623
+ "penalty_events": []
624
+ },
625
+ {
626
+ "episode_id": 50,
627
+ "seed": 100107,
628
+ "success": true,
629
+ "steps_taken": 83,
630
+ "max_steps": 400,
631
+ "route_completion": 100.0,
632
+ "manipulation_score": 100.0,
633
+ "total_penalty_factor": 1.0,
634
+ "fail_reason": null,
635
+ "penalty_events": []
636
+ },
637
+ {
638
+ "episode_id": 51,
639
+ "seed": 100109,
640
+ "success": false,
641
+ "steps_taken": 400,
642
+ "max_steps": 400,
643
+ "route_completion": 53.24825095587875,
644
+ "manipulation_score": 53.24825095587875,
645
+ "total_penalty_factor": 1.0,
646
+ "fail_reason": null,
647
+ "penalty_events": []
648
+ },
649
+ {
650
+ "episode_id": 52,
651
+ "seed": 100112,
652
+ "success": true,
653
+ "steps_taken": 85,
654
+ "max_steps": 400,
655
+ "route_completion": 100.0,
656
+ "manipulation_score": 100.0,
657
+ "total_penalty_factor": 1.0,
658
+ "fail_reason": null,
659
+ "penalty_events": []
660
+ },
661
+ {
662
+ "episode_id": 53,
663
+ "seed": 100114,
664
+ "success": false,
665
+ "steps_taken": 400,
666
+ "max_steps": 400,
667
+ "route_completion": 48.016503986830116,
668
+ "manipulation_score": 48.016503986830116,
669
+ "total_penalty_factor": 1.0,
670
+ "fail_reason": null,
671
+ "penalty_events": []
672
+ },
673
+ {
674
+ "episode_id": 54,
675
+ "seed": 100115,
676
+ "success": false,
677
+ "steps_taken": 400,
678
+ "max_steps": 400,
679
+ "route_completion": 60.01470224498075,
680
+ "manipulation_score": 60.01470224498075,
681
+ "total_penalty_factor": 1.0,
682
+ "fail_reason": null,
683
+ "penalty_events": []
684
+ },
685
+ {
686
+ "episode_id": 55,
687
+ "seed": 100117,
688
+ "success": false,
689
+ "steps_taken": 400,
690
+ "max_steps": 400,
691
+ "route_completion": 38.01199796737645,
692
+ "manipulation_score": 38.01199796737645,
693
+ "total_penalty_factor": 1.0,
694
+ "fail_reason": null,
695
+ "penalty_events": []
696
+ },
697
+ {
698
+ "episode_id": 56,
699
+ "seed": 100118,
700
+ "success": true,
701
+ "steps_taken": 84,
702
+ "max_steps": 400,
703
+ "route_completion": 100.0,
704
+ "manipulation_score": 100.0,
705
+ "total_penalty_factor": 1.0,
706
+ "fail_reason": null,
707
+ "penalty_events": []
708
+ },
709
+ {
710
+ "episode_id": 57,
711
+ "seed": 100120,
712
+ "success": true,
713
+ "steps_taken": 86,
714
+ "max_steps": 400,
715
+ "route_completion": 100.0,
716
+ "manipulation_score": 100.0,
717
+ "total_penalty_factor": 1.0,
718
+ "fail_reason": null,
719
+ "penalty_events": []
720
+ },
721
+ {
722
+ "episode_id": 58,
723
+ "seed": 100122,
724
+ "success": true,
725
+ "steps_taken": 84,
726
+ "max_steps": 400,
727
+ "route_completion": 100.0,
728
+ "manipulation_score": 100.0,
729
+ "total_penalty_factor": 1.0,
730
+ "fail_reason": null,
731
+ "penalty_events": []
732
+ },
733
+ {
734
+ "episode_id": 59,
735
+ "seed": 100123,
736
+ "success": false,
737
+ "steps_taken": 400,
738
+ "max_steps": 400,
739
+ "route_completion": 39.58782491067676,
740
+ "manipulation_score": 39.58782491067676,
741
+ "total_penalty_factor": 1.0,
742
+ "fail_reason": null,
743
+ "penalty_events": []
744
+ },
745
+ {
746
+ "episode_id": 60,
747
+ "seed": 100125,
748
+ "success": false,
749
+ "steps_taken": 400,
750
+ "max_steps": 400,
751
+ "route_completion": 45.01620626080269,
752
+ "manipulation_score": 45.01620626080269,
753
+ "total_penalty_factor": 1.0,
754
+ "fail_reason": null,
755
+ "penalty_events": []
756
+ },
757
+ {
758
+ "episode_id": 61,
759
+ "seed": 100127,
760
+ "success": false,
761
+ "steps_taken": 400,
762
+ "max_steps": 400,
763
+ "route_completion": 59.22156487064563,
764
+ "manipulation_score": 59.22156487064563,
765
+ "total_penalty_factor": 1.0,
766
+ "fail_reason": null,
767
+ "penalty_events": []
768
+ },
769
+ {
770
+ "episode_id": 62,
771
+ "seed": 100128,
772
+ "success": true,
773
+ "steps_taken": 85,
774
+ "max_steps": 400,
775
+ "route_completion": 100.0,
776
+ "manipulation_score": 100.0,
777
+ "total_penalty_factor": 1.0,
778
+ "fail_reason": null,
779
+ "penalty_events": []
780
+ },
781
+ {
782
+ "episode_id": 63,
783
+ "seed": 100129,
784
+ "success": false,
785
+ "steps_taken": 400,
786
+ "max_steps": 400,
787
+ "route_completion": 26.274130747311354,
788
+ "manipulation_score": 26.274130747311354,
789
+ "total_penalty_factor": 1.0,
790
+ "fail_reason": null,
791
+ "penalty_events": []
792
+ },
793
+ {
794
+ "episode_id": 64,
795
+ "seed": 100131,
796
+ "success": false,
797
+ "steps_taken": 400,
798
+ "max_steps": 400,
799
+ "route_completion": 53.679461214467516,
800
+ "manipulation_score": 53.679461214467516,
801
+ "total_penalty_factor": 1.0,
802
+ "fail_reason": null,
803
+ "penalty_events": []
804
+ },
805
+ {
806
+ "episode_id": 65,
807
+ "seed": 100132,
808
+ "success": false,
809
+ "steps_taken": 71,
810
+ "max_steps": 400,
811
+ "route_completion": 30.427714816490415,
812
+ "manipulation_score": 15.213857408245207,
813
+ "total_penalty_factor": 0.5,
814
+ "fail_reason": "out_of_bounds",
815
+ "penalty_events": [
816
+ {
817
+ "event_type": "out_of_bounds",
818
+ "timestep": 71,
819
+ "penalty_factor": 0.5,
820
+ "details": "Target object left workspace/view"
821
+ }
822
+ ]
823
+ },
824
+ {
825
+ "episode_id": 66,
826
+ "seed": 100137,
827
+ "success": false,
828
+ "steps_taken": 400,
829
+ "max_steps": 400,
830
+ "route_completion": 34.03558202745282,
831
+ "manipulation_score": 34.03558202745282,
832
+ "total_penalty_factor": 1.0,
833
+ "fail_reason": null,
834
+ "penalty_events": []
835
+ },
836
+ {
837
+ "episode_id": 67,
838
+ "seed": 100139,
839
+ "success": false,
840
+ "steps_taken": 75,
841
+ "max_steps": 400,
842
+ "route_completion": 43.14530551755722,
843
+ "manipulation_score": 21.57265275877861,
844
+ "total_penalty_factor": 0.5,
845
+ "fail_reason": "out_of_bounds",
846
+ "penalty_events": [
847
+ {
848
+ "event_type": "out_of_bounds",
849
+ "timestep": 75,
850
+ "penalty_factor": 0.5,
851
+ "details": "Target object left workspace/view"
852
+ }
853
+ ]
854
+ },
855
+ {
856
+ "episode_id": 68,
857
+ "seed": 100140,
858
+ "success": false,
859
+ "steps_taken": 400,
860
+ "max_steps": 400,
861
+ "route_completion": 52.069155010136384,
862
+ "manipulation_score": 52.069155010136384,
863
+ "total_penalty_factor": 1.0,
864
+ "fail_reason": null,
865
+ "penalty_events": []
866
+ },
867
+ {
868
+ "episode_id": 69,
869
+ "seed": 100141,
870
+ "success": false,
871
+ "steps_taken": 400,
872
+ "max_steps": 400,
873
+ "route_completion": 48.47876478592114,
874
+ "manipulation_score": 48.47876478592114,
875
+ "total_penalty_factor": 1.0,
876
+ "fail_reason": null,
877
+ "penalty_events": []
878
+ },
879
+ {
880
+ "episode_id": 70,
881
+ "seed": 100143,
882
+ "success": true,
883
+ "steps_taken": 97,
884
+ "max_steps": 400,
885
+ "route_completion": 100.0,
886
+ "manipulation_score": 100.0,
887
+ "total_penalty_factor": 1.0,
888
+ "fail_reason": null,
889
+ "penalty_events": []
890
+ },
891
+ {
892
+ "episode_id": 71,
893
+ "seed": 100144,
894
+ "success": true,
895
+ "steps_taken": 88,
896
+ "max_steps": 400,
897
+ "route_completion": 100.0,
898
+ "manipulation_score": 100.0,
899
+ "total_penalty_factor": 1.0,
900
+ "fail_reason": null,
901
+ "penalty_events": []
902
+ },
903
+ {
904
+ "episode_id": 72,
905
+ "seed": 100146,
906
+ "success": true,
907
+ "steps_taken": 86,
908
+ "max_steps": 400,
909
+ "route_completion": 100.0,
910
+ "manipulation_score": 100.0,
911
+ "total_penalty_factor": 1.0,
912
+ "fail_reason": null,
913
+ "penalty_events": []
914
+ },
915
+ {
916
+ "episode_id": 73,
917
+ "seed": 100147,
918
+ "success": false,
919
+ "steps_taken": 76,
920
+ "max_steps": 400,
921
+ "route_completion": 28.205075001710746,
922
+ "manipulation_score": 14.102537500855373,
923
+ "total_penalty_factor": 0.5,
924
+ "fail_reason": "out_of_bounds",
925
+ "penalty_events": [
926
+ {
927
+ "event_type": "out_of_bounds",
928
+ "timestep": 76,
929
+ "penalty_factor": 0.5,
930
+ "details": "Target object left workspace/view"
931
+ }
932
+ ]
933
+ },
934
+ {
935
+ "episode_id": 74,
936
+ "seed": 100148,
937
+ "success": false,
938
+ "steps_taken": 400,
939
+ "max_steps": 400,
940
+ "route_completion": 51.58138041486685,
941
+ "manipulation_score": 51.58138041486685,
942
+ "total_penalty_factor": 1.0,
943
+ "fail_reason": null,
944
+ "penalty_events": []
945
+ },
946
+ {
947
+ "episode_id": 75,
948
+ "seed": 100151,
949
+ "success": false,
950
+ "steps_taken": 400,
951
+ "max_steps": 400,
952
+ "route_completion": 54.184699423483075,
953
+ "manipulation_score": 54.184699423483075,
954
+ "total_penalty_factor": 1.0,
955
+ "fail_reason": null,
956
+ "penalty_events": []
957
+ },
958
+ {
959
+ "episode_id": 76,
960
+ "seed": 100152,
961
+ "success": false,
962
+ "steps_taken": 400,
963
+ "max_steps": 400,
964
+ "route_completion": 59.93360244471969,
965
+ "manipulation_score": 59.93360244471969,
966
+ "total_penalty_factor": 1.0,
967
+ "fail_reason": null,
968
+ "penalty_events": []
969
+ },
970
+ {
971
+ "episode_id": 77,
972
+ "seed": 100153,
973
+ "success": true,
974
+ "steps_taken": 82,
975
+ "max_steps": 400,
976
+ "route_completion": 100.0,
977
+ "manipulation_score": 100.0,
978
+ "total_penalty_factor": 1.0,
979
+ "fail_reason": null,
980
+ "penalty_events": []
981
+ },
982
+ {
983
+ "episode_id": 78,
984
+ "seed": 100154,
985
+ "success": false,
986
+ "steps_taken": 400,
987
+ "max_steps": 400,
988
+ "route_completion": 43.52843489774779,
989
+ "manipulation_score": 43.52843489774779,
990
+ "total_penalty_factor": 1.0,
991
+ "fail_reason": null,
992
+ "penalty_events": []
993
+ },
994
+ {
995
+ "episode_id": 79,
996
+ "seed": 100155,
997
+ "success": true,
998
+ "steps_taken": 83,
999
+ "max_steps": 400,
1000
+ "route_completion": 100.0,
1001
+ "manipulation_score": 100.0,
1002
+ "total_penalty_factor": 1.0,
1003
+ "fail_reason": null,
1004
+ "penalty_events": []
1005
+ },
1006
+ {
1007
+ "episode_id": 80,
1008
+ "seed": 100156,
1009
+ "success": false,
1010
+ "steps_taken": 400,
1011
+ "max_steps": 400,
1012
+ "route_completion": 50.95259031626074,
1013
+ "manipulation_score": 50.95259031626074,
1014
+ "total_penalty_factor": 1.0,
1015
+ "fail_reason": null,
1016
+ "penalty_events": []
1017
+ },
1018
+ {
1019
+ "episode_id": 81,
1020
+ "seed": 100157,
1021
+ "success": false,
1022
+ "steps_taken": 400,
1023
+ "max_steps": 400,
1024
+ "route_completion": 53.978026643996834,
1025
+ "manipulation_score": 53.978026643996834,
1026
+ "total_penalty_factor": 1.0,
1027
+ "fail_reason": null,
1028
+ "penalty_events": []
1029
+ },
1030
+ {
1031
+ "episode_id": 82,
1032
+ "seed": 100158,
1033
+ "success": false,
1034
+ "steps_taken": 400,
1035
+ "max_steps": 400,
1036
+ "route_completion": 57.63061476636596,
1037
+ "manipulation_score": 57.63061476636596,
1038
+ "total_penalty_factor": 1.0,
1039
+ "fail_reason": null,
1040
+ "penalty_events": []
1041
+ },
1042
+ {
1043
+ "episode_id": 83,
1044
+ "seed": 100162,
1045
+ "success": false,
1046
+ "steps_taken": 400,
1047
+ "max_steps": 400,
1048
+ "route_completion": 35.2427175684529,
1049
+ "manipulation_score": 35.2427175684529,
1050
+ "total_penalty_factor": 1.0,
1051
+ "fail_reason": null,
1052
+ "penalty_events": []
1053
+ },
1054
+ {
1055
+ "episode_id": 84,
1056
+ "seed": 100163,
1057
+ "success": false,
1058
+ "steps_taken": 400,
1059
+ "max_steps": 400,
1060
+ "route_completion": 47.4041875607431,
1061
+ "manipulation_score": 47.4041875607431,
1062
+ "total_penalty_factor": 1.0,
1063
+ "fail_reason": null,
1064
+ "penalty_events": []
1065
+ },
1066
+ {
1067
+ "episode_id": 85,
1068
+ "seed": 100167,
1069
+ "success": true,
1070
+ "steps_taken": 85,
1071
+ "max_steps": 400,
1072
+ "route_completion": 100.0,
1073
+ "manipulation_score": 100.0,
1074
+ "total_penalty_factor": 1.0,
1075
+ "fail_reason": null,
1076
+ "penalty_events": []
1077
+ },
1078
+ {
1079
+ "episode_id": 86,
1080
+ "seed": 100170,
1081
+ "success": false,
1082
+ "steps_taken": 400,
1083
+ "max_steps": 400,
1084
+ "route_completion": 52.878496118115194,
1085
+ "manipulation_score": 52.878496118115194,
1086
+ "total_penalty_factor": 1.0,
1087
+ "fail_reason": null,
1088
+ "penalty_events": []
1089
+ },
1090
+ {
1091
+ "episode_id": 87,
1092
+ "seed": 100171,
1093
+ "success": false,
1094
+ "steps_taken": 400,
1095
+ "max_steps": 400,
1096
+ "route_completion": 32.65259676729612,
1097
+ "manipulation_score": 32.65259676729612,
1098
+ "total_penalty_factor": 1.0,
1099
+ "fail_reason": null,
1100
+ "penalty_events": []
1101
+ },
1102
+ {
1103
+ "episode_id": 88,
1104
+ "seed": 100174,
1105
+ "success": false,
1106
+ "steps_taken": 400,
1107
+ "max_steps": 400,
1108
+ "route_completion": 53.28846613946209,
1109
+ "manipulation_score": 53.28846613946209,
1110
+ "total_penalty_factor": 1.0,
1111
+ "fail_reason": null,
1112
+ "penalty_events": []
1113
+ },
1114
+ {
1115
+ "episode_id": 89,
1116
+ "seed": 100175,
1117
+ "success": true,
1118
+ "steps_taken": 81,
1119
+ "max_steps": 400,
1120
+ "route_completion": 100.0,
1121
+ "manipulation_score": 100.0,
1122
+ "total_penalty_factor": 1.0,
1123
+ "fail_reason": null,
1124
+ "penalty_events": []
1125
+ },
1126
+ {
1127
+ "episode_id": 90,
1128
+ "seed": 100176,
1129
+ "success": true,
1130
+ "steps_taken": 83,
1131
+ "max_steps": 400,
1132
+ "route_completion": 100.0,
1133
+ "manipulation_score": 100.0,
1134
+ "total_penalty_factor": 1.0,
1135
+ "fail_reason": null,
1136
+ "penalty_events": []
1137
+ },
1138
+ {
1139
+ "episode_id": 91,
1140
+ "seed": 100179,
1141
+ "success": false,
1142
+ "steps_taken": 400,
1143
+ "max_steps": 400,
1144
+ "route_completion": 49.76194548000861,
1145
+ "manipulation_score": 49.76194548000861,
1146
+ "total_penalty_factor": 1.0,
1147
+ "fail_reason": null,
1148
+ "penalty_events": []
1149
+ },
1150
+ {
1151
+ "episode_id": 92,
1152
+ "seed": 100181,
1153
+ "success": true,
1154
+ "steps_taken": 87,
1155
+ "max_steps": 400,
1156
+ "route_completion": 100.0,
1157
+ "manipulation_score": 100.0,
1158
+ "total_penalty_factor": 1.0,
1159
+ "fail_reason": null,
1160
+ "penalty_events": []
1161
+ },
1162
+ {
1163
+ "episode_id": 93,
1164
+ "seed": 100184,
1165
+ "success": false,
1166
+ "steps_taken": 400,
1167
+ "max_steps": 400,
1168
+ "route_completion": 29.677471837736196,
1169
+ "manipulation_score": 29.677471837736196,
1170
+ "total_penalty_factor": 1.0,
1171
+ "fail_reason": null,
1172
+ "penalty_events": []
1173
+ },
1174
+ {
1175
+ "episode_id": 94,
1176
+ "seed": 100185,
1177
+ "success": false,
1178
+ "steps_taken": 65,
1179
+ "max_steps": 400,
1180
+ "route_completion": 29.579625458026438,
1181
+ "manipulation_score": 14.789812729013219,
1182
+ "total_penalty_factor": 0.5,
1183
+ "fail_reason": "out_of_bounds",
1184
+ "penalty_events": [
1185
+ {
1186
+ "event_type": "out_of_bounds",
1187
+ "timestep": 65,
1188
+ "penalty_factor": 0.5,
1189
+ "details": "Target object left workspace/view"
1190
+ }
1191
+ ]
1192
+ },
1193
+ {
1194
+ "episode_id": 95,
1195
+ "seed": 100186,
1196
+ "success": false,
1197
+ "steps_taken": 400,
1198
+ "max_steps": 400,
1199
+ "route_completion": 33.45783186157641,
1200
+ "manipulation_score": 33.45783186157641,
1201
+ "total_penalty_factor": 1.0,
1202
+ "fail_reason": null,
1203
+ "penalty_events": []
1204
+ },
1205
+ {
1206
+ "episode_id": 96,
1207
+ "seed": 100187,
1208
+ "success": false,
1209
+ "steps_taken": 400,
1210
+ "max_steps": 400,
1211
+ "route_completion": 46.947021644746386,
1212
+ "manipulation_score": 46.947021644746386,
1213
+ "total_penalty_factor": 1.0,
1214
+ "fail_reason": null,
1215
+ "penalty_events": []
1216
+ },
1217
+ {
1218
+ "episode_id": 97,
1219
+ "seed": 100192,
1220
+ "success": false,
1221
+ "steps_taken": 400,
1222
+ "max_steps": 400,
1223
+ "route_completion": 59.113492906350274,
1224
+ "manipulation_score": 59.113492906350274,
1225
+ "total_penalty_factor": 1.0,
1226
+ "fail_reason": null,
1227
+ "penalty_events": []
1228
+ },
1229
+ {
1230
+ "episode_id": 98,
1231
+ "seed": 100193,
1232
+ "success": false,
1233
+ "steps_taken": 400,
1234
+ "max_steps": 400,
1235
+ "route_completion": 55.27675722662144,
1236
+ "manipulation_score": 55.27675722662144,
1237
+ "total_penalty_factor": 1.0,
1238
+ "fail_reason": null,
1239
+ "penalty_events": []
1240
+ },
1241
+ {
1242
+ "episode_id": 99,
1243
+ "seed": 100194,
1244
+ "success": true,
1245
+ "steps_taken": 82,
1246
+ "max_steps": 400,
1247
+ "route_completion": 100.0,
1248
+ "manipulation_score": 100.0,
1249
+ "total_penalty_factor": 1.0,
1250
+ "fail_reason": null,
1251
+ "penalty_events": []
1252
+ },
1253
+ {
1254
+ "episode_id": 100,
1255
+ "seed": 100195,
1256
+ "success": false,
1257
+ "steps_taken": 400,
1258
+ "max_steps": 400,
1259
+ "route_completion": 35.51376239348109,
1260
+ "manipulation_score": 35.51376239348109,
1261
+ "total_penalty_factor": 1.0,
1262
+ "fail_reason": null,
1263
+ "penalty_events": []
1264
+ }
1265
+ ]
log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 33,
4
+ "success_rate": 33.0,
5
+ "manipulation_score_mean": 60.41178362689,
6
+ "manipulation_score_std": 29.855640739928898,
7
+ "route_completion_mean": 61.81689201047874,
8
+ "route_completion_std": 28.075012777643156,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 9
11
+ }
log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 33.0% (33/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 60.41
10
+ Std: 29.86
11
+
12
+ --- Route Completion ---
13
+ Mean: 61.82%
14
+ Std: 28.08
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 9
19
+
20
+ ============================================================
log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-29 20:19:05
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.33
log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_episodes_detail.json ADDED
@@ -0,0 +1,1286 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100002,
5
+ "success": true,
6
+ "steps_taken": 329,
7
+ "max_steps": 800,
8
+ "route_completion": 100.0,
9
+ "manipulation_score": 100.0,
10
+ "total_penalty_factor": 1.0,
11
+ "fail_reason": null,
12
+ "penalty_events": []
13
+ },
14
+ {
15
+ "episode_id": 2,
16
+ "seed": 100003,
17
+ "success": false,
18
+ "steps_taken": 800,
19
+ "max_steps": 800,
20
+ "route_completion": 57.590549386101856,
21
+ "manipulation_score": 57.590549386101856,
22
+ "total_penalty_factor": 1.0,
23
+ "fail_reason": null,
24
+ "penalty_events": []
25
+ },
26
+ {
27
+ "episode_id": 3,
28
+ "seed": 100004,
29
+ "success": false,
30
+ "steps_taken": 800,
31
+ "max_steps": 800,
32
+ "route_completion": 50.36090426101359,
33
+ "manipulation_score": 50.36090426101359,
34
+ "total_penalty_factor": 1.0,
35
+ "fail_reason": null,
36
+ "penalty_events": []
37
+ },
38
+ {
39
+ "episode_id": 4,
40
+ "seed": 100007,
41
+ "success": false,
42
+ "steps_taken": 800,
43
+ "max_steps": 800,
44
+ "route_completion": 58.16723891402478,
45
+ "manipulation_score": 58.16723891402478,
46
+ "total_penalty_factor": 1.0,
47
+ "fail_reason": null,
48
+ "penalty_events": []
49
+ },
50
+ {
51
+ "episode_id": 5,
52
+ "seed": 100011,
53
+ "success": false,
54
+ "steps_taken": 800,
55
+ "max_steps": 800,
56
+ "route_completion": 56.8347216786512,
57
+ "manipulation_score": 56.8347216786512,
58
+ "total_penalty_factor": 1.0,
59
+ "fail_reason": null,
60
+ "penalty_events": []
61
+ },
62
+ {
63
+ "episode_id": 6,
64
+ "seed": 100023,
65
+ "success": false,
66
+ "steps_taken": 800,
67
+ "max_steps": 800,
68
+ "route_completion": 51.72758723047429,
69
+ "manipulation_score": 51.72758723047429,
70
+ "total_penalty_factor": 1.0,
71
+ "fail_reason": null,
72
+ "penalty_events": []
73
+ },
74
+ {
75
+ "episode_id": 7,
76
+ "seed": 100030,
77
+ "success": false,
78
+ "steps_taken": 800,
79
+ "max_steps": 800,
80
+ "route_completion": 64.42582551607775,
81
+ "manipulation_score": 64.42582551607775,
82
+ "total_penalty_factor": 1.0,
83
+ "fail_reason": null,
84
+ "penalty_events": []
85
+ },
86
+ {
87
+ "episode_id": 8,
88
+ "seed": 100036,
89
+ "success": false,
90
+ "steps_taken": 66,
91
+ "max_steps": 800,
92
+ "route_completion": 42.880704254659406,
93
+ "manipulation_score": 21.440352127329703,
94
+ "total_penalty_factor": 0.5,
95
+ "fail_reason": "out_of_bounds",
96
+ "penalty_events": [
97
+ {
98
+ "event_type": "out_of_bounds",
99
+ "timestep": 66,
100
+ "penalty_factor": 0.5,
101
+ "details": "Target object left workspace/view"
102
+ }
103
+ ]
104
+ },
105
+ {
106
+ "episode_id": 9,
107
+ "seed": 100041,
108
+ "success": false,
109
+ "steps_taken": 61,
110
+ "max_steps": 800,
111
+ "route_completion": 44.845449642780956,
112
+ "manipulation_score": 22.422724821390478,
113
+ "total_penalty_factor": 0.5,
114
+ "fail_reason": "out_of_bounds",
115
+ "penalty_events": [
116
+ {
117
+ "event_type": "out_of_bounds",
118
+ "timestep": 61,
119
+ "penalty_factor": 0.5,
120
+ "details": "Target object left workspace/view"
121
+ }
122
+ ]
123
+ },
124
+ {
125
+ "episode_id": 10,
126
+ "seed": 100047,
127
+ "success": false,
128
+ "steps_taken": 103,
129
+ "max_steps": 800,
130
+ "route_completion": 34.16832506192234,
131
+ "manipulation_score": 17.08416253096117,
132
+ "total_penalty_factor": 0.5,
133
+ "fail_reason": "out_of_bounds",
134
+ "penalty_events": [
135
+ {
136
+ "event_type": "out_of_bounds",
137
+ "timestep": 103,
138
+ "penalty_factor": 0.5,
139
+ "details": "Target object left workspace/view"
140
+ }
141
+ ]
142
+ },
143
+ {
144
+ "episode_id": 11,
145
+ "seed": 100051,
146
+ "success": false,
147
+ "steps_taken": 800,
148
+ "max_steps": 800,
149
+ "route_completion": 60.40296343862015,
150
+ "manipulation_score": 60.40296343862015,
151
+ "total_penalty_factor": 1.0,
152
+ "fail_reason": null,
153
+ "penalty_events": []
154
+ },
155
+ {
156
+ "episode_id": 12,
157
+ "seed": 100052,
158
+ "success": true,
159
+ "steps_taken": 394,
160
+ "max_steps": 800,
161
+ "route_completion": 100.0,
162
+ "manipulation_score": 100.0,
163
+ "total_penalty_factor": 1.0,
164
+ "fail_reason": null,
165
+ "penalty_events": []
166
+ },
167
+ {
168
+ "episode_id": 13,
169
+ "seed": 100053,
170
+ "success": false,
171
+ "steps_taken": 800,
172
+ "max_steps": 800,
173
+ "route_completion": 47.74763764842802,
174
+ "manipulation_score": 47.74763764842802,
175
+ "total_penalty_factor": 1.0,
176
+ "fail_reason": null,
177
+ "penalty_events": []
178
+ },
179
+ {
180
+ "episode_id": 14,
181
+ "seed": 100054,
182
+ "success": false,
183
+ "steps_taken": 800,
184
+ "max_steps": 800,
185
+ "route_completion": 72.076992292506,
186
+ "manipulation_score": 72.076992292506,
187
+ "total_penalty_factor": 1.0,
188
+ "fail_reason": null,
189
+ "penalty_events": []
190
+ },
191
+ {
192
+ "episode_id": 15,
193
+ "seed": 100057,
194
+ "success": false,
195
+ "steps_taken": 800,
196
+ "max_steps": 800,
197
+ "route_completion": 47.89999694019673,
198
+ "manipulation_score": 47.89999694019673,
199
+ "total_penalty_factor": 1.0,
200
+ "fail_reason": null,
201
+ "penalty_events": []
202
+ },
203
+ {
204
+ "episode_id": 16,
205
+ "seed": 100059,
206
+ "success": true,
207
+ "steps_taken": 279,
208
+ "max_steps": 800,
209
+ "route_completion": 100.0,
210
+ "manipulation_score": 100.0,
211
+ "total_penalty_factor": 1.0,
212
+ "fail_reason": null,
213
+ "penalty_events": []
214
+ },
215
+ {
216
+ "episode_id": 17,
217
+ "seed": 100061,
218
+ "success": false,
219
+ "steps_taken": 800,
220
+ "max_steps": 800,
221
+ "route_completion": 64.17381822980686,
222
+ "manipulation_score": 64.17381822980686,
223
+ "total_penalty_factor": 1.0,
224
+ "fail_reason": null,
225
+ "penalty_events": []
226
+ },
227
+ {
228
+ "episode_id": 18,
229
+ "seed": 100063,
230
+ "success": false,
231
+ "steps_taken": 800,
232
+ "max_steps": 800,
233
+ "route_completion": 70.39356002714658,
234
+ "manipulation_score": 70.39356002714658,
235
+ "total_penalty_factor": 1.0,
236
+ "fail_reason": null,
237
+ "penalty_events": []
238
+ },
239
+ {
240
+ "episode_id": 19,
241
+ "seed": 100066,
242
+ "success": false,
243
+ "steps_taken": 800,
244
+ "max_steps": 800,
245
+ "route_completion": 58.8781694781572,
246
+ "manipulation_score": 58.8781694781572,
247
+ "total_penalty_factor": 1.0,
248
+ "fail_reason": null,
249
+ "penalty_events": []
250
+ },
251
+ {
252
+ "episode_id": 20,
253
+ "seed": 100067,
254
+ "success": false,
255
+ "steps_taken": 800,
256
+ "max_steps": 800,
257
+ "route_completion": 63.58747649379798,
258
+ "manipulation_score": 63.58747649379798,
259
+ "total_penalty_factor": 1.0,
260
+ "fail_reason": null,
261
+ "penalty_events": []
262
+ },
263
+ {
264
+ "episode_id": 21,
265
+ "seed": 100069,
266
+ "success": false,
267
+ "steps_taken": 800,
268
+ "max_steps": 800,
269
+ "route_completion": 54.04452165506092,
270
+ "manipulation_score": 54.04452165506092,
271
+ "total_penalty_factor": 1.0,
272
+ "fail_reason": null,
273
+ "penalty_events": []
274
+ },
275
+ {
276
+ "episode_id": 22,
277
+ "seed": 100072,
278
+ "success": false,
279
+ "steps_taken": 800,
280
+ "max_steps": 800,
281
+ "route_completion": 55.65911633432018,
282
+ "manipulation_score": 55.65911633432018,
283
+ "total_penalty_factor": 1.0,
284
+ "fail_reason": null,
285
+ "penalty_events": []
286
+ },
287
+ {
288
+ "episode_id": 23,
289
+ "seed": 100077,
290
+ "success": false,
291
+ "steps_taken": 800,
292
+ "max_steps": 800,
293
+ "route_completion": 60.39831698442626,
294
+ "manipulation_score": 60.39831698442626,
295
+ "total_penalty_factor": 1.0,
296
+ "fail_reason": null,
297
+ "penalty_events": []
298
+ },
299
+ {
300
+ "episode_id": 24,
301
+ "seed": 100079,
302
+ "success": true,
303
+ "steps_taken": 299,
304
+ "max_steps": 800,
305
+ "route_completion": 100.0,
306
+ "manipulation_score": 100.0,
307
+ "total_penalty_factor": 1.0,
308
+ "fail_reason": null,
309
+ "penalty_events": []
310
+ },
311
+ {
312
+ "episode_id": 25,
313
+ "seed": 100080,
314
+ "success": false,
315
+ "steps_taken": 800,
316
+ "max_steps": 800,
317
+ "route_completion": 70.27236191975274,
318
+ "manipulation_score": 70.27236191975274,
319
+ "total_penalty_factor": 1.0,
320
+ "fail_reason": null,
321
+ "penalty_events": []
322
+ },
323
+ {
324
+ "episode_id": 26,
325
+ "seed": 100081,
326
+ "success": true,
327
+ "steps_taken": 280,
328
+ "max_steps": 800,
329
+ "route_completion": 100.0,
330
+ "manipulation_score": 100.0,
331
+ "total_penalty_factor": 1.0,
332
+ "fail_reason": null,
333
+ "penalty_events": []
334
+ },
335
+ {
336
+ "episode_id": 27,
337
+ "seed": 100094,
338
+ "success": true,
339
+ "steps_taken": 271,
340
+ "max_steps": 800,
341
+ "route_completion": 100.0,
342
+ "manipulation_score": 100.0,
343
+ "total_penalty_factor": 1.0,
344
+ "fail_reason": null,
345
+ "penalty_events": []
346
+ },
347
+ {
348
+ "episode_id": 28,
349
+ "seed": 100096,
350
+ "success": false,
351
+ "steps_taken": 800,
352
+ "max_steps": 800,
353
+ "route_completion": 46.46138423829217,
354
+ "manipulation_score": 46.46138423829217,
355
+ "total_penalty_factor": 1.0,
356
+ "fail_reason": null,
357
+ "penalty_events": []
358
+ },
359
+ {
360
+ "episode_id": 29,
361
+ "seed": 100098,
362
+ "success": false,
363
+ "steps_taken": 800,
364
+ "max_steps": 800,
365
+ "route_completion": 62.581275878140595,
366
+ "manipulation_score": 62.581275878140595,
367
+ "total_penalty_factor": 1.0,
368
+ "fail_reason": null,
369
+ "penalty_events": []
370
+ },
371
+ {
372
+ "episode_id": 30,
373
+ "seed": 100099,
374
+ "success": true,
375
+ "steps_taken": 283,
376
+ "max_steps": 800,
377
+ "route_completion": 100.0,
378
+ "manipulation_score": 100.0,
379
+ "total_penalty_factor": 1.0,
380
+ "fail_reason": null,
381
+ "penalty_events": []
382
+ },
383
+ {
384
+ "episode_id": 31,
385
+ "seed": 100100,
386
+ "success": false,
387
+ "steps_taken": 800,
388
+ "max_steps": 800,
389
+ "route_completion": 66.14572722945658,
390
+ "manipulation_score": 66.14572722945658,
391
+ "total_penalty_factor": 1.0,
392
+ "fail_reason": null,
393
+ "penalty_events": []
394
+ },
395
+ {
396
+ "episode_id": 32,
397
+ "seed": 100102,
398
+ "success": false,
399
+ "steps_taken": 800,
400
+ "max_steps": 800,
401
+ "route_completion": 62.58693327296807,
402
+ "manipulation_score": 62.58693327296807,
403
+ "total_penalty_factor": 1.0,
404
+ "fail_reason": null,
405
+ "penalty_events": []
406
+ },
407
+ {
408
+ "episode_id": 33,
409
+ "seed": 100103,
410
+ "success": false,
411
+ "steps_taken": 800,
412
+ "max_steps": 800,
413
+ "route_completion": 57.021430821370146,
414
+ "manipulation_score": 57.021430821370146,
415
+ "total_penalty_factor": 1.0,
416
+ "fail_reason": null,
417
+ "penalty_events": []
418
+ },
419
+ {
420
+ "episode_id": 34,
421
+ "seed": 100106,
422
+ "success": false,
423
+ "steps_taken": 800,
424
+ "max_steps": 800,
425
+ "route_completion": 51.403413664272456,
426
+ "manipulation_score": 51.403413664272456,
427
+ "total_penalty_factor": 1.0,
428
+ "fail_reason": null,
429
+ "penalty_events": []
430
+ },
431
+ {
432
+ "episode_id": 35,
433
+ "seed": 100108,
434
+ "success": false,
435
+ "steps_taken": 800,
436
+ "max_steps": 800,
437
+ "route_completion": 76.86719320404401,
438
+ "manipulation_score": 76.86719320404401,
439
+ "total_penalty_factor": 1.0,
440
+ "fail_reason": null,
441
+ "penalty_events": []
442
+ },
443
+ {
444
+ "episode_id": 36,
445
+ "seed": 100109,
446
+ "success": false,
447
+ "steps_taken": 800,
448
+ "max_steps": 800,
449
+ "route_completion": 66.44780423821697,
450
+ "manipulation_score": 66.44780423821697,
451
+ "total_penalty_factor": 1.0,
452
+ "fail_reason": null,
453
+ "penalty_events": []
454
+ },
455
+ {
456
+ "episode_id": 37,
457
+ "seed": 100110,
458
+ "success": false,
459
+ "steps_taken": 800,
460
+ "max_steps": 800,
461
+ "route_completion": 60.90492191892001,
462
+ "manipulation_score": 60.90492191892001,
463
+ "total_penalty_factor": 1.0,
464
+ "fail_reason": null,
465
+ "penalty_events": []
466
+ },
467
+ {
468
+ "episode_id": 38,
469
+ "seed": 100113,
470
+ "success": true,
471
+ "steps_taken": 278,
472
+ "max_steps": 800,
473
+ "route_completion": 100.0,
474
+ "manipulation_score": 100.0,
475
+ "total_penalty_factor": 1.0,
476
+ "fail_reason": null,
477
+ "penalty_events": []
478
+ },
479
+ {
480
+ "episode_id": 39,
481
+ "seed": 100115,
482
+ "success": false,
483
+ "steps_taken": 800,
484
+ "max_steps": 800,
485
+ "route_completion": 53.19678225874126,
486
+ "manipulation_score": 53.19678225874126,
487
+ "total_penalty_factor": 1.0,
488
+ "fail_reason": null,
489
+ "penalty_events": []
490
+ },
491
+ {
492
+ "episode_id": 40,
493
+ "seed": 100121,
494
+ "success": false,
495
+ "steps_taken": 800,
496
+ "max_steps": 800,
497
+ "route_completion": 69.37088713317753,
498
+ "manipulation_score": 69.37088713317753,
499
+ "total_penalty_factor": 1.0,
500
+ "fail_reason": null,
501
+ "penalty_events": []
502
+ },
503
+ {
504
+ "episode_id": 41,
505
+ "seed": 100123,
506
+ "success": false,
507
+ "steps_taken": 800,
508
+ "max_steps": 800,
509
+ "route_completion": 61.45842947439375,
510
+ "manipulation_score": 61.45842947439375,
511
+ "total_penalty_factor": 1.0,
512
+ "fail_reason": null,
513
+ "penalty_events": []
514
+ },
515
+ {
516
+ "episode_id": 42,
517
+ "seed": 100126,
518
+ "success": false,
519
+ "steps_taken": 800,
520
+ "max_steps": 800,
521
+ "route_completion": 64.37599781184123,
522
+ "manipulation_score": 64.37599781184123,
523
+ "total_penalty_factor": 1.0,
524
+ "fail_reason": null,
525
+ "penalty_events": []
526
+ },
527
+ {
528
+ "episode_id": 43,
529
+ "seed": 100129,
530
+ "success": false,
531
+ "steps_taken": 85,
532
+ "max_steps": 800,
533
+ "route_completion": 51.74898367962416,
534
+ "manipulation_score": 25.87449183981208,
535
+ "total_penalty_factor": 0.5,
536
+ "fail_reason": "out_of_bounds",
537
+ "penalty_events": [
538
+ {
539
+ "event_type": "out_of_bounds",
540
+ "timestep": 85,
541
+ "penalty_factor": 0.5,
542
+ "details": "Target object left workspace/view"
543
+ }
544
+ ]
545
+ },
546
+ {
547
+ "episode_id": 44,
548
+ "seed": 100130,
549
+ "success": true,
550
+ "steps_taken": 298,
551
+ "max_steps": 800,
552
+ "route_completion": 100.0,
553
+ "manipulation_score": 100.0,
554
+ "total_penalty_factor": 1.0,
555
+ "fail_reason": null,
556
+ "penalty_events": []
557
+ },
558
+ {
559
+ "episode_id": 45,
560
+ "seed": 100132,
561
+ "success": false,
562
+ "steps_taken": 800,
563
+ "max_steps": 800,
564
+ "route_completion": 71.39628068246972,
565
+ "manipulation_score": 71.39628068246972,
566
+ "total_penalty_factor": 1.0,
567
+ "fail_reason": null,
568
+ "penalty_events": []
569
+ },
570
+ {
571
+ "episode_id": 46,
572
+ "seed": 100133,
573
+ "success": false,
574
+ "steps_taken": 800,
575
+ "max_steps": 800,
576
+ "route_completion": 55.02380713945346,
577
+ "manipulation_score": 55.02380713945346,
578
+ "total_penalty_factor": 1.0,
579
+ "fail_reason": null,
580
+ "penalty_events": []
581
+ },
582
+ {
583
+ "episode_id": 47,
584
+ "seed": 100136,
585
+ "success": false,
586
+ "steps_taken": 800,
587
+ "max_steps": 800,
588
+ "route_completion": 53.86907384632023,
589
+ "manipulation_score": 53.86907384632023,
590
+ "total_penalty_factor": 1.0,
591
+ "fail_reason": null,
592
+ "penalty_events": []
593
+ },
594
+ {
595
+ "episode_id": 48,
596
+ "seed": 100139,
597
+ "success": false,
598
+ "steps_taken": 800,
599
+ "max_steps": 800,
600
+ "route_completion": 48.50620578395494,
601
+ "manipulation_score": 48.50620578395494,
602
+ "total_penalty_factor": 1.0,
603
+ "fail_reason": null,
604
+ "penalty_events": []
605
+ },
606
+ {
607
+ "episode_id": 49,
608
+ "seed": 100141,
609
+ "success": false,
610
+ "steps_taken": 800,
611
+ "max_steps": 800,
612
+ "route_completion": 61.80503377548596,
613
+ "manipulation_score": 61.80503377548596,
614
+ "total_penalty_factor": 1.0,
615
+ "fail_reason": null,
616
+ "penalty_events": []
617
+ },
618
+ {
619
+ "episode_id": 50,
620
+ "seed": 100153,
621
+ "success": false,
622
+ "steps_taken": 800,
623
+ "max_steps": 800,
624
+ "route_completion": 62.91512107255007,
625
+ "manipulation_score": 62.91512107255007,
626
+ "total_penalty_factor": 1.0,
627
+ "fail_reason": null,
628
+ "penalty_events": []
629
+ },
630
+ {
631
+ "episode_id": 51,
632
+ "seed": 100154,
633
+ "success": false,
634
+ "steps_taken": 800,
635
+ "max_steps": 800,
636
+ "route_completion": 64.56595779563374,
637
+ "manipulation_score": 64.56595779563374,
638
+ "total_penalty_factor": 1.0,
639
+ "fail_reason": null,
640
+ "penalty_events": []
641
+ },
642
+ {
643
+ "episode_id": 52,
644
+ "seed": 100158,
645
+ "success": true,
646
+ "steps_taken": 384,
647
+ "max_steps": 800,
648
+ "route_completion": 100.0,
649
+ "manipulation_score": 100.0,
650
+ "total_penalty_factor": 1.0,
651
+ "fail_reason": null,
652
+ "penalty_events": []
653
+ },
654
+ {
655
+ "episode_id": 53,
656
+ "seed": 100161,
657
+ "success": false,
658
+ "steps_taken": 800,
659
+ "max_steps": 800,
660
+ "route_completion": 63.320211269997294,
661
+ "manipulation_score": 63.320211269997294,
662
+ "total_penalty_factor": 1.0,
663
+ "fail_reason": null,
664
+ "penalty_events": []
665
+ },
666
+ {
667
+ "episode_id": 54,
668
+ "seed": 100164,
669
+ "success": false,
670
+ "steps_taken": 800,
671
+ "max_steps": 800,
672
+ "route_completion": 61.541841095400926,
673
+ "manipulation_score": 61.541841095400926,
674
+ "total_penalty_factor": 1.0,
675
+ "fail_reason": null,
676
+ "penalty_events": []
677
+ },
678
+ {
679
+ "episode_id": 55,
680
+ "seed": 100165,
681
+ "success": true,
682
+ "steps_taken": 280,
683
+ "max_steps": 800,
684
+ "route_completion": 100.0,
685
+ "manipulation_score": 100.0,
686
+ "total_penalty_factor": 1.0,
687
+ "fail_reason": null,
688
+ "penalty_events": []
689
+ },
690
+ {
691
+ "episode_id": 56,
692
+ "seed": 100167,
693
+ "success": true,
694
+ "steps_taken": 410,
695
+ "max_steps": 800,
696
+ "route_completion": 100.0,
697
+ "manipulation_score": 100.0,
698
+ "total_penalty_factor": 1.0,
699
+ "fail_reason": null,
700
+ "penalty_events": []
701
+ },
702
+ {
703
+ "episode_id": 57,
704
+ "seed": 100168,
705
+ "success": false,
706
+ "steps_taken": 800,
707
+ "max_steps": 800,
708
+ "route_completion": 60.577344762537955,
709
+ "manipulation_score": 60.577344762537955,
710
+ "total_penalty_factor": 1.0,
711
+ "fail_reason": null,
712
+ "penalty_events": []
713
+ },
714
+ {
715
+ "episode_id": 58,
716
+ "seed": 100175,
717
+ "success": false,
718
+ "steps_taken": 800,
719
+ "max_steps": 800,
720
+ "route_completion": 45.96743773241666,
721
+ "manipulation_score": 45.96743773241666,
722
+ "total_penalty_factor": 1.0,
723
+ "fail_reason": null,
724
+ "penalty_events": []
725
+ },
726
+ {
727
+ "episode_id": 59,
728
+ "seed": 100177,
729
+ "success": false,
730
+ "steps_taken": 800,
731
+ "max_steps": 800,
732
+ "route_completion": 57.24214378898945,
733
+ "manipulation_score": 57.24214378898945,
734
+ "total_penalty_factor": 1.0,
735
+ "fail_reason": null,
736
+ "penalty_events": []
737
+ },
738
+ {
739
+ "episode_id": 60,
740
+ "seed": 100179,
741
+ "success": false,
742
+ "steps_taken": 800,
743
+ "max_steps": 800,
744
+ "route_completion": 73.74419025201779,
745
+ "manipulation_score": 73.74419025201779,
746
+ "total_penalty_factor": 1.0,
747
+ "fail_reason": null,
748
+ "penalty_events": []
749
+ },
750
+ {
751
+ "episode_id": 61,
752
+ "seed": 100180,
753
+ "success": false,
754
+ "steps_taken": 800,
755
+ "max_steps": 800,
756
+ "route_completion": 65.13394064611887,
757
+ "manipulation_score": 65.13394064611887,
758
+ "total_penalty_factor": 1.0,
759
+ "fail_reason": null,
760
+ "penalty_events": []
761
+ },
762
+ {
763
+ "episode_id": 62,
764
+ "seed": 100184,
765
+ "success": false,
766
+ "steps_taken": 90,
767
+ "max_steps": 800,
768
+ "route_completion": 56.74769749385117,
769
+ "manipulation_score": 28.373848746925585,
770
+ "total_penalty_factor": 0.5,
771
+ "fail_reason": "out_of_bounds",
772
+ "penalty_events": [
773
+ {
774
+ "event_type": "out_of_bounds",
775
+ "timestep": 90,
776
+ "penalty_factor": 0.5,
777
+ "details": "Target object left workspace/view"
778
+ }
779
+ ]
780
+ },
781
+ {
782
+ "episode_id": 63,
783
+ "seed": 100186,
784
+ "success": true,
785
+ "steps_taken": 294,
786
+ "max_steps": 800,
787
+ "route_completion": 100.0,
788
+ "manipulation_score": 100.0,
789
+ "total_penalty_factor": 1.0,
790
+ "fail_reason": null,
791
+ "penalty_events": []
792
+ },
793
+ {
794
+ "episode_id": 64,
795
+ "seed": 100191,
796
+ "success": true,
797
+ "steps_taken": 684,
798
+ "max_steps": 800,
799
+ "route_completion": 100.0,
800
+ "manipulation_score": 100.0,
801
+ "total_penalty_factor": 1.0,
802
+ "fail_reason": null,
803
+ "penalty_events": []
804
+ },
805
+ {
806
+ "episode_id": 65,
807
+ "seed": 100193,
808
+ "success": false,
809
+ "steps_taken": 800,
810
+ "max_steps": 800,
811
+ "route_completion": 52.082942879306025,
812
+ "manipulation_score": 52.082942879306025,
813
+ "total_penalty_factor": 1.0,
814
+ "fail_reason": null,
815
+ "penalty_events": []
816
+ },
817
+ {
818
+ "episode_id": 66,
819
+ "seed": 100195,
820
+ "success": false,
821
+ "steps_taken": 800,
822
+ "max_steps": 800,
823
+ "route_completion": 60.26351879431138,
824
+ "manipulation_score": 60.26351879431138,
825
+ "total_penalty_factor": 1.0,
826
+ "fail_reason": null,
827
+ "penalty_events": []
828
+ },
829
+ {
830
+ "episode_id": 67,
831
+ "seed": 100196,
832
+ "success": false,
833
+ "steps_taken": 800,
834
+ "max_steps": 800,
835
+ "route_completion": 54.39587192175548,
836
+ "manipulation_score": 54.39587192175548,
837
+ "total_penalty_factor": 1.0,
838
+ "fail_reason": null,
839
+ "penalty_events": []
840
+ },
841
+ {
842
+ "episode_id": 68,
843
+ "seed": 100202,
844
+ "success": true,
845
+ "steps_taken": 300,
846
+ "max_steps": 800,
847
+ "route_completion": 100.0,
848
+ "manipulation_score": 100.0,
849
+ "total_penalty_factor": 1.0,
850
+ "fail_reason": null,
851
+ "penalty_events": []
852
+ },
853
+ {
854
+ "episode_id": 69,
855
+ "seed": 100204,
856
+ "success": false,
857
+ "steps_taken": 800,
858
+ "max_steps": 800,
859
+ "route_completion": 54.411997124961644,
860
+ "manipulation_score": 54.411997124961644,
861
+ "total_penalty_factor": 1.0,
862
+ "fail_reason": null,
863
+ "penalty_events": []
864
+ },
865
+ {
866
+ "episode_id": 70,
867
+ "seed": 100205,
868
+ "success": true,
869
+ "steps_taken": 296,
870
+ "max_steps": 800,
871
+ "route_completion": 100.0,
872
+ "manipulation_score": 100.0,
873
+ "total_penalty_factor": 1.0,
874
+ "fail_reason": null,
875
+ "penalty_events": []
876
+ },
877
+ {
878
+ "episode_id": 71,
879
+ "seed": 100208,
880
+ "success": true,
881
+ "steps_taken": 263,
882
+ "max_steps": 800,
883
+ "route_completion": 100.0,
884
+ "manipulation_score": 100.0,
885
+ "total_penalty_factor": 1.0,
886
+ "fail_reason": null,
887
+ "penalty_events": []
888
+ },
889
+ {
890
+ "episode_id": 72,
891
+ "seed": 100210,
892
+ "success": true,
893
+ "steps_taken": 279,
894
+ "max_steps": 800,
895
+ "route_completion": 100.0,
896
+ "manipulation_score": 100.0,
897
+ "total_penalty_factor": 1.0,
898
+ "fail_reason": null,
899
+ "penalty_events": []
900
+ },
901
+ {
902
+ "episode_id": 73,
903
+ "seed": 100211,
904
+ "success": false,
905
+ "steps_taken": 800,
906
+ "max_steps": 800,
907
+ "route_completion": 31.40001453874392,
908
+ "manipulation_score": 31.40001453874392,
909
+ "total_penalty_factor": 1.0,
910
+ "fail_reason": null,
911
+ "penalty_events": []
912
+ },
913
+ {
914
+ "episode_id": 74,
915
+ "seed": 100220,
916
+ "success": false,
917
+ "steps_taken": 800,
918
+ "max_steps": 800,
919
+ "route_completion": 74.53428070937326,
920
+ "manipulation_score": 74.53428070937326,
921
+ "total_penalty_factor": 1.0,
922
+ "fail_reason": null,
923
+ "penalty_events": []
924
+ },
925
+ {
926
+ "episode_id": 75,
927
+ "seed": 100224,
928
+ "success": false,
929
+ "steps_taken": 800,
930
+ "max_steps": 800,
931
+ "route_completion": 68.08221339548014,
932
+ "manipulation_score": 68.08221339548014,
933
+ "total_penalty_factor": 1.0,
934
+ "fail_reason": null,
935
+ "penalty_events": []
936
+ },
937
+ {
938
+ "episode_id": 76,
939
+ "seed": 100225,
940
+ "success": true,
941
+ "steps_taken": 267,
942
+ "max_steps": 800,
943
+ "route_completion": 100.0,
944
+ "manipulation_score": 100.0,
945
+ "total_penalty_factor": 1.0,
946
+ "fail_reason": null,
947
+ "penalty_events": []
948
+ },
949
+ {
950
+ "episode_id": 77,
951
+ "seed": 100231,
952
+ "success": false,
953
+ "steps_taken": 800,
954
+ "max_steps": 800,
955
+ "route_completion": 63.015900032275574,
956
+ "manipulation_score": 63.015900032275574,
957
+ "total_penalty_factor": 1.0,
958
+ "fail_reason": null,
959
+ "penalty_events": []
960
+ },
961
+ {
962
+ "episode_id": 78,
963
+ "seed": 100233,
964
+ "success": true,
965
+ "steps_taken": 263,
966
+ "max_steps": 800,
967
+ "route_completion": 100.0,
968
+ "manipulation_score": 100.0,
969
+ "total_penalty_factor": 1.0,
970
+ "fail_reason": null,
971
+ "penalty_events": []
972
+ },
973
+ {
974
+ "episode_id": 79,
975
+ "seed": 100235,
976
+ "success": false,
977
+ "steps_taken": 800,
978
+ "max_steps": 800,
979
+ "route_completion": 49.551775940922504,
980
+ "manipulation_score": 49.551775940922504,
981
+ "total_penalty_factor": 1.0,
982
+ "fail_reason": null,
983
+ "penalty_events": []
984
+ },
985
+ {
986
+ "episode_id": 80,
987
+ "seed": 100238,
988
+ "success": false,
989
+ "steps_taken": 53,
990
+ "max_steps": 800,
991
+ "route_completion": 58.341875002859425,
992
+ "manipulation_score": 29.170937501429712,
993
+ "total_penalty_factor": 0.5,
994
+ "fail_reason": "out_of_bounds",
995
+ "penalty_events": [
996
+ {
997
+ "event_type": "out_of_bounds",
998
+ "timestep": 53,
999
+ "penalty_factor": 0.5,
1000
+ "details": "Target object left workspace/view"
1001
+ }
1002
+ ]
1003
+ },
1004
+ {
1005
+ "episode_id": 81,
1006
+ "seed": 100240,
1007
+ "success": false,
1008
+ "steps_taken": 68,
1009
+ "max_steps": 800,
1010
+ "route_completion": 43.51384139271166,
1011
+ "manipulation_score": 43.51384139271166,
1012
+ "total_penalty_factor": 1.0,
1013
+ "fail_reason": "object_not_lifted",
1014
+ "penalty_events": []
1015
+ },
1016
+ {
1017
+ "episode_id": 82,
1018
+ "seed": 100243,
1019
+ "success": false,
1020
+ "steps_taken": 800,
1021
+ "max_steps": 800,
1022
+ "route_completion": 60.130475308819165,
1023
+ "manipulation_score": 60.130475308819165,
1024
+ "total_penalty_factor": 1.0,
1025
+ "fail_reason": null,
1026
+ "penalty_events": []
1027
+ },
1028
+ {
1029
+ "episode_id": 83,
1030
+ "seed": 100244,
1031
+ "success": false,
1032
+ "steps_taken": 800,
1033
+ "max_steps": 800,
1034
+ "route_completion": 55.43695578060871,
1035
+ "manipulation_score": 55.43695578060871,
1036
+ "total_penalty_factor": 1.0,
1037
+ "fail_reason": null,
1038
+ "penalty_events": []
1039
+ },
1040
+ {
1041
+ "episode_id": 84,
1042
+ "seed": 100245,
1043
+ "success": false,
1044
+ "steps_taken": 60,
1045
+ "max_steps": 800,
1046
+ "route_completion": 36.22878694374815,
1047
+ "manipulation_score": 18.114393471874074,
1048
+ "total_penalty_factor": 0.5,
1049
+ "fail_reason": "out_of_bounds",
1050
+ "penalty_events": [
1051
+ {
1052
+ "event_type": "out_of_bounds",
1053
+ "timestep": 60,
1054
+ "penalty_factor": 0.5,
1055
+ "details": "Target object left workspace/view"
1056
+ }
1057
+ ]
1058
+ },
1059
+ {
1060
+ "episode_id": 85,
1061
+ "seed": 100246,
1062
+ "success": false,
1063
+ "steps_taken": 800,
1064
+ "max_steps": 800,
1065
+ "route_completion": 69.41458067908697,
1066
+ "manipulation_score": 69.41458067908697,
1067
+ "total_penalty_factor": 1.0,
1068
+ "fail_reason": null,
1069
+ "penalty_events": []
1070
+ },
1071
+ {
1072
+ "episode_id": 86,
1073
+ "seed": 100249,
1074
+ "success": false,
1075
+ "steps_taken": 800,
1076
+ "max_steps": 800,
1077
+ "route_completion": 30.717872868789247,
1078
+ "manipulation_score": 30.717872868789247,
1079
+ "total_penalty_factor": 1.0,
1080
+ "fail_reason": null,
1081
+ "penalty_events": []
1082
+ },
1083
+ {
1084
+ "episode_id": 87,
1085
+ "seed": 100257,
1086
+ "success": false,
1087
+ "steps_taken": 800,
1088
+ "max_steps": 800,
1089
+ "route_completion": 51.247827771523326,
1090
+ "manipulation_score": 51.247827771523326,
1091
+ "total_penalty_factor": 1.0,
1092
+ "fail_reason": null,
1093
+ "penalty_events": []
1094
+ },
1095
+ {
1096
+ "episode_id": 88,
1097
+ "seed": 100258,
1098
+ "success": false,
1099
+ "steps_taken": 800,
1100
+ "max_steps": 800,
1101
+ "route_completion": 66.38284772143142,
1102
+ "manipulation_score": 66.38284772143142,
1103
+ "total_penalty_factor": 1.0,
1104
+ "fail_reason": null,
1105
+ "penalty_events": []
1106
+ },
1107
+ {
1108
+ "episode_id": 89,
1109
+ "seed": 100260,
1110
+ "success": false,
1111
+ "steps_taken": 800,
1112
+ "max_steps": 800,
1113
+ "route_completion": 62.87918901970525,
1114
+ "manipulation_score": 62.87918901970525,
1115
+ "total_penalty_factor": 1.0,
1116
+ "fail_reason": null,
1117
+ "penalty_events": []
1118
+ },
1119
+ {
1120
+ "episode_id": 90,
1121
+ "seed": 100265,
1122
+ "success": false,
1123
+ "steps_taken": 88,
1124
+ "max_steps": 800,
1125
+ "route_completion": 47.91280326295861,
1126
+ "manipulation_score": 23.956401631479306,
1127
+ "total_penalty_factor": 0.5,
1128
+ "fail_reason": "out_of_bounds",
1129
+ "penalty_events": [
1130
+ {
1131
+ "event_type": "out_of_bounds",
1132
+ "timestep": 88,
1133
+ "penalty_factor": 0.5,
1134
+ "details": "Target object left workspace/view"
1135
+ }
1136
+ ]
1137
+ },
1138
+ {
1139
+ "episode_id": 91,
1140
+ "seed": 100266,
1141
+ "success": false,
1142
+ "steps_taken": 63,
1143
+ "max_steps": 800,
1144
+ "route_completion": 42.643564294809636,
1145
+ "manipulation_score": 21.321782147404818,
1146
+ "total_penalty_factor": 0.5,
1147
+ "fail_reason": "out_of_bounds",
1148
+ "penalty_events": [
1149
+ {
1150
+ "event_type": "out_of_bounds",
1151
+ "timestep": 63,
1152
+ "penalty_factor": 0.5,
1153
+ "details": "Target object left workspace/view"
1154
+ }
1155
+ ]
1156
+ },
1157
+ {
1158
+ "episode_id": 92,
1159
+ "seed": 100270,
1160
+ "success": true,
1161
+ "steps_taken": 253,
1162
+ "max_steps": 800,
1163
+ "route_completion": 100.0,
1164
+ "manipulation_score": 100.0,
1165
+ "total_penalty_factor": 1.0,
1166
+ "fail_reason": null,
1167
+ "penalty_events": []
1168
+ },
1169
+ {
1170
+ "episode_id": 93,
1171
+ "seed": 100275,
1172
+ "success": true,
1173
+ "steps_taken": 331,
1174
+ "max_steps": 800,
1175
+ "route_completion": 100.0,
1176
+ "manipulation_score": 100.0,
1177
+ "total_penalty_factor": 1.0,
1178
+ "fail_reason": null,
1179
+ "penalty_events": []
1180
+ },
1181
+ {
1182
+ "episode_id": 94,
1183
+ "seed": 100278,
1184
+ "success": false,
1185
+ "steps_taken": 800,
1186
+ "max_steps": 800,
1187
+ "route_completion": 59.69000293135165,
1188
+ "manipulation_score": 59.69000293135165,
1189
+ "total_penalty_factor": 1.0,
1190
+ "fail_reason": null,
1191
+ "penalty_events": []
1192
+ },
1193
+ {
1194
+ "episode_id": 95,
1195
+ "seed": 100282,
1196
+ "success": false,
1197
+ "steps_taken": 800,
1198
+ "max_steps": 800,
1199
+ "route_completion": 61.92013208129531,
1200
+ "manipulation_score": 61.92013208129531,
1201
+ "total_penalty_factor": 1.0,
1202
+ "fail_reason": null,
1203
+ "penalty_events": []
1204
+ },
1205
+ {
1206
+ "episode_id": 96,
1207
+ "seed": 100286,
1208
+ "success": false,
1209
+ "steps_taken": 88,
1210
+ "max_steps": 800,
1211
+ "route_completion": 47.820701804334014,
1212
+ "manipulation_score": 23.910350902167007,
1213
+ "total_penalty_factor": 0.5,
1214
+ "fail_reason": "out_of_bounds",
1215
+ "penalty_events": [
1216
+ {
1217
+ "event_type": "out_of_bounds",
1218
+ "timestep": 88,
1219
+ "penalty_factor": 0.5,
1220
+ "details": "Target object left workspace/view"
1221
+ }
1222
+ ]
1223
+ },
1224
+ {
1225
+ "episode_id": 97,
1226
+ "seed": 100287,
1227
+ "success": false,
1228
+ "steps_taken": 800,
1229
+ "max_steps": 800,
1230
+ "route_completion": 67.76484131741285,
1231
+ "manipulation_score": 67.76484131741285,
1232
+ "total_penalty_factor": 1.0,
1233
+ "fail_reason": null,
1234
+ "penalty_events": []
1235
+ },
1236
+ {
1237
+ "episode_id": 98,
1238
+ "seed": 100288,
1239
+ "success": true,
1240
+ "steps_taken": 282,
1241
+ "max_steps": 800,
1242
+ "route_completion": 100.0,
1243
+ "manipulation_score": 100.0,
1244
+ "total_penalty_factor": 1.0,
1245
+ "fail_reason": null,
1246
+ "penalty_events": []
1247
+ },
1248
+ {
1249
+ "episode_id": 99,
1250
+ "seed": 100289,
1251
+ "success": false,
1252
+ "steps_taken": 78,
1253
+ "max_steps": 800,
1254
+ "route_completion": 49.01593145755717,
1255
+ "manipulation_score": 24.507965728778586,
1256
+ "total_penalty_factor": 0.5,
1257
+ "fail_reason": "out_of_bounds",
1258
+ "penalty_events": [
1259
+ {
1260
+ "event_type": "out_of_bounds",
1261
+ "timestep": 78,
1262
+ "penalty_factor": 0.5,
1263
+ "details": "Target object left workspace/view"
1264
+ }
1265
+ ]
1266
+ },
1267
+ {
1268
+ "episode_id": 100,
1269
+ "seed": 100290,
1270
+ "success": false,
1271
+ "steps_taken": 78,
1272
+ "max_steps": 800,
1273
+ "route_completion": 43.914630143919,
1274
+ "manipulation_score": 21.9573150719595,
1275
+ "total_penalty_factor": 0.5,
1276
+ "fail_reason": "out_of_bounds",
1277
+ "penalty_events": [
1278
+ {
1279
+ "event_type": "out_of_bounds",
1280
+ "timestep": 78,
1281
+ "penalty_factor": 0.5,
1282
+ "details": "Target object left workspace/view"
1283
+ }
1284
+ ]
1285
+ }
1286
+ ]
log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 23,
4
+ "success_rate": 23.0,
5
+ "manipulation_score_mean": 64.24044337947123,
6
+ "manipulation_score_std": 23.814994163140728,
7
+ "route_completion_mean": 67.02179064468635,
8
+ "route_completion_std": 19.99493055609565,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 12
11
+ }
log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 23.0% (23/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 64.24
10
+ Std: 23.81
11
+
12
+ --- Route Completion ---
13
+ Mean: 67.02%
14
+ Std: 19.99
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 12
19
+
20
+ ============================================================
log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-29 20:35:42
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.23
log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_episodes_detail.json ADDED
@@ -0,0 +1,1321 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100000,
5
+ "success": true,
6
+ "steps_taken": 337,
7
+ "max_steps": 600,
8
+ "route_completion": 100.0,
9
+ "manipulation_score": 100.0,
10
+ "total_penalty_factor": 1.0,
11
+ "fail_reason": null,
12
+ "penalty_events": []
13
+ },
14
+ {
15
+ "episode_id": 2,
16
+ "seed": 100003,
17
+ "success": true,
18
+ "steps_taken": 174,
19
+ "max_steps": 600,
20
+ "route_completion": 100.0,
21
+ "manipulation_score": 100.0,
22
+ "total_penalty_factor": 1.0,
23
+ "fail_reason": null,
24
+ "penalty_events": []
25
+ },
26
+ {
27
+ "episode_id": 3,
28
+ "seed": 100004,
29
+ "success": true,
30
+ "steps_taken": 165,
31
+ "max_steps": 600,
32
+ "route_completion": 100.0,
33
+ "manipulation_score": 100.0,
34
+ "total_penalty_factor": 1.0,
35
+ "fail_reason": null,
36
+ "penalty_events": []
37
+ },
38
+ {
39
+ "episode_id": 4,
40
+ "seed": 100005,
41
+ "success": false,
42
+ "steps_taken": 57,
43
+ "max_steps": 600,
44
+ "route_completion": 0.0,
45
+ "manipulation_score": 0.0,
46
+ "total_penalty_factor": 0.5,
47
+ "fail_reason": "out_of_bounds",
48
+ "penalty_events": [
49
+ {
50
+ "event_type": "out_of_bounds",
51
+ "timestep": 57,
52
+ "penalty_factor": 0.5,
53
+ "details": "Target object left workspace/view"
54
+ }
55
+ ]
56
+ },
57
+ {
58
+ "episode_id": 5,
59
+ "seed": 100009,
60
+ "success": false,
61
+ "steps_taken": 600,
62
+ "max_steps": 600,
63
+ "route_completion": 35.47599120358442,
64
+ "manipulation_score": 35.47599120358442,
65
+ "total_penalty_factor": 1.0,
66
+ "fail_reason": null,
67
+ "penalty_events": []
68
+ },
69
+ {
70
+ "episode_id": 6,
71
+ "seed": 100011,
72
+ "success": true,
73
+ "steps_taken": 190,
74
+ "max_steps": 600,
75
+ "route_completion": 100.0,
76
+ "manipulation_score": 100.0,
77
+ "total_penalty_factor": 1.0,
78
+ "fail_reason": null,
79
+ "penalty_events": []
80
+ },
81
+ {
82
+ "episode_id": 7,
83
+ "seed": 100013,
84
+ "success": false,
85
+ "steps_taken": 600,
86
+ "max_steps": 600,
87
+ "route_completion": 31.325396541318767,
88
+ "manipulation_score": 31.325396541318767,
89
+ "total_penalty_factor": 1.0,
90
+ "fail_reason": null,
91
+ "penalty_events": []
92
+ },
93
+ {
94
+ "episode_id": 8,
95
+ "seed": 100014,
96
+ "success": false,
97
+ "steps_taken": 600,
98
+ "max_steps": 600,
99
+ "route_completion": 42.60700948910748,
100
+ "manipulation_score": 42.60700948910748,
101
+ "total_penalty_factor": 1.0,
102
+ "fail_reason": null,
103
+ "penalty_events": []
104
+ },
105
+ {
106
+ "episode_id": 9,
107
+ "seed": 100015,
108
+ "success": true,
109
+ "steps_taken": 157,
110
+ "max_steps": 600,
111
+ "route_completion": 100.0,
112
+ "manipulation_score": 100.0,
113
+ "total_penalty_factor": 1.0,
114
+ "fail_reason": null,
115
+ "penalty_events": []
116
+ },
117
+ {
118
+ "episode_id": 10,
119
+ "seed": 100018,
120
+ "success": false,
121
+ "steps_taken": 70,
122
+ "max_steps": 600,
123
+ "route_completion": 30.83040951917504,
124
+ "manipulation_score": 15.41520475958752,
125
+ "total_penalty_factor": 0.5,
126
+ "fail_reason": "out_of_bounds",
127
+ "penalty_events": [
128
+ {
129
+ "event_type": "out_of_bounds",
130
+ "timestep": 70,
131
+ "penalty_factor": 0.5,
132
+ "details": "Target object left workspace/view"
133
+ }
134
+ ]
135
+ },
136
+ {
137
+ "episode_id": 11,
138
+ "seed": 100021,
139
+ "success": false,
140
+ "steps_taken": 600,
141
+ "max_steps": 600,
142
+ "route_completion": 25.882390373943842,
143
+ "manipulation_score": 25.882390373943842,
144
+ "total_penalty_factor": 1.0,
145
+ "fail_reason": null,
146
+ "penalty_events": []
147
+ },
148
+ {
149
+ "episode_id": 12,
150
+ "seed": 100022,
151
+ "success": true,
152
+ "steps_taken": 208,
153
+ "max_steps": 600,
154
+ "route_completion": 100.0,
155
+ "manipulation_score": 100.0,
156
+ "total_penalty_factor": 1.0,
157
+ "fail_reason": null,
158
+ "penalty_events": []
159
+ },
160
+ {
161
+ "episode_id": 13,
162
+ "seed": 100023,
163
+ "success": true,
164
+ "steps_taken": 197,
165
+ "max_steps": 600,
166
+ "route_completion": 100.0,
167
+ "manipulation_score": 100.0,
168
+ "total_penalty_factor": 1.0,
169
+ "fail_reason": null,
170
+ "penalty_events": []
171
+ },
172
+ {
173
+ "episode_id": 14,
174
+ "seed": 100029,
175
+ "success": false,
176
+ "steps_taken": 600,
177
+ "max_steps": 600,
178
+ "route_completion": 24.242163837494775,
179
+ "manipulation_score": 24.242163837494775,
180
+ "total_penalty_factor": 1.0,
181
+ "fail_reason": null,
182
+ "penalty_events": []
183
+ },
184
+ {
185
+ "episode_id": 15,
186
+ "seed": 100030,
187
+ "success": true,
188
+ "steps_taken": 221,
189
+ "max_steps": 600,
190
+ "route_completion": 100.0,
191
+ "manipulation_score": 100.0,
192
+ "total_penalty_factor": 1.0,
193
+ "fail_reason": null,
194
+ "penalty_events": []
195
+ },
196
+ {
197
+ "episode_id": 16,
198
+ "seed": 100031,
199
+ "success": false,
200
+ "steps_taken": 84,
201
+ "max_steps": 600,
202
+ "route_completion": 32.15951513387033,
203
+ "manipulation_score": 16.079757566935164,
204
+ "total_penalty_factor": 0.5,
205
+ "fail_reason": "out_of_bounds",
206
+ "penalty_events": [
207
+ {
208
+ "event_type": "out_of_bounds",
209
+ "timestep": 84,
210
+ "penalty_factor": 0.5,
211
+ "details": "Target object left workspace/view"
212
+ }
213
+ ]
214
+ },
215
+ {
216
+ "episode_id": 17,
217
+ "seed": 100035,
218
+ "success": true,
219
+ "steps_taken": 188,
220
+ "max_steps": 600,
221
+ "route_completion": 100.0,
222
+ "manipulation_score": 100.0,
223
+ "total_penalty_factor": 1.0,
224
+ "fail_reason": null,
225
+ "penalty_events": []
226
+ },
227
+ {
228
+ "episode_id": 18,
229
+ "seed": 100036,
230
+ "success": false,
231
+ "steps_taken": 600,
232
+ "max_steps": 600,
233
+ "route_completion": 23.595711769240012,
234
+ "manipulation_score": 23.595711769240012,
235
+ "total_penalty_factor": 1.0,
236
+ "fail_reason": null,
237
+ "penalty_events": []
238
+ },
239
+ {
240
+ "episode_id": 19,
241
+ "seed": 100037,
242
+ "success": false,
243
+ "steps_taken": 600,
244
+ "max_steps": 600,
245
+ "route_completion": 42.842629073659886,
246
+ "manipulation_score": 42.842629073659886,
247
+ "total_penalty_factor": 1.0,
248
+ "fail_reason": null,
249
+ "penalty_events": []
250
+ },
251
+ {
252
+ "episode_id": 20,
253
+ "seed": 100039,
254
+ "success": true,
255
+ "steps_taken": 282,
256
+ "max_steps": 600,
257
+ "route_completion": 100.0,
258
+ "manipulation_score": 100.0,
259
+ "total_penalty_factor": 1.0,
260
+ "fail_reason": null,
261
+ "penalty_events": []
262
+ },
263
+ {
264
+ "episode_id": 21,
265
+ "seed": 100041,
266
+ "success": false,
267
+ "steps_taken": 600,
268
+ "max_steps": 600,
269
+ "route_completion": 35.36737675701116,
270
+ "manipulation_score": 35.36737675701116,
271
+ "total_penalty_factor": 1.0,
272
+ "fail_reason": null,
273
+ "penalty_events": []
274
+ },
275
+ {
276
+ "episode_id": 22,
277
+ "seed": 100044,
278
+ "success": false,
279
+ "steps_taken": 600,
280
+ "max_steps": 600,
281
+ "route_completion": 24.455149838124875,
282
+ "manipulation_score": 24.455149838124875,
283
+ "total_penalty_factor": 1.0,
284
+ "fail_reason": null,
285
+ "penalty_events": []
286
+ },
287
+ {
288
+ "episode_id": 23,
289
+ "seed": 100047,
290
+ "success": true,
291
+ "steps_taken": 180,
292
+ "max_steps": 600,
293
+ "route_completion": 100.0,
294
+ "manipulation_score": 100.0,
295
+ "total_penalty_factor": 1.0,
296
+ "fail_reason": null,
297
+ "penalty_events": []
298
+ },
299
+ {
300
+ "episode_id": 24,
301
+ "seed": 100048,
302
+ "success": false,
303
+ "steps_taken": 600,
304
+ "max_steps": 600,
305
+ "route_completion": 16.663446433693043,
306
+ "manipulation_score": 16.663446433693043,
307
+ "total_penalty_factor": 1.0,
308
+ "fail_reason": null,
309
+ "penalty_events": []
310
+ },
311
+ {
312
+ "episode_id": 25,
313
+ "seed": 100049,
314
+ "success": false,
315
+ "steps_taken": 109,
316
+ "max_steps": 600,
317
+ "route_completion": 24.370627632632903,
318
+ "manipulation_score": 12.185313816316452,
319
+ "total_penalty_factor": 0.5,
320
+ "fail_reason": "out_of_bounds",
321
+ "penalty_events": [
322
+ {
323
+ "event_type": "out_of_bounds",
324
+ "timestep": 109,
325
+ "penalty_factor": 0.5,
326
+ "details": "Target object left workspace/view"
327
+ }
328
+ ]
329
+ },
330
+ {
331
+ "episode_id": 26,
332
+ "seed": 100052,
333
+ "success": true,
334
+ "steps_taken": 164,
335
+ "max_steps": 600,
336
+ "route_completion": 100.0,
337
+ "manipulation_score": 100.0,
338
+ "total_penalty_factor": 1.0,
339
+ "fail_reason": null,
340
+ "penalty_events": []
341
+ },
342
+ {
343
+ "episode_id": 27,
344
+ "seed": 100053,
345
+ "success": false,
346
+ "steps_taken": 600,
347
+ "max_steps": 600,
348
+ "route_completion": 39.25478648265739,
349
+ "manipulation_score": 39.25478648265739,
350
+ "total_penalty_factor": 1.0,
351
+ "fail_reason": null,
352
+ "penalty_events": []
353
+ },
354
+ {
355
+ "episode_id": 28,
356
+ "seed": 100057,
357
+ "success": false,
358
+ "steps_taken": 71,
359
+ "max_steps": 600,
360
+ "route_completion": 2.7470414813768724,
361
+ "manipulation_score": 1.3735207406884362,
362
+ "total_penalty_factor": 0.5,
363
+ "fail_reason": "out_of_bounds",
364
+ "penalty_events": [
365
+ {
366
+ "event_type": "out_of_bounds",
367
+ "timestep": 71,
368
+ "penalty_factor": 0.5,
369
+ "details": "Target object left workspace/view"
370
+ }
371
+ ]
372
+ },
373
+ {
374
+ "episode_id": 29,
375
+ "seed": 100063,
376
+ "success": false,
377
+ "steps_taken": 600,
378
+ "max_steps": 600,
379
+ "route_completion": 61.75226110525651,
380
+ "manipulation_score": 61.75226110525651,
381
+ "total_penalty_factor": 1.0,
382
+ "fail_reason": null,
383
+ "penalty_events": []
384
+ },
385
+ {
386
+ "episode_id": 30,
387
+ "seed": 100068,
388
+ "success": false,
389
+ "steps_taken": 81,
390
+ "max_steps": 600,
391
+ "route_completion": 28.85453825267635,
392
+ "manipulation_score": 14.427269126338174,
393
+ "total_penalty_factor": 0.5,
394
+ "fail_reason": "out_of_bounds",
395
+ "penalty_events": [
396
+ {
397
+ "event_type": "out_of_bounds",
398
+ "timestep": 81,
399
+ "penalty_factor": 0.5,
400
+ "details": "Target object left workspace/view"
401
+ }
402
+ ]
403
+ },
404
+ {
405
+ "episode_id": 31,
406
+ "seed": 100069,
407
+ "success": true,
408
+ "steps_taken": 154,
409
+ "max_steps": 600,
410
+ "route_completion": 100.0,
411
+ "manipulation_score": 100.0,
412
+ "total_penalty_factor": 1.0,
413
+ "fail_reason": null,
414
+ "penalty_events": []
415
+ },
416
+ {
417
+ "episode_id": 32,
418
+ "seed": 100070,
419
+ "success": false,
420
+ "steps_taken": 67,
421
+ "max_steps": 600,
422
+ "route_completion": 34.67413276589882,
423
+ "manipulation_score": 17.33706638294941,
424
+ "total_penalty_factor": 0.5,
425
+ "fail_reason": "out_of_bounds",
426
+ "penalty_events": [
427
+ {
428
+ "event_type": "out_of_bounds",
429
+ "timestep": 67,
430
+ "penalty_factor": 0.5,
431
+ "details": "Target object left workspace/view"
432
+ }
433
+ ]
434
+ },
435
+ {
436
+ "episode_id": 33,
437
+ "seed": 100071,
438
+ "success": false,
439
+ "steps_taken": 93,
440
+ "max_steps": 600,
441
+ "route_completion": 26.92278356980793,
442
+ "manipulation_score": 13.461391784903965,
443
+ "total_penalty_factor": 0.5,
444
+ "fail_reason": "out_of_bounds",
445
+ "penalty_events": [
446
+ {
447
+ "event_type": "out_of_bounds",
448
+ "timestep": 93,
449
+ "penalty_factor": 0.5,
450
+ "details": "Target object left workspace/view"
451
+ }
452
+ ]
453
+ },
454
+ {
455
+ "episode_id": 34,
456
+ "seed": 100072,
457
+ "success": true,
458
+ "steps_taken": 289,
459
+ "max_steps": 600,
460
+ "route_completion": 100.0,
461
+ "manipulation_score": 100.0,
462
+ "total_penalty_factor": 1.0,
463
+ "fail_reason": null,
464
+ "penalty_events": []
465
+ },
466
+ {
467
+ "episode_id": 35,
468
+ "seed": 100074,
469
+ "success": false,
470
+ "steps_taken": 600,
471
+ "max_steps": 600,
472
+ "route_completion": 59.91421502400706,
473
+ "manipulation_score": 59.91421502400706,
474
+ "total_penalty_factor": 1.0,
475
+ "fail_reason": null,
476
+ "penalty_events": []
477
+ },
478
+ {
479
+ "episode_id": 36,
480
+ "seed": 100075,
481
+ "success": true,
482
+ "steps_taken": 158,
483
+ "max_steps": 600,
484
+ "route_completion": 100.0,
485
+ "manipulation_score": 100.0,
486
+ "total_penalty_factor": 1.0,
487
+ "fail_reason": null,
488
+ "penalty_events": []
489
+ },
490
+ {
491
+ "episode_id": 37,
492
+ "seed": 100078,
493
+ "success": false,
494
+ "steps_taken": 600,
495
+ "max_steps": 600,
496
+ "route_completion": 20.258628267039324,
497
+ "manipulation_score": 20.258628267039324,
498
+ "total_penalty_factor": 1.0,
499
+ "fail_reason": null,
500
+ "penalty_events": []
501
+ },
502
+ {
503
+ "episode_id": 38,
504
+ "seed": 100079,
505
+ "success": true,
506
+ "steps_taken": 188,
507
+ "max_steps": 600,
508
+ "route_completion": 100.0,
509
+ "manipulation_score": 100.0,
510
+ "total_penalty_factor": 1.0,
511
+ "fail_reason": null,
512
+ "penalty_events": []
513
+ },
514
+ {
515
+ "episode_id": 39,
516
+ "seed": 100080,
517
+ "success": false,
518
+ "steps_taken": 600,
519
+ "max_steps": 600,
520
+ "route_completion": 18.23316922060985,
521
+ "manipulation_score": 18.23316922060985,
522
+ "total_penalty_factor": 1.0,
523
+ "fail_reason": null,
524
+ "penalty_events": []
525
+ },
526
+ {
527
+ "episode_id": 40,
528
+ "seed": 100088,
529
+ "success": false,
530
+ "steps_taken": 53,
531
+ "max_steps": 600,
532
+ "route_completion": 0.0,
533
+ "manipulation_score": 0.0,
534
+ "total_penalty_factor": 0.5,
535
+ "fail_reason": "out_of_bounds",
536
+ "penalty_events": [
537
+ {
538
+ "event_type": "out_of_bounds",
539
+ "timestep": 53,
540
+ "penalty_factor": 0.5,
541
+ "details": "Target object left workspace/view"
542
+ }
543
+ ]
544
+ },
545
+ {
546
+ "episode_id": 41,
547
+ "seed": 100089,
548
+ "success": false,
549
+ "steps_taken": 82,
550
+ "max_steps": 600,
551
+ "route_completion": 23.656566597962506,
552
+ "manipulation_score": 11.828283298981253,
553
+ "total_penalty_factor": 0.5,
554
+ "fail_reason": "out_of_bounds",
555
+ "penalty_events": [
556
+ {
557
+ "event_type": "out_of_bounds",
558
+ "timestep": 82,
559
+ "penalty_factor": 0.5,
560
+ "details": "Target object left workspace/view"
561
+ }
562
+ ]
563
+ },
564
+ {
565
+ "episode_id": 42,
566
+ "seed": 100092,
567
+ "success": true,
568
+ "steps_taken": 172,
569
+ "max_steps": 600,
570
+ "route_completion": 100.0,
571
+ "manipulation_score": 100.0,
572
+ "total_penalty_factor": 1.0,
573
+ "fail_reason": null,
574
+ "penalty_events": []
575
+ },
576
+ {
577
+ "episode_id": 43,
578
+ "seed": 100095,
579
+ "success": false,
580
+ "steps_taken": 104,
581
+ "max_steps": 600,
582
+ "route_completion": 28.108860343243297,
583
+ "manipulation_score": 14.054430171621648,
584
+ "total_penalty_factor": 0.5,
585
+ "fail_reason": "out_of_bounds",
586
+ "penalty_events": [
587
+ {
588
+ "event_type": "out_of_bounds",
589
+ "timestep": 104,
590
+ "penalty_factor": 0.5,
591
+ "details": "Target object left workspace/view"
592
+ }
593
+ ]
594
+ },
595
+ {
596
+ "episode_id": 44,
597
+ "seed": 100096,
598
+ "success": false,
599
+ "steps_taken": 600,
600
+ "max_steps": 600,
601
+ "route_completion": 23.882496816093983,
602
+ "manipulation_score": 23.882496816093983,
603
+ "total_penalty_factor": 1.0,
604
+ "fail_reason": null,
605
+ "penalty_events": []
606
+ },
607
+ {
608
+ "episode_id": 45,
609
+ "seed": 100103,
610
+ "success": false,
611
+ "steps_taken": 600,
612
+ "max_steps": 600,
613
+ "route_completion": 28.334182566312162,
614
+ "manipulation_score": 28.334182566312162,
615
+ "total_penalty_factor": 1.0,
616
+ "fail_reason": null,
617
+ "penalty_events": []
618
+ },
619
+ {
620
+ "episode_id": 46,
621
+ "seed": 100104,
622
+ "success": true,
623
+ "steps_taken": 158,
624
+ "max_steps": 600,
625
+ "route_completion": 100.0,
626
+ "manipulation_score": 100.0,
627
+ "total_penalty_factor": 1.0,
628
+ "fail_reason": null,
629
+ "penalty_events": []
630
+ },
631
+ {
632
+ "episode_id": 47,
633
+ "seed": 100107,
634
+ "success": true,
635
+ "steps_taken": 154,
636
+ "max_steps": 600,
637
+ "route_completion": 100.0,
638
+ "manipulation_score": 100.0,
639
+ "total_penalty_factor": 1.0,
640
+ "fail_reason": null,
641
+ "penalty_events": []
642
+ },
643
+ {
644
+ "episode_id": 48,
645
+ "seed": 100112,
646
+ "success": false,
647
+ "steps_taken": 600,
648
+ "max_steps": 600,
649
+ "route_completion": 20.204206963336173,
650
+ "manipulation_score": 20.204206963336173,
651
+ "total_penalty_factor": 1.0,
652
+ "fail_reason": null,
653
+ "penalty_events": []
654
+ },
655
+ {
656
+ "episode_id": 49,
657
+ "seed": 100113,
658
+ "success": false,
659
+ "steps_taken": 600,
660
+ "max_steps": 600,
661
+ "route_completion": 19.336628711291617,
662
+ "manipulation_score": 19.336628711291617,
663
+ "total_penalty_factor": 1.0,
664
+ "fail_reason": null,
665
+ "penalty_events": []
666
+ },
667
+ {
668
+ "episode_id": 50,
669
+ "seed": 100114,
670
+ "success": true,
671
+ "steps_taken": 200,
672
+ "max_steps": 600,
673
+ "route_completion": 100.0,
674
+ "manipulation_score": 100.0,
675
+ "total_penalty_factor": 1.0,
676
+ "fail_reason": null,
677
+ "penalty_events": []
678
+ },
679
+ {
680
+ "episode_id": 51,
681
+ "seed": 100117,
682
+ "success": false,
683
+ "steps_taken": 600,
684
+ "max_steps": 600,
685
+ "route_completion": 23.086116392874008,
686
+ "manipulation_score": 23.086116392874008,
687
+ "total_penalty_factor": 1.0,
688
+ "fail_reason": null,
689
+ "penalty_events": []
690
+ },
691
+ {
692
+ "episode_id": 52,
693
+ "seed": 100121,
694
+ "success": true,
695
+ "steps_taken": 184,
696
+ "max_steps": 600,
697
+ "route_completion": 100.0,
698
+ "manipulation_score": 100.0,
699
+ "total_penalty_factor": 1.0,
700
+ "fail_reason": null,
701
+ "penalty_events": []
702
+ },
703
+ {
704
+ "episode_id": 53,
705
+ "seed": 100124,
706
+ "success": false,
707
+ "steps_taken": 78,
708
+ "max_steps": 600,
709
+ "route_completion": 33.86450678974204,
710
+ "manipulation_score": 16.93225339487102,
711
+ "total_penalty_factor": 0.5,
712
+ "fail_reason": "out_of_bounds",
713
+ "penalty_events": [
714
+ {
715
+ "event_type": "out_of_bounds",
716
+ "timestep": 78,
717
+ "penalty_factor": 0.5,
718
+ "details": "Target object left workspace/view"
719
+ }
720
+ ]
721
+ },
722
+ {
723
+ "episode_id": 54,
724
+ "seed": 100125,
725
+ "success": true,
726
+ "steps_taken": 214,
727
+ "max_steps": 600,
728
+ "route_completion": 100.0,
729
+ "manipulation_score": 100.0,
730
+ "total_penalty_factor": 1.0,
731
+ "fail_reason": null,
732
+ "penalty_events": []
733
+ },
734
+ {
735
+ "episode_id": 55,
736
+ "seed": 100128,
737
+ "success": false,
738
+ "steps_taken": 74,
739
+ "max_steps": 600,
740
+ "route_completion": 33.64633261357179,
741
+ "manipulation_score": 16.823166306785897,
742
+ "total_penalty_factor": 0.5,
743
+ "fail_reason": "out_of_bounds",
744
+ "penalty_events": [
745
+ {
746
+ "event_type": "out_of_bounds",
747
+ "timestep": 74,
748
+ "penalty_factor": 0.5,
749
+ "details": "Target object left workspace/view"
750
+ }
751
+ ]
752
+ },
753
+ {
754
+ "episode_id": 56,
755
+ "seed": 100131,
756
+ "success": true,
757
+ "steps_taken": 174,
758
+ "max_steps": 600,
759
+ "route_completion": 100.0,
760
+ "manipulation_score": 100.0,
761
+ "total_penalty_factor": 1.0,
762
+ "fail_reason": null,
763
+ "penalty_events": []
764
+ },
765
+ {
766
+ "episode_id": 57,
767
+ "seed": 100132,
768
+ "success": false,
769
+ "steps_taken": 600,
770
+ "max_steps": 600,
771
+ "route_completion": 65.10897667868691,
772
+ "manipulation_score": 65.10897667868691,
773
+ "total_penalty_factor": 1.0,
774
+ "fail_reason": null,
775
+ "penalty_events": []
776
+ },
777
+ {
778
+ "episode_id": 58,
779
+ "seed": 100135,
780
+ "success": true,
781
+ "steps_taken": 212,
782
+ "max_steps": 600,
783
+ "route_completion": 100.0,
784
+ "manipulation_score": 100.0,
785
+ "total_penalty_factor": 1.0,
786
+ "fail_reason": null,
787
+ "penalty_events": []
788
+ },
789
+ {
790
+ "episode_id": 59,
791
+ "seed": 100136,
792
+ "success": false,
793
+ "steps_taken": 600,
794
+ "max_steps": 600,
795
+ "route_completion": 30.404519885449645,
796
+ "manipulation_score": 30.404519885449645,
797
+ "total_penalty_factor": 1.0,
798
+ "fail_reason": null,
799
+ "penalty_events": []
800
+ },
801
+ {
802
+ "episode_id": 60,
803
+ "seed": 100140,
804
+ "success": true,
805
+ "steps_taken": 158,
806
+ "max_steps": 600,
807
+ "route_completion": 100.0,
808
+ "manipulation_score": 100.0,
809
+ "total_penalty_factor": 1.0,
810
+ "fail_reason": null,
811
+ "penalty_events": []
812
+ },
813
+ {
814
+ "episode_id": 61,
815
+ "seed": 100143,
816
+ "success": true,
817
+ "steps_taken": 160,
818
+ "max_steps": 600,
819
+ "route_completion": 100.0,
820
+ "manipulation_score": 100.0,
821
+ "total_penalty_factor": 1.0,
822
+ "fail_reason": null,
823
+ "penalty_events": []
824
+ },
825
+ {
826
+ "episode_id": 62,
827
+ "seed": 100147,
828
+ "success": true,
829
+ "steps_taken": 215,
830
+ "max_steps": 600,
831
+ "route_completion": 100.0,
832
+ "manipulation_score": 100.0,
833
+ "total_penalty_factor": 1.0,
834
+ "fail_reason": null,
835
+ "penalty_events": []
836
+ },
837
+ {
838
+ "episode_id": 63,
839
+ "seed": 100150,
840
+ "success": true,
841
+ "steps_taken": 160,
842
+ "max_steps": 600,
843
+ "route_completion": 100.0,
844
+ "manipulation_score": 100.0,
845
+ "total_penalty_factor": 1.0,
846
+ "fail_reason": null,
847
+ "penalty_events": []
848
+ },
849
+ {
850
+ "episode_id": 64,
851
+ "seed": 100151,
852
+ "success": false,
853
+ "steps_taken": 600,
854
+ "max_steps": 600,
855
+ "route_completion": 23.560147238347266,
856
+ "manipulation_score": 23.560147238347266,
857
+ "total_penalty_factor": 1.0,
858
+ "fail_reason": null,
859
+ "penalty_events": []
860
+ },
861
+ {
862
+ "episode_id": 65,
863
+ "seed": 100153,
864
+ "success": true,
865
+ "steps_taken": 165,
866
+ "max_steps": 600,
867
+ "route_completion": 100.0,
868
+ "manipulation_score": 100.0,
869
+ "total_penalty_factor": 1.0,
870
+ "fail_reason": null,
871
+ "penalty_events": []
872
+ },
873
+ {
874
+ "episode_id": 66,
875
+ "seed": 100157,
876
+ "success": false,
877
+ "steps_taken": 600,
878
+ "max_steps": 600,
879
+ "route_completion": 61.12050615448681,
880
+ "manipulation_score": 61.12050615448681,
881
+ "total_penalty_factor": 1.0,
882
+ "fail_reason": null,
883
+ "penalty_events": []
884
+ },
885
+ {
886
+ "episode_id": 67,
887
+ "seed": 100160,
888
+ "success": true,
889
+ "steps_taken": 171,
890
+ "max_steps": 600,
891
+ "route_completion": 100.0,
892
+ "manipulation_score": 100.0,
893
+ "total_penalty_factor": 1.0,
894
+ "fail_reason": null,
895
+ "penalty_events": []
896
+ },
897
+ {
898
+ "episode_id": 68,
899
+ "seed": 100167,
900
+ "success": true,
901
+ "steps_taken": 273,
902
+ "max_steps": 600,
903
+ "route_completion": 100.0,
904
+ "manipulation_score": 100.0,
905
+ "total_penalty_factor": 1.0,
906
+ "fail_reason": null,
907
+ "penalty_events": []
908
+ },
909
+ {
910
+ "episode_id": 69,
911
+ "seed": 100168,
912
+ "success": false,
913
+ "steps_taken": 92,
914
+ "max_steps": 600,
915
+ "route_completion": 18.921352503938994,
916
+ "manipulation_score": 9.460676251969497,
917
+ "total_penalty_factor": 0.5,
918
+ "fail_reason": "out_of_bounds",
919
+ "penalty_events": [
920
+ {
921
+ "event_type": "out_of_bounds",
922
+ "timestep": 92,
923
+ "penalty_factor": 0.5,
924
+ "details": "Target object left workspace/view"
925
+ }
926
+ ]
927
+ },
928
+ {
929
+ "episode_id": 70,
930
+ "seed": 100169,
931
+ "success": true,
932
+ "steps_taken": 161,
933
+ "max_steps": 600,
934
+ "route_completion": 100.0,
935
+ "manipulation_score": 100.0,
936
+ "total_penalty_factor": 1.0,
937
+ "fail_reason": null,
938
+ "penalty_events": []
939
+ },
940
+ {
941
+ "episode_id": 71,
942
+ "seed": 100170,
943
+ "success": false,
944
+ "steps_taken": 600,
945
+ "max_steps": 600,
946
+ "route_completion": 63.97224557373276,
947
+ "manipulation_score": 63.97224557373276,
948
+ "total_penalty_factor": 1.0,
949
+ "fail_reason": null,
950
+ "penalty_events": []
951
+ },
952
+ {
953
+ "episode_id": 72,
954
+ "seed": 100175,
955
+ "success": true,
956
+ "steps_taken": 158,
957
+ "max_steps": 600,
958
+ "route_completion": 100.0,
959
+ "manipulation_score": 100.0,
960
+ "total_penalty_factor": 1.0,
961
+ "fail_reason": null,
962
+ "penalty_events": []
963
+ },
964
+ {
965
+ "episode_id": 73,
966
+ "seed": 100177,
967
+ "success": false,
968
+ "steps_taken": 600,
969
+ "max_steps": 600,
970
+ "route_completion": 22.613521413475564,
971
+ "manipulation_score": 22.613521413475564,
972
+ "total_penalty_factor": 1.0,
973
+ "fail_reason": null,
974
+ "penalty_events": []
975
+ },
976
+ {
977
+ "episode_id": 74,
978
+ "seed": 100179,
979
+ "success": false,
980
+ "steps_taken": 54,
981
+ "max_steps": 600,
982
+ "route_completion": 7.904897998253399,
983
+ "manipulation_score": 3.9524489991266996,
984
+ "total_penalty_factor": 0.5,
985
+ "fail_reason": "out_of_bounds",
986
+ "penalty_events": [
987
+ {
988
+ "event_type": "out_of_bounds",
989
+ "timestep": 54,
990
+ "penalty_factor": 0.5,
991
+ "details": "Target object left workspace/view"
992
+ }
993
+ ]
994
+ },
995
+ {
996
+ "episode_id": 75,
997
+ "seed": 100181,
998
+ "success": false,
999
+ "steps_taken": 89,
1000
+ "max_steps": 600,
1001
+ "route_completion": 32.04811975415671,
1002
+ "manipulation_score": 16.024059877078354,
1003
+ "total_penalty_factor": 0.5,
1004
+ "fail_reason": "out_of_bounds",
1005
+ "penalty_events": [
1006
+ {
1007
+ "event_type": "out_of_bounds",
1008
+ "timestep": 89,
1009
+ "penalty_factor": 0.5,
1010
+ "details": "Target object left workspace/view"
1011
+ }
1012
+ ]
1013
+ },
1014
+ {
1015
+ "episode_id": 76,
1016
+ "seed": 100182,
1017
+ "success": false,
1018
+ "steps_taken": 600,
1019
+ "max_steps": 600,
1020
+ "route_completion": 61.84699186022385,
1021
+ "manipulation_score": 61.84699186022385,
1022
+ "total_penalty_factor": 1.0,
1023
+ "fail_reason": null,
1024
+ "penalty_events": []
1025
+ },
1026
+ {
1027
+ "episode_id": 77,
1028
+ "seed": 100183,
1029
+ "success": true,
1030
+ "steps_taken": 171,
1031
+ "max_steps": 600,
1032
+ "route_completion": 100.0,
1033
+ "manipulation_score": 100.0,
1034
+ "total_penalty_factor": 1.0,
1035
+ "fail_reason": null,
1036
+ "penalty_events": []
1037
+ },
1038
+ {
1039
+ "episode_id": 78,
1040
+ "seed": 100185,
1041
+ "success": true,
1042
+ "steps_taken": 214,
1043
+ "max_steps": 600,
1044
+ "route_completion": 100.0,
1045
+ "manipulation_score": 100.0,
1046
+ "total_penalty_factor": 1.0,
1047
+ "fail_reason": null,
1048
+ "penalty_events": []
1049
+ },
1050
+ {
1051
+ "episode_id": 79,
1052
+ "seed": 100186,
1053
+ "success": true,
1054
+ "steps_taken": 166,
1055
+ "max_steps": 600,
1056
+ "route_completion": 100.0,
1057
+ "manipulation_score": 100.0,
1058
+ "total_penalty_factor": 1.0,
1059
+ "fail_reason": null,
1060
+ "penalty_events": []
1061
+ },
1062
+ {
1063
+ "episode_id": 80,
1064
+ "seed": 100188,
1065
+ "success": false,
1066
+ "steps_taken": 600,
1067
+ "max_steps": 600,
1068
+ "route_completion": 23.351511167661897,
1069
+ "manipulation_score": 23.351511167661897,
1070
+ "total_penalty_factor": 1.0,
1071
+ "fail_reason": null,
1072
+ "penalty_events": []
1073
+ },
1074
+ {
1075
+ "episode_id": 81,
1076
+ "seed": 100189,
1077
+ "success": false,
1078
+ "steps_taken": 600,
1079
+ "max_steps": 600,
1080
+ "route_completion": 60.299428499876065,
1081
+ "manipulation_score": 60.299428499876065,
1082
+ "total_penalty_factor": 1.0,
1083
+ "fail_reason": null,
1084
+ "penalty_events": []
1085
+ },
1086
+ {
1087
+ "episode_id": 82,
1088
+ "seed": 100190,
1089
+ "success": false,
1090
+ "steps_taken": 600,
1091
+ "max_steps": 600,
1092
+ "route_completion": 25.713596130423927,
1093
+ "manipulation_score": 25.713596130423927,
1094
+ "total_penalty_factor": 1.0,
1095
+ "fail_reason": null,
1096
+ "penalty_events": []
1097
+ },
1098
+ {
1099
+ "episode_id": 83,
1100
+ "seed": 100191,
1101
+ "success": true,
1102
+ "steps_taken": 150,
1103
+ "max_steps": 600,
1104
+ "route_completion": 100.0,
1105
+ "manipulation_score": 100.0,
1106
+ "total_penalty_factor": 1.0,
1107
+ "fail_reason": null,
1108
+ "penalty_events": []
1109
+ },
1110
+ {
1111
+ "episode_id": 84,
1112
+ "seed": 100192,
1113
+ "success": false,
1114
+ "steps_taken": 600,
1115
+ "max_steps": 600,
1116
+ "route_completion": 25.690424849680525,
1117
+ "manipulation_score": 25.690424849680525,
1118
+ "total_penalty_factor": 1.0,
1119
+ "fail_reason": null,
1120
+ "penalty_events": []
1121
+ },
1122
+ {
1123
+ "episode_id": 85,
1124
+ "seed": 100199,
1125
+ "success": true,
1126
+ "steps_taken": 156,
1127
+ "max_steps": 600,
1128
+ "route_completion": 100.0,
1129
+ "manipulation_score": 100.0,
1130
+ "total_penalty_factor": 1.0,
1131
+ "fail_reason": null,
1132
+ "penalty_events": []
1133
+ },
1134
+ {
1135
+ "episode_id": 86,
1136
+ "seed": 100200,
1137
+ "success": true,
1138
+ "steps_taken": 164,
1139
+ "max_steps": 600,
1140
+ "route_completion": 100.0,
1141
+ "manipulation_score": 100.0,
1142
+ "total_penalty_factor": 1.0,
1143
+ "fail_reason": null,
1144
+ "penalty_events": []
1145
+ },
1146
+ {
1147
+ "episode_id": 87,
1148
+ "seed": 100201,
1149
+ "success": true,
1150
+ "steps_taken": 206,
1151
+ "max_steps": 600,
1152
+ "route_completion": 100.0,
1153
+ "manipulation_score": 100.0,
1154
+ "total_penalty_factor": 1.0,
1155
+ "fail_reason": null,
1156
+ "penalty_events": []
1157
+ },
1158
+ {
1159
+ "episode_id": 88,
1160
+ "seed": 100202,
1161
+ "success": false,
1162
+ "steps_taken": 600,
1163
+ "max_steps": 600,
1164
+ "route_completion": 63.085873569228156,
1165
+ "manipulation_score": 63.085873569228156,
1166
+ "total_penalty_factor": 1.0,
1167
+ "fail_reason": null,
1168
+ "penalty_events": []
1169
+ },
1170
+ {
1171
+ "episode_id": 89,
1172
+ "seed": 100203,
1173
+ "success": false,
1174
+ "steps_taken": 69,
1175
+ "max_steps": 600,
1176
+ "route_completion": 7.197454728959249,
1177
+ "manipulation_score": 3.5987273644796245,
1178
+ "total_penalty_factor": 0.5,
1179
+ "fail_reason": "out_of_bounds",
1180
+ "penalty_events": [
1181
+ {
1182
+ "event_type": "out_of_bounds",
1183
+ "timestep": 69,
1184
+ "penalty_factor": 0.5,
1185
+ "details": "Target object left workspace/view"
1186
+ }
1187
+ ]
1188
+ },
1189
+ {
1190
+ "episode_id": 90,
1191
+ "seed": 100207,
1192
+ "success": true,
1193
+ "steps_taken": 168,
1194
+ "max_steps": 600,
1195
+ "route_completion": 100.0,
1196
+ "manipulation_score": 100.0,
1197
+ "total_penalty_factor": 1.0,
1198
+ "fail_reason": null,
1199
+ "penalty_events": []
1200
+ },
1201
+ {
1202
+ "episode_id": 91,
1203
+ "seed": 100209,
1204
+ "success": true,
1205
+ "steps_taken": 180,
1206
+ "max_steps": 600,
1207
+ "route_completion": 100.0,
1208
+ "manipulation_score": 100.0,
1209
+ "total_penalty_factor": 1.0,
1210
+ "fail_reason": null,
1211
+ "penalty_events": []
1212
+ },
1213
+ {
1214
+ "episode_id": 92,
1215
+ "seed": 100210,
1216
+ "success": false,
1217
+ "steps_taken": 600,
1218
+ "max_steps": 600,
1219
+ "route_completion": 23.15062467335509,
1220
+ "manipulation_score": 23.15062467335509,
1221
+ "total_penalty_factor": 1.0,
1222
+ "fail_reason": null,
1223
+ "penalty_events": []
1224
+ },
1225
+ {
1226
+ "episode_id": 93,
1227
+ "seed": 100211,
1228
+ "success": false,
1229
+ "steps_taken": 600,
1230
+ "max_steps": 600,
1231
+ "route_completion": 61.554296180825396,
1232
+ "manipulation_score": 61.554296180825396,
1233
+ "total_penalty_factor": 1.0,
1234
+ "fail_reason": null,
1235
+ "penalty_events": []
1236
+ },
1237
+ {
1238
+ "episode_id": 94,
1239
+ "seed": 100212,
1240
+ "success": false,
1241
+ "steps_taken": 600,
1242
+ "max_steps": 600,
1243
+ "route_completion": 69.34770557201799,
1244
+ "manipulation_score": 69.34770557201799,
1245
+ "total_penalty_factor": 1.0,
1246
+ "fail_reason": null,
1247
+ "penalty_events": []
1248
+ },
1249
+ {
1250
+ "episode_id": 95,
1251
+ "seed": 100214,
1252
+ "success": false,
1253
+ "steps_taken": 600,
1254
+ "max_steps": 600,
1255
+ "route_completion": 30.907745959002757,
1256
+ "manipulation_score": 30.907745959002757,
1257
+ "total_penalty_factor": 1.0,
1258
+ "fail_reason": null,
1259
+ "penalty_events": []
1260
+ },
1261
+ {
1262
+ "episode_id": 96,
1263
+ "seed": 100216,
1264
+ "success": true,
1265
+ "steps_taken": 164,
1266
+ "max_steps": 600,
1267
+ "route_completion": 100.0,
1268
+ "manipulation_score": 100.0,
1269
+ "total_penalty_factor": 1.0,
1270
+ "fail_reason": null,
1271
+ "penalty_events": []
1272
+ },
1273
+ {
1274
+ "episode_id": 97,
1275
+ "seed": 100217,
1276
+ "success": false,
1277
+ "steps_taken": 600,
1278
+ "max_steps": 600,
1279
+ "route_completion": 21.949811429733646,
1280
+ "manipulation_score": 21.949811429733646,
1281
+ "total_penalty_factor": 1.0,
1282
+ "fail_reason": null,
1283
+ "penalty_events": []
1284
+ },
1285
+ {
1286
+ "episode_id": 98,
1287
+ "seed": 100218,
1288
+ "success": false,
1289
+ "steps_taken": 600,
1290
+ "max_steps": 600,
1291
+ "route_completion": 43.40719031647785,
1292
+ "manipulation_score": 43.40719031647785,
1293
+ "total_penalty_factor": 1.0,
1294
+ "fail_reason": null,
1295
+ "penalty_events": []
1296
+ },
1297
+ {
1298
+ "episode_id": 99,
1299
+ "seed": 100221,
1300
+ "success": false,
1301
+ "steps_taken": 600,
1302
+ "max_steps": 600,
1303
+ "route_completion": 64.26521263486791,
1304
+ "manipulation_score": 64.26521263486791,
1305
+ "total_penalty_factor": 1.0,
1306
+ "fail_reason": null,
1307
+ "penalty_events": []
1308
+ },
1309
+ {
1310
+ "episode_id": 100,
1311
+ "seed": 100222,
1312
+ "success": false,
1313
+ "steps_taken": 600,
1314
+ "max_steps": 600,
1315
+ "route_completion": 33.452534143996104,
1316
+ "manipulation_score": 33.452534143996104,
1317
+ "total_penalty_factor": 1.0,
1318
+ "fail_reason": null,
1319
+ "penalty_events": []
1320
+ }
1321
+ ]
log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 43,
4
+ "success_rate": 43.0,
5
+ "manipulation_score_mean": 59.74470390640838,
6
+ "manipulation_score_std": 37.80902035756206,
7
+ "route_completion_mean": 61.57423960483472,
8
+ "route_completion_std": 35.86250563898802,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 17
11
+ }
log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 43.0% (43/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 59.74
10
+ Std: 37.81
11
+
12
+ --- Route Completion ---
13
+ Mean: 61.57%
14
+ Std: 35.86
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 17
19
+
20
+ ============================================================
log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-29 21:00:19
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.43
log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_episodes_detail.json ADDED
@@ -0,0 +1,1335 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100000,
5
+ "success": true,
6
+ "steps_taken": 508,
7
+ "max_steps": 900,
8
+ "route_completion": 100.0,
9
+ "manipulation_score": 100.0,
10
+ "total_penalty_factor": 1.0,
11
+ "fail_reason": null,
12
+ "penalty_events": []
13
+ },
14
+ {
15
+ "episode_id": 2,
16
+ "seed": 100001,
17
+ "success": false,
18
+ "steps_taken": 900,
19
+ "max_steps": 900,
20
+ "route_completion": 24.540375730698692,
21
+ "manipulation_score": 24.540375730698692,
22
+ "total_penalty_factor": 1.0,
23
+ "fail_reason": null,
24
+ "penalty_events": []
25
+ },
26
+ {
27
+ "episode_id": 3,
28
+ "seed": 100004,
29
+ "success": false,
30
+ "steps_taken": 900,
31
+ "max_steps": 900,
32
+ "route_completion": 34.079740320103724,
33
+ "manipulation_score": 34.079740320103724,
34
+ "total_penalty_factor": 1.0,
35
+ "fail_reason": null,
36
+ "penalty_events": []
37
+ },
38
+ {
39
+ "episode_id": 4,
40
+ "seed": 100005,
41
+ "success": false,
42
+ "steps_taken": 900,
43
+ "max_steps": 900,
44
+ "route_completion": 25.07970718985728,
45
+ "manipulation_score": 25.07970718985728,
46
+ "total_penalty_factor": 1.0,
47
+ "fail_reason": null,
48
+ "penalty_events": []
49
+ },
50
+ {
51
+ "episode_id": 5,
52
+ "seed": 100006,
53
+ "success": false,
54
+ "steps_taken": 93,
55
+ "max_steps": 900,
56
+ "route_completion": 27.305456512117036,
57
+ "manipulation_score": 13.652728256058518,
58
+ "total_penalty_factor": 0.5,
59
+ "fail_reason": "out_of_bounds",
60
+ "penalty_events": [
61
+ {
62
+ "event_type": "out_of_bounds",
63
+ "timestep": 93,
64
+ "penalty_factor": 0.5,
65
+ "details": "Target object left workspace/view"
66
+ }
67
+ ]
68
+ },
69
+ {
70
+ "episode_id": 6,
71
+ "seed": 100008,
72
+ "success": false,
73
+ "steps_taken": 900,
74
+ "max_steps": 900,
75
+ "route_completion": 34.23268964207258,
76
+ "manipulation_score": 34.23268964207258,
77
+ "total_penalty_factor": 1.0,
78
+ "fail_reason": null,
79
+ "penalty_events": []
80
+ },
81
+ {
82
+ "episode_id": 7,
83
+ "seed": 100009,
84
+ "success": true,
85
+ "steps_taken": 297,
86
+ "max_steps": 900,
87
+ "route_completion": 100.0,
88
+ "manipulation_score": 100.0,
89
+ "total_penalty_factor": 1.0,
90
+ "fail_reason": null,
91
+ "penalty_events": []
92
+ },
93
+ {
94
+ "episode_id": 8,
95
+ "seed": 100018,
96
+ "success": false,
97
+ "steps_taken": 900,
98
+ "max_steps": 900,
99
+ "route_completion": 57.64216768446827,
100
+ "manipulation_score": 57.64216768446827,
101
+ "total_penalty_factor": 1.0,
102
+ "fail_reason": null,
103
+ "penalty_events": []
104
+ },
105
+ {
106
+ "episode_id": 9,
107
+ "seed": 100021,
108
+ "success": false,
109
+ "steps_taken": 900,
110
+ "max_steps": 900,
111
+ "route_completion": 32.22912335529467,
112
+ "manipulation_score": 32.22912335529467,
113
+ "total_penalty_factor": 1.0,
114
+ "fail_reason": null,
115
+ "penalty_events": []
116
+ },
117
+ {
118
+ "episode_id": 10,
119
+ "seed": 100022,
120
+ "success": false,
121
+ "steps_taken": 900,
122
+ "max_steps": 900,
123
+ "route_completion": 60.30388018022934,
124
+ "manipulation_score": 60.30388018022934,
125
+ "total_penalty_factor": 1.0,
126
+ "fail_reason": null,
127
+ "penalty_events": []
128
+ },
129
+ {
130
+ "episode_id": 11,
131
+ "seed": 100028,
132
+ "success": true,
133
+ "steps_taken": 297,
134
+ "max_steps": 900,
135
+ "route_completion": 100.0,
136
+ "manipulation_score": 100.0,
137
+ "total_penalty_factor": 1.0,
138
+ "fail_reason": null,
139
+ "penalty_events": []
140
+ },
141
+ {
142
+ "episode_id": 12,
143
+ "seed": 100033,
144
+ "success": false,
145
+ "steps_taken": 900,
146
+ "max_steps": 900,
147
+ "route_completion": 37.27995505780699,
148
+ "manipulation_score": 37.27995505780699,
149
+ "total_penalty_factor": 1.0,
150
+ "fail_reason": null,
151
+ "penalty_events": []
152
+ },
153
+ {
154
+ "episode_id": 13,
155
+ "seed": 100034,
156
+ "success": false,
157
+ "steps_taken": 70,
158
+ "max_steps": 900,
159
+ "route_completion": 39.59677425650439,
160
+ "manipulation_score": 19.798387128252195,
161
+ "total_penalty_factor": 0.5,
162
+ "fail_reason": "out_of_bounds",
163
+ "penalty_events": [
164
+ {
165
+ "event_type": "out_of_bounds",
166
+ "timestep": 70,
167
+ "penalty_factor": 0.5,
168
+ "details": "Target object left workspace/view"
169
+ }
170
+ ]
171
+ },
172
+ {
173
+ "episode_id": 14,
174
+ "seed": 100035,
175
+ "success": false,
176
+ "steps_taken": 900,
177
+ "max_steps": 900,
178
+ "route_completion": 33.65471400195968,
179
+ "manipulation_score": 33.65471400195968,
180
+ "total_penalty_factor": 1.0,
181
+ "fail_reason": null,
182
+ "penalty_events": []
183
+ },
184
+ {
185
+ "episode_id": 15,
186
+ "seed": 100036,
187
+ "success": false,
188
+ "steps_taken": 900,
189
+ "max_steps": 900,
190
+ "route_completion": 50.37833103948868,
191
+ "manipulation_score": 50.37833103948868,
192
+ "total_penalty_factor": 1.0,
193
+ "fail_reason": null,
194
+ "penalty_events": []
195
+ },
196
+ {
197
+ "episode_id": 16,
198
+ "seed": 100037,
199
+ "success": false,
200
+ "steps_taken": 900,
201
+ "max_steps": 900,
202
+ "route_completion": 36.02555500595473,
203
+ "manipulation_score": 36.02555500595473,
204
+ "total_penalty_factor": 1.0,
205
+ "fail_reason": null,
206
+ "penalty_events": []
207
+ },
208
+ {
209
+ "episode_id": 17,
210
+ "seed": 100040,
211
+ "success": false,
212
+ "steps_taken": 900,
213
+ "max_steps": 900,
214
+ "route_completion": 40.03005718852013,
215
+ "manipulation_score": 40.03005718852013,
216
+ "total_penalty_factor": 1.0,
217
+ "fail_reason": null,
218
+ "penalty_events": []
219
+ },
220
+ {
221
+ "episode_id": 18,
222
+ "seed": 100042,
223
+ "success": false,
224
+ "steps_taken": 900,
225
+ "max_steps": 900,
226
+ "route_completion": 56.29958965151928,
227
+ "manipulation_score": 56.29958965151928,
228
+ "total_penalty_factor": 1.0,
229
+ "fail_reason": null,
230
+ "penalty_events": []
231
+ },
232
+ {
233
+ "episode_id": 19,
234
+ "seed": 100047,
235
+ "success": false,
236
+ "steps_taken": 900,
237
+ "max_steps": 900,
238
+ "route_completion": 39.849963938027514,
239
+ "manipulation_score": 39.849963938027514,
240
+ "total_penalty_factor": 1.0,
241
+ "fail_reason": null,
242
+ "penalty_events": []
243
+ },
244
+ {
245
+ "episode_id": 20,
246
+ "seed": 100049,
247
+ "success": false,
248
+ "steps_taken": 900,
249
+ "max_steps": 900,
250
+ "route_completion": 22.896719765943946,
251
+ "manipulation_score": 22.896719765943946,
252
+ "total_penalty_factor": 1.0,
253
+ "fail_reason": null,
254
+ "penalty_events": []
255
+ },
256
+ {
257
+ "episode_id": 21,
258
+ "seed": 100050,
259
+ "success": false,
260
+ "steps_taken": 82,
261
+ "max_steps": 900,
262
+ "route_completion": 43.47290693279812,
263
+ "manipulation_score": 21.73645346639906,
264
+ "total_penalty_factor": 0.5,
265
+ "fail_reason": "out_of_bounds",
266
+ "penalty_events": [
267
+ {
268
+ "event_type": "out_of_bounds",
269
+ "timestep": 82,
270
+ "penalty_factor": 0.5,
271
+ "details": "Target object left workspace/view"
272
+ }
273
+ ]
274
+ },
275
+ {
276
+ "episode_id": 22,
277
+ "seed": 100053,
278
+ "success": false,
279
+ "steps_taken": 900,
280
+ "max_steps": 900,
281
+ "route_completion": 35.351613818402086,
282
+ "manipulation_score": 35.351613818402086,
283
+ "total_penalty_factor": 1.0,
284
+ "fail_reason": null,
285
+ "penalty_events": []
286
+ },
287
+ {
288
+ "episode_id": 23,
289
+ "seed": 100057,
290
+ "success": false,
291
+ "steps_taken": 900,
292
+ "max_steps": 900,
293
+ "route_completion": 53.82809408017166,
294
+ "manipulation_score": 53.82809408017166,
295
+ "total_penalty_factor": 1.0,
296
+ "fail_reason": null,
297
+ "penalty_events": []
298
+ },
299
+ {
300
+ "episode_id": 24,
301
+ "seed": 100058,
302
+ "success": false,
303
+ "steps_taken": 900,
304
+ "max_steps": 900,
305
+ "route_completion": 59.86374124424126,
306
+ "manipulation_score": 59.86374124424126,
307
+ "total_penalty_factor": 1.0,
308
+ "fail_reason": null,
309
+ "penalty_events": []
310
+ },
311
+ {
312
+ "episode_id": 25,
313
+ "seed": 100060,
314
+ "success": true,
315
+ "steps_taken": 298,
316
+ "max_steps": 900,
317
+ "route_completion": 100.0,
318
+ "manipulation_score": 100.0,
319
+ "total_penalty_factor": 1.0,
320
+ "fail_reason": null,
321
+ "penalty_events": []
322
+ },
323
+ {
324
+ "episode_id": 26,
325
+ "seed": 100062,
326
+ "success": true,
327
+ "steps_taken": 298,
328
+ "max_steps": 900,
329
+ "route_completion": 100.0,
330
+ "manipulation_score": 100.0,
331
+ "total_penalty_factor": 1.0,
332
+ "fail_reason": null,
333
+ "penalty_events": []
334
+ },
335
+ {
336
+ "episode_id": 27,
337
+ "seed": 100063,
338
+ "success": false,
339
+ "steps_taken": 900,
340
+ "max_steps": 900,
341
+ "route_completion": 50.43852240394335,
342
+ "manipulation_score": 50.43852240394335,
343
+ "total_penalty_factor": 1.0,
344
+ "fail_reason": null,
345
+ "penalty_events": []
346
+ },
347
+ {
348
+ "episode_id": 28,
349
+ "seed": 100067,
350
+ "success": true,
351
+ "steps_taken": 332,
352
+ "max_steps": 900,
353
+ "route_completion": 100.0,
354
+ "manipulation_score": 100.0,
355
+ "total_penalty_factor": 1.0,
356
+ "fail_reason": null,
357
+ "penalty_events": []
358
+ },
359
+ {
360
+ "episode_id": 29,
361
+ "seed": 100068,
362
+ "success": false,
363
+ "steps_taken": 59,
364
+ "max_steps": 900,
365
+ "route_completion": 38.78516721871239,
366
+ "manipulation_score": 19.392583609356194,
367
+ "total_penalty_factor": 0.5,
368
+ "fail_reason": "out_of_bounds",
369
+ "penalty_events": [
370
+ {
371
+ "event_type": "out_of_bounds",
372
+ "timestep": 59,
373
+ "penalty_factor": 0.5,
374
+ "details": "Target object left workspace/view"
375
+ }
376
+ ]
377
+ },
378
+ {
379
+ "episode_id": 30,
380
+ "seed": 100070,
381
+ "success": false,
382
+ "steps_taken": 900,
383
+ "max_steps": 900,
384
+ "route_completion": 25.356286722069743,
385
+ "manipulation_score": 25.356286722069743,
386
+ "total_penalty_factor": 1.0,
387
+ "fail_reason": null,
388
+ "penalty_events": []
389
+ },
390
+ {
391
+ "episode_id": 31,
392
+ "seed": 100072,
393
+ "success": false,
394
+ "steps_taken": 148,
395
+ "max_steps": 900,
396
+ "route_completion": 0.0,
397
+ "manipulation_score": 0.0,
398
+ "total_penalty_factor": 0.5,
399
+ "fail_reason": "out_of_bounds",
400
+ "penalty_events": [
401
+ {
402
+ "event_type": "out_of_bounds",
403
+ "timestep": 148,
404
+ "penalty_factor": 0.5,
405
+ "details": "Target object left workspace/view"
406
+ }
407
+ ]
408
+ },
409
+ {
410
+ "episode_id": 32,
411
+ "seed": 100073,
412
+ "success": false,
413
+ "steps_taken": 900,
414
+ "max_steps": 900,
415
+ "route_completion": 23.29828068143118,
416
+ "manipulation_score": 23.29828068143118,
417
+ "total_penalty_factor": 1.0,
418
+ "fail_reason": null,
419
+ "penalty_events": []
420
+ },
421
+ {
422
+ "episode_id": 33,
423
+ "seed": 100075,
424
+ "success": true,
425
+ "steps_taken": 297,
426
+ "max_steps": 900,
427
+ "route_completion": 100.0,
428
+ "manipulation_score": 100.0,
429
+ "total_penalty_factor": 1.0,
430
+ "fail_reason": null,
431
+ "penalty_events": []
432
+ },
433
+ {
434
+ "episode_id": 34,
435
+ "seed": 100077,
436
+ "success": false,
437
+ "steps_taken": 123,
438
+ "max_steps": 900,
439
+ "route_completion": 24.295598071697487,
440
+ "manipulation_score": 12.147799035848744,
441
+ "total_penalty_factor": 0.5,
442
+ "fail_reason": "out_of_bounds",
443
+ "penalty_events": [
444
+ {
445
+ "event_type": "out_of_bounds",
446
+ "timestep": 123,
447
+ "penalty_factor": 0.5,
448
+ "details": "Target object left workspace/view"
449
+ }
450
+ ]
451
+ },
452
+ {
453
+ "episode_id": 35,
454
+ "seed": 100082,
455
+ "success": false,
456
+ "steps_taken": 73,
457
+ "max_steps": 900,
458
+ "route_completion": 46.58315387330291,
459
+ "manipulation_score": 23.291576936651456,
460
+ "total_penalty_factor": 0.5,
461
+ "fail_reason": "out_of_bounds",
462
+ "penalty_events": [
463
+ {
464
+ "event_type": "out_of_bounds",
465
+ "timestep": 73,
466
+ "penalty_factor": 0.5,
467
+ "details": "Target object left workspace/view"
468
+ }
469
+ ]
470
+ },
471
+ {
472
+ "episode_id": 36,
473
+ "seed": 100084,
474
+ "success": true,
475
+ "steps_taken": 298,
476
+ "max_steps": 900,
477
+ "route_completion": 100.0,
478
+ "manipulation_score": 100.0,
479
+ "total_penalty_factor": 1.0,
480
+ "fail_reason": null,
481
+ "penalty_events": []
482
+ },
483
+ {
484
+ "episode_id": 37,
485
+ "seed": 100087,
486
+ "success": false,
487
+ "steps_taken": 900,
488
+ "max_steps": 900,
489
+ "route_completion": 39.189800969970165,
490
+ "manipulation_score": 39.189800969970165,
491
+ "total_penalty_factor": 1.0,
492
+ "fail_reason": null,
493
+ "penalty_events": []
494
+ },
495
+ {
496
+ "episode_id": 38,
497
+ "seed": 100088,
498
+ "success": false,
499
+ "steps_taken": 900,
500
+ "max_steps": 900,
501
+ "route_completion": 47.0824841634786,
502
+ "manipulation_score": 47.0824841634786,
503
+ "total_penalty_factor": 1.0,
504
+ "fail_reason": null,
505
+ "penalty_events": []
506
+ },
507
+ {
508
+ "episode_id": 39,
509
+ "seed": 100090,
510
+ "success": false,
511
+ "steps_taken": 117,
512
+ "max_steps": 900,
513
+ "route_completion": 0.06230153613810903,
514
+ "manipulation_score": 0.031150768069054514,
515
+ "total_penalty_factor": 0.5,
516
+ "fail_reason": "out_of_bounds",
517
+ "penalty_events": [
518
+ {
519
+ "event_type": "out_of_bounds",
520
+ "timestep": 117,
521
+ "penalty_factor": 0.5,
522
+ "details": "Target object left workspace/view"
523
+ }
524
+ ]
525
+ },
526
+ {
527
+ "episode_id": 40,
528
+ "seed": 100092,
529
+ "success": false,
530
+ "steps_taken": 900,
531
+ "max_steps": 900,
532
+ "route_completion": 52.75144317920741,
533
+ "manipulation_score": 52.75144317920741,
534
+ "total_penalty_factor": 1.0,
535
+ "fail_reason": null,
536
+ "penalty_events": []
537
+ },
538
+ {
539
+ "episode_id": 41,
540
+ "seed": 100094,
541
+ "success": true,
542
+ "steps_taken": 299,
543
+ "max_steps": 900,
544
+ "route_completion": 100.0,
545
+ "manipulation_score": 100.0,
546
+ "total_penalty_factor": 1.0,
547
+ "fail_reason": null,
548
+ "penalty_events": []
549
+ },
550
+ {
551
+ "episode_id": 42,
552
+ "seed": 100097,
553
+ "success": false,
554
+ "steps_taken": 66,
555
+ "max_steps": 900,
556
+ "route_completion": 44.575724107506566,
557
+ "manipulation_score": 22.287862053753283,
558
+ "total_penalty_factor": 0.5,
559
+ "fail_reason": "out_of_bounds",
560
+ "penalty_events": [
561
+ {
562
+ "event_type": "out_of_bounds",
563
+ "timestep": 66,
564
+ "penalty_factor": 0.5,
565
+ "details": "Target object left workspace/view"
566
+ }
567
+ ]
568
+ },
569
+ {
570
+ "episode_id": 43,
571
+ "seed": 100098,
572
+ "success": false,
573
+ "steps_taken": 52,
574
+ "max_steps": 900,
575
+ "route_completion": 45.53959098040331,
576
+ "manipulation_score": 22.769795490201655,
577
+ "total_penalty_factor": 0.5,
578
+ "fail_reason": "out_of_bounds",
579
+ "penalty_events": [
580
+ {
581
+ "event_type": "out_of_bounds",
582
+ "timestep": 52,
583
+ "penalty_factor": 0.5,
584
+ "details": "Target object left workspace/view"
585
+ }
586
+ ]
587
+ },
588
+ {
589
+ "episode_id": 44,
590
+ "seed": 100100,
591
+ "success": false,
592
+ "steps_taken": 900,
593
+ "max_steps": 900,
594
+ "route_completion": 62.55828607480174,
595
+ "manipulation_score": 62.55828607480174,
596
+ "total_penalty_factor": 1.0,
597
+ "fail_reason": null,
598
+ "penalty_events": []
599
+ },
600
+ {
601
+ "episode_id": 45,
602
+ "seed": 100101,
603
+ "success": false,
604
+ "steps_taken": 900,
605
+ "max_steps": 900,
606
+ "route_completion": 27.87494846177136,
607
+ "manipulation_score": 27.87494846177136,
608
+ "total_penalty_factor": 1.0,
609
+ "fail_reason": null,
610
+ "penalty_events": []
611
+ },
612
+ {
613
+ "episode_id": 46,
614
+ "seed": 100103,
615
+ "success": true,
616
+ "steps_taken": 297,
617
+ "max_steps": 900,
618
+ "route_completion": 100.0,
619
+ "manipulation_score": 100.0,
620
+ "total_penalty_factor": 1.0,
621
+ "fail_reason": null,
622
+ "penalty_events": []
623
+ },
624
+ {
625
+ "episode_id": 47,
626
+ "seed": 100105,
627
+ "success": false,
628
+ "steps_taken": 900,
629
+ "max_steps": 900,
630
+ "route_completion": 45.5435301483365,
631
+ "manipulation_score": 45.5435301483365,
632
+ "total_penalty_factor": 1.0,
633
+ "fail_reason": null,
634
+ "penalty_events": []
635
+ },
636
+ {
637
+ "episode_id": 48,
638
+ "seed": 100109,
639
+ "success": false,
640
+ "steps_taken": 82,
641
+ "max_steps": 900,
642
+ "route_completion": 47.349335676648785,
643
+ "manipulation_score": 23.674667838324392,
644
+ "total_penalty_factor": 0.5,
645
+ "fail_reason": "out_of_bounds",
646
+ "penalty_events": [
647
+ {
648
+ "event_type": "out_of_bounds",
649
+ "timestep": 82,
650
+ "penalty_factor": 0.5,
651
+ "details": "Target object left workspace/view"
652
+ }
653
+ ]
654
+ },
655
+ {
656
+ "episode_id": 49,
657
+ "seed": 100110,
658
+ "success": false,
659
+ "steps_taken": 900,
660
+ "max_steps": 900,
661
+ "route_completion": 38.36708205725498,
662
+ "manipulation_score": 38.36708205725498,
663
+ "total_penalty_factor": 1.0,
664
+ "fail_reason": null,
665
+ "penalty_events": []
666
+ },
667
+ {
668
+ "episode_id": 50,
669
+ "seed": 100116,
670
+ "success": true,
671
+ "steps_taken": 301,
672
+ "max_steps": 900,
673
+ "route_completion": 100.0,
674
+ "manipulation_score": 100.0,
675
+ "total_penalty_factor": 1.0,
676
+ "fail_reason": null,
677
+ "penalty_events": []
678
+ },
679
+ {
680
+ "episode_id": 51,
681
+ "seed": 100120,
682
+ "success": false,
683
+ "steps_taken": 900,
684
+ "max_steps": 900,
685
+ "route_completion": 37.64011888286436,
686
+ "manipulation_score": 37.64011888286436,
687
+ "total_penalty_factor": 1.0,
688
+ "fail_reason": null,
689
+ "penalty_events": []
690
+ },
691
+ {
692
+ "episode_id": 52,
693
+ "seed": 100121,
694
+ "success": false,
695
+ "steps_taken": 67,
696
+ "max_steps": 900,
697
+ "route_completion": 31.443750420281667,
698
+ "manipulation_score": 15.721875210140833,
699
+ "total_penalty_factor": 0.5,
700
+ "fail_reason": "out_of_bounds",
701
+ "penalty_events": [
702
+ {
703
+ "event_type": "out_of_bounds",
704
+ "timestep": 67,
705
+ "penalty_factor": 0.5,
706
+ "details": "Target object left workspace/view"
707
+ }
708
+ ]
709
+ },
710
+ {
711
+ "episode_id": 53,
712
+ "seed": 100122,
713
+ "success": false,
714
+ "steps_taken": 900,
715
+ "max_steps": 900,
716
+ "route_completion": 12.2081450363485,
717
+ "manipulation_score": 12.2081450363485,
718
+ "total_penalty_factor": 1.0,
719
+ "fail_reason": null,
720
+ "penalty_events": []
721
+ },
722
+ {
723
+ "episode_id": 54,
724
+ "seed": 100123,
725
+ "success": false,
726
+ "steps_taken": 67,
727
+ "max_steps": 900,
728
+ "route_completion": 26.373996877548635,
729
+ "manipulation_score": 13.186998438774317,
730
+ "total_penalty_factor": 0.5,
731
+ "fail_reason": "out_of_bounds",
732
+ "penalty_events": [
733
+ {
734
+ "event_type": "out_of_bounds",
735
+ "timestep": 67,
736
+ "penalty_factor": 0.5,
737
+ "details": "Target object left workspace/view"
738
+ }
739
+ ]
740
+ },
741
+ {
742
+ "episode_id": 55,
743
+ "seed": 100125,
744
+ "success": false,
745
+ "steps_taken": 900,
746
+ "max_steps": 900,
747
+ "route_completion": 43.0884087761742,
748
+ "manipulation_score": 43.0884087761742,
749
+ "total_penalty_factor": 1.0,
750
+ "fail_reason": null,
751
+ "penalty_events": []
752
+ },
753
+ {
754
+ "episode_id": 56,
755
+ "seed": 100127,
756
+ "success": true,
757
+ "steps_taken": 298,
758
+ "max_steps": 900,
759
+ "route_completion": 100.0,
760
+ "manipulation_score": 100.0,
761
+ "total_penalty_factor": 1.0,
762
+ "fail_reason": null,
763
+ "penalty_events": []
764
+ },
765
+ {
766
+ "episode_id": 57,
767
+ "seed": 100131,
768
+ "success": true,
769
+ "steps_taken": 298,
770
+ "max_steps": 900,
771
+ "route_completion": 100.0,
772
+ "manipulation_score": 100.0,
773
+ "total_penalty_factor": 1.0,
774
+ "fail_reason": null,
775
+ "penalty_events": []
776
+ },
777
+ {
778
+ "episode_id": 58,
779
+ "seed": 100133,
780
+ "success": false,
781
+ "steps_taken": 900,
782
+ "max_steps": 900,
783
+ "route_completion": 46.58311544572426,
784
+ "manipulation_score": 46.58311544572426,
785
+ "total_penalty_factor": 1.0,
786
+ "fail_reason": null,
787
+ "penalty_events": []
788
+ },
789
+ {
790
+ "episode_id": 59,
791
+ "seed": 100134,
792
+ "success": true,
793
+ "steps_taken": 298,
794
+ "max_steps": 900,
795
+ "route_completion": 100.0,
796
+ "manipulation_score": 100.0,
797
+ "total_penalty_factor": 1.0,
798
+ "fail_reason": null,
799
+ "penalty_events": []
800
+ },
801
+ {
802
+ "episode_id": 60,
803
+ "seed": 100135,
804
+ "success": false,
805
+ "steps_taken": 93,
806
+ "max_steps": 900,
807
+ "route_completion": 42.49732879745463,
808
+ "manipulation_score": 21.248664398727314,
809
+ "total_penalty_factor": 0.5,
810
+ "fail_reason": "out_of_bounds",
811
+ "penalty_events": [
812
+ {
813
+ "event_type": "out_of_bounds",
814
+ "timestep": 93,
815
+ "penalty_factor": 0.5,
816
+ "details": "Target object left workspace/view"
817
+ }
818
+ ]
819
+ },
820
+ {
821
+ "episode_id": 61,
822
+ "seed": 100137,
823
+ "success": false,
824
+ "steps_taken": 900,
825
+ "max_steps": 900,
826
+ "route_completion": 31.315315526822772,
827
+ "manipulation_score": 31.315315526822772,
828
+ "total_penalty_factor": 1.0,
829
+ "fail_reason": null,
830
+ "penalty_events": []
831
+ },
832
+ {
833
+ "episode_id": 62,
834
+ "seed": 100139,
835
+ "success": false,
836
+ "steps_taken": 900,
837
+ "max_steps": 900,
838
+ "route_completion": 36.14337654937647,
839
+ "manipulation_score": 36.14337654937647,
840
+ "total_penalty_factor": 1.0,
841
+ "fail_reason": null,
842
+ "penalty_events": []
843
+ },
844
+ {
845
+ "episode_id": 63,
846
+ "seed": 100141,
847
+ "success": false,
848
+ "steps_taken": 900,
849
+ "max_steps": 900,
850
+ "route_completion": 42.640730284416954,
851
+ "manipulation_score": 42.640730284416954,
852
+ "total_penalty_factor": 1.0,
853
+ "fail_reason": null,
854
+ "penalty_events": []
855
+ },
856
+ {
857
+ "episode_id": 64,
858
+ "seed": 100142,
859
+ "success": false,
860
+ "steps_taken": 900,
861
+ "max_steps": 900,
862
+ "route_completion": 43.0729137318628,
863
+ "manipulation_score": 43.0729137318628,
864
+ "total_penalty_factor": 1.0,
865
+ "fail_reason": null,
866
+ "penalty_events": []
867
+ },
868
+ {
869
+ "episode_id": 65,
870
+ "seed": 100143,
871
+ "success": true,
872
+ "steps_taken": 297,
873
+ "max_steps": 900,
874
+ "route_completion": 100.0,
875
+ "manipulation_score": 100.0,
876
+ "total_penalty_factor": 1.0,
877
+ "fail_reason": null,
878
+ "penalty_events": []
879
+ },
880
+ {
881
+ "episode_id": 66,
882
+ "seed": 100145,
883
+ "success": false,
884
+ "steps_taken": 73,
885
+ "max_steps": 900,
886
+ "route_completion": 41.621152879056694,
887
+ "manipulation_score": 20.810576439528347,
888
+ "total_penalty_factor": 0.5,
889
+ "fail_reason": "out_of_bounds",
890
+ "penalty_events": [
891
+ {
892
+ "event_type": "out_of_bounds",
893
+ "timestep": 73,
894
+ "penalty_factor": 0.5,
895
+ "details": "Target object left workspace/view"
896
+ }
897
+ ]
898
+ },
899
+ {
900
+ "episode_id": 67,
901
+ "seed": 100146,
902
+ "success": true,
903
+ "steps_taken": 298,
904
+ "max_steps": 900,
905
+ "route_completion": 100.0,
906
+ "manipulation_score": 100.0,
907
+ "total_penalty_factor": 1.0,
908
+ "fail_reason": null,
909
+ "penalty_events": []
910
+ },
911
+ {
912
+ "episode_id": 68,
913
+ "seed": 100147,
914
+ "success": false,
915
+ "steps_taken": 900,
916
+ "max_steps": 900,
917
+ "route_completion": 42.56279937843726,
918
+ "manipulation_score": 42.56279937843726,
919
+ "total_penalty_factor": 1.0,
920
+ "fail_reason": null,
921
+ "penalty_events": []
922
+ },
923
+ {
924
+ "episode_id": 69,
925
+ "seed": 100149,
926
+ "success": false,
927
+ "steps_taken": 900,
928
+ "max_steps": 900,
929
+ "route_completion": 39.613878857225565,
930
+ "manipulation_score": 39.613878857225565,
931
+ "total_penalty_factor": 1.0,
932
+ "fail_reason": null,
933
+ "penalty_events": []
934
+ },
935
+ {
936
+ "episode_id": 70,
937
+ "seed": 100150,
938
+ "success": false,
939
+ "steps_taken": 72,
940
+ "max_steps": 900,
941
+ "route_completion": 39.69012619735408,
942
+ "manipulation_score": 19.84506309867704,
943
+ "total_penalty_factor": 0.5,
944
+ "fail_reason": "out_of_bounds",
945
+ "penalty_events": [
946
+ {
947
+ "event_type": "out_of_bounds",
948
+ "timestep": 72,
949
+ "penalty_factor": 0.5,
950
+ "details": "Target object left workspace/view"
951
+ }
952
+ ]
953
+ },
954
+ {
955
+ "episode_id": 71,
956
+ "seed": 100151,
957
+ "success": false,
958
+ "steps_taken": 900,
959
+ "max_steps": 900,
960
+ "route_completion": 35.289308466045846,
961
+ "manipulation_score": 35.289308466045846,
962
+ "total_penalty_factor": 1.0,
963
+ "fail_reason": null,
964
+ "penalty_events": []
965
+ },
966
+ {
967
+ "episode_id": 72,
968
+ "seed": 100152,
969
+ "success": true,
970
+ "steps_taken": 310,
971
+ "max_steps": 900,
972
+ "route_completion": 100.0,
973
+ "manipulation_score": 100.0,
974
+ "total_penalty_factor": 1.0,
975
+ "fail_reason": null,
976
+ "penalty_events": []
977
+ },
978
+ {
979
+ "episode_id": 73,
980
+ "seed": 100153,
981
+ "success": true,
982
+ "steps_taken": 298,
983
+ "max_steps": 900,
984
+ "route_completion": 100.0,
985
+ "manipulation_score": 100.0,
986
+ "total_penalty_factor": 1.0,
987
+ "fail_reason": null,
988
+ "penalty_events": []
989
+ },
990
+ {
991
+ "episode_id": 74,
992
+ "seed": 100160,
993
+ "success": false,
994
+ "steps_taken": 900,
995
+ "max_steps": 900,
996
+ "route_completion": 42.934268876592455,
997
+ "manipulation_score": 42.934268876592455,
998
+ "total_penalty_factor": 1.0,
999
+ "fail_reason": null,
1000
+ "penalty_events": []
1001
+ },
1002
+ {
1003
+ "episode_id": 75,
1004
+ "seed": 100161,
1005
+ "success": true,
1006
+ "steps_taken": 593,
1007
+ "max_steps": 900,
1008
+ "route_completion": 100.0,
1009
+ "manipulation_score": 100.0,
1010
+ "total_penalty_factor": 1.0,
1011
+ "fail_reason": null,
1012
+ "penalty_events": []
1013
+ },
1014
+ {
1015
+ "episode_id": 76,
1016
+ "seed": 100162,
1017
+ "success": false,
1018
+ "steps_taken": 900,
1019
+ "max_steps": 900,
1020
+ "route_completion": 39.06100143238393,
1021
+ "manipulation_score": 39.06100143238393,
1022
+ "total_penalty_factor": 1.0,
1023
+ "fail_reason": null,
1024
+ "penalty_events": []
1025
+ },
1026
+ {
1027
+ "episode_id": 77,
1028
+ "seed": 100165,
1029
+ "success": false,
1030
+ "steps_taken": 900,
1031
+ "max_steps": 900,
1032
+ "route_completion": 43.670346647493574,
1033
+ "manipulation_score": 43.670346647493574,
1034
+ "total_penalty_factor": 1.0,
1035
+ "fail_reason": null,
1036
+ "penalty_events": []
1037
+ },
1038
+ {
1039
+ "episode_id": 78,
1040
+ "seed": 100172,
1041
+ "success": true,
1042
+ "steps_taken": 309,
1043
+ "max_steps": 900,
1044
+ "route_completion": 100.0,
1045
+ "manipulation_score": 100.0,
1046
+ "total_penalty_factor": 1.0,
1047
+ "fail_reason": null,
1048
+ "penalty_events": []
1049
+ },
1050
+ {
1051
+ "episode_id": 79,
1052
+ "seed": 100174,
1053
+ "success": false,
1054
+ "steps_taken": 900,
1055
+ "max_steps": 900,
1056
+ "route_completion": 36.83421410948665,
1057
+ "manipulation_score": 36.83421410948665,
1058
+ "total_penalty_factor": 1.0,
1059
+ "fail_reason": null,
1060
+ "penalty_events": []
1061
+ },
1062
+ {
1063
+ "episode_id": 80,
1064
+ "seed": 100177,
1065
+ "success": true,
1066
+ "steps_taken": 298,
1067
+ "max_steps": 900,
1068
+ "route_completion": 100.0,
1069
+ "manipulation_score": 100.0,
1070
+ "total_penalty_factor": 1.0,
1071
+ "fail_reason": null,
1072
+ "penalty_events": []
1073
+ },
1074
+ {
1075
+ "episode_id": 81,
1076
+ "seed": 100178,
1077
+ "success": true,
1078
+ "steps_taken": 304,
1079
+ "max_steps": 900,
1080
+ "route_completion": 100.0,
1081
+ "manipulation_score": 100.0,
1082
+ "total_penalty_factor": 1.0,
1083
+ "fail_reason": null,
1084
+ "penalty_events": []
1085
+ },
1086
+ {
1087
+ "episode_id": 82,
1088
+ "seed": 100182,
1089
+ "success": false,
1090
+ "steps_taken": 67,
1091
+ "max_steps": 900,
1092
+ "route_completion": 37.3898304410608,
1093
+ "manipulation_score": 18.6949152205304,
1094
+ "total_penalty_factor": 0.5,
1095
+ "fail_reason": "out_of_bounds",
1096
+ "penalty_events": [
1097
+ {
1098
+ "event_type": "out_of_bounds",
1099
+ "timestep": 67,
1100
+ "penalty_factor": 0.5,
1101
+ "details": "Target object left workspace/view"
1102
+ }
1103
+ ]
1104
+ },
1105
+ {
1106
+ "episode_id": 83,
1107
+ "seed": 100183,
1108
+ "success": false,
1109
+ "steps_taken": 90,
1110
+ "max_steps": 900,
1111
+ "route_completion": 43.7091997403022,
1112
+ "manipulation_score": 21.8545998701511,
1113
+ "total_penalty_factor": 0.5,
1114
+ "fail_reason": "out_of_bounds",
1115
+ "penalty_events": [
1116
+ {
1117
+ "event_type": "out_of_bounds",
1118
+ "timestep": 90,
1119
+ "penalty_factor": 0.5,
1120
+ "details": "Target object left workspace/view"
1121
+ }
1122
+ ]
1123
+ },
1124
+ {
1125
+ "episode_id": 84,
1126
+ "seed": 100184,
1127
+ "success": false,
1128
+ "steps_taken": 900,
1129
+ "max_steps": 900,
1130
+ "route_completion": 29.65000284265441,
1131
+ "manipulation_score": 29.65000284265441,
1132
+ "total_penalty_factor": 1.0,
1133
+ "fail_reason": null,
1134
+ "penalty_events": []
1135
+ },
1136
+ {
1137
+ "episode_id": 85,
1138
+ "seed": 100185,
1139
+ "success": false,
1140
+ "steps_taken": 900,
1141
+ "max_steps": 900,
1142
+ "route_completion": 50.626416513419734,
1143
+ "manipulation_score": 50.626416513419734,
1144
+ "total_penalty_factor": 1.0,
1145
+ "fail_reason": null,
1146
+ "penalty_events": []
1147
+ },
1148
+ {
1149
+ "episode_id": 86,
1150
+ "seed": 100186,
1151
+ "success": false,
1152
+ "steps_taken": 900,
1153
+ "max_steps": 900,
1154
+ "route_completion": 40.01681254301476,
1155
+ "manipulation_score": 40.01681254301476,
1156
+ "total_penalty_factor": 1.0,
1157
+ "fail_reason": null,
1158
+ "penalty_events": []
1159
+ },
1160
+ {
1161
+ "episode_id": 87,
1162
+ "seed": 100188,
1163
+ "success": false,
1164
+ "steps_taken": 900,
1165
+ "max_steps": 900,
1166
+ "route_completion": 25.79185489902726,
1167
+ "manipulation_score": 25.79185489902726,
1168
+ "total_penalty_factor": 1.0,
1169
+ "fail_reason": null,
1170
+ "penalty_events": []
1171
+ },
1172
+ {
1173
+ "episode_id": 88,
1174
+ "seed": 100190,
1175
+ "success": true,
1176
+ "steps_taken": 298,
1177
+ "max_steps": 900,
1178
+ "route_completion": 100.0,
1179
+ "manipulation_score": 100.0,
1180
+ "total_penalty_factor": 1.0,
1181
+ "fail_reason": null,
1182
+ "penalty_events": []
1183
+ },
1184
+ {
1185
+ "episode_id": 89,
1186
+ "seed": 100191,
1187
+ "success": false,
1188
+ "steps_taken": 900,
1189
+ "max_steps": 900,
1190
+ "route_completion": 39.24470538189568,
1191
+ "manipulation_score": 39.24470538189568,
1192
+ "total_penalty_factor": 1.0,
1193
+ "fail_reason": null,
1194
+ "penalty_events": []
1195
+ },
1196
+ {
1197
+ "episode_id": 90,
1198
+ "seed": 100192,
1199
+ "success": true,
1200
+ "steps_taken": 298,
1201
+ "max_steps": 900,
1202
+ "route_completion": 100.0,
1203
+ "manipulation_score": 100.0,
1204
+ "total_penalty_factor": 1.0,
1205
+ "fail_reason": null,
1206
+ "penalty_events": []
1207
+ },
1208
+ {
1209
+ "episode_id": 91,
1210
+ "seed": 100193,
1211
+ "success": false,
1212
+ "steps_taken": 900,
1213
+ "max_steps": 900,
1214
+ "route_completion": 49.94171604606488,
1215
+ "manipulation_score": 49.94171604606488,
1216
+ "total_penalty_factor": 1.0,
1217
+ "fail_reason": null,
1218
+ "penalty_events": []
1219
+ },
1220
+ {
1221
+ "episode_id": 92,
1222
+ "seed": 100194,
1223
+ "success": false,
1224
+ "steps_taken": 900,
1225
+ "max_steps": 900,
1226
+ "route_completion": 51.84941186187947,
1227
+ "manipulation_score": 51.84941186187947,
1228
+ "total_penalty_factor": 1.0,
1229
+ "fail_reason": null,
1230
+ "penalty_events": []
1231
+ },
1232
+ {
1233
+ "episode_id": 93,
1234
+ "seed": 100198,
1235
+ "success": false,
1236
+ "steps_taken": 900,
1237
+ "max_steps": 900,
1238
+ "route_completion": 36.59496885918565,
1239
+ "manipulation_score": 36.59496885918565,
1240
+ "total_penalty_factor": 1.0,
1241
+ "fail_reason": null,
1242
+ "penalty_events": []
1243
+ },
1244
+ {
1245
+ "episode_id": 94,
1246
+ "seed": 100201,
1247
+ "success": false,
1248
+ "steps_taken": 900,
1249
+ "max_steps": 900,
1250
+ "route_completion": 44.008546792092005,
1251
+ "manipulation_score": 44.008546792092005,
1252
+ "total_penalty_factor": 1.0,
1253
+ "fail_reason": null,
1254
+ "penalty_events": []
1255
+ },
1256
+ {
1257
+ "episode_id": 95,
1258
+ "seed": 100205,
1259
+ "success": false,
1260
+ "steps_taken": 900,
1261
+ "max_steps": 900,
1262
+ "route_completion": 17.154729739318807,
1263
+ "manipulation_score": 17.154729739318807,
1264
+ "total_penalty_factor": 1.0,
1265
+ "fail_reason": null,
1266
+ "penalty_events": []
1267
+ },
1268
+ {
1269
+ "episode_id": 96,
1270
+ "seed": 100209,
1271
+ "success": false,
1272
+ "steps_taken": 900,
1273
+ "max_steps": 900,
1274
+ "route_completion": 57.5226068921238,
1275
+ "manipulation_score": 57.5226068921238,
1276
+ "total_penalty_factor": 1.0,
1277
+ "fail_reason": null,
1278
+ "penalty_events": []
1279
+ },
1280
+ {
1281
+ "episode_id": 97,
1282
+ "seed": 100211,
1283
+ "success": true,
1284
+ "steps_taken": 314,
1285
+ "max_steps": 900,
1286
+ "route_completion": 100.0,
1287
+ "manipulation_score": 100.0,
1288
+ "total_penalty_factor": 1.0,
1289
+ "fail_reason": null,
1290
+ "penalty_events": []
1291
+ },
1292
+ {
1293
+ "episode_id": 98,
1294
+ "seed": 100212,
1295
+ "success": false,
1296
+ "steps_taken": 900,
1297
+ "max_steps": 900,
1298
+ "route_completion": 41.14054508682803,
1299
+ "manipulation_score": 41.14054508682803,
1300
+ "total_penalty_factor": 1.0,
1301
+ "fail_reason": null,
1302
+ "penalty_events": []
1303
+ },
1304
+ {
1305
+ "episode_id": 99,
1306
+ "seed": 100214,
1307
+ "success": false,
1308
+ "steps_taken": 900,
1309
+ "max_steps": 900,
1310
+ "route_completion": 30.968594873091543,
1311
+ "manipulation_score": 30.968594873091543,
1312
+ "total_penalty_factor": 1.0,
1313
+ "fail_reason": null,
1314
+ "penalty_events": []
1315
+ },
1316
+ {
1317
+ "episode_id": 100,
1318
+ "seed": 100215,
1319
+ "success": false,
1320
+ "steps_taken": 54,
1321
+ "max_steps": 900,
1322
+ "route_completion": 44.35843850110931,
1323
+ "manipulation_score": 22.179219250554656,
1324
+ "total_penalty_factor": 0.5,
1325
+ "fail_reason": "out_of_bounds",
1326
+ "penalty_events": [
1327
+ {
1328
+ "event_type": "out_of_bounds",
1329
+ "timestep": 54,
1330
+ "penalty_factor": 0.5,
1331
+ "details": "Target object left workspace/view"
1332
+ }
1333
+ ]
1334
+ }
1335
+ ]
log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 25,
4
+ "success_rate": 25.0,
5
+ "manipulation_score_mean": 50.65520454598875,
6
+ "manipulation_score_std": 30.972274182719392,
7
+ "route_completion_mean": 53.97845371108873,
8
+ "route_completion_std": 28.511305555180673,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 19
11
+ }
log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 25.0% (25/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 50.66
10
+ Std: 30.97
11
+
12
+ --- Route Completion ---
13
+ Mean: 53.98%
14
+ Std: 28.51
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 19
19
+
20
+ ============================================================
log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-29 21:20:25
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.25
log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_episodes_detail.json ADDED
@@ -0,0 +1,1286 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100000,
5
+ "success": false,
6
+ "steps_taken": 400,
7
+ "max_steps": 400,
8
+ "route_completion": 35.271659182039194,
9
+ "manipulation_score": 35.271659182039194,
10
+ "total_penalty_factor": 1.0,
11
+ "fail_reason": null,
12
+ "penalty_events": []
13
+ },
14
+ {
15
+ "episode_id": 2,
16
+ "seed": 100005,
17
+ "success": false,
18
+ "steps_taken": 400,
19
+ "max_steps": 400,
20
+ "route_completion": 34.22486915075342,
21
+ "manipulation_score": 34.22486915075342,
22
+ "total_penalty_factor": 1.0,
23
+ "fail_reason": null,
24
+ "penalty_events": []
25
+ },
26
+ {
27
+ "episode_id": 3,
28
+ "seed": 100006,
29
+ "success": false,
30
+ "steps_taken": 94,
31
+ "max_steps": 400,
32
+ "route_completion": 51.79107608950159,
33
+ "manipulation_score": 25.895538044750793,
34
+ "total_penalty_factor": 0.5,
35
+ "fail_reason": "out_of_bounds",
36
+ "penalty_events": [
37
+ {
38
+ "event_type": "out_of_bounds",
39
+ "timestep": 94,
40
+ "penalty_factor": 0.5,
41
+ "details": "Target object left workspace/view"
42
+ }
43
+ ]
44
+ },
45
+ {
46
+ "episode_id": 4,
47
+ "seed": 100010,
48
+ "success": false,
49
+ "steps_taken": 400,
50
+ "max_steps": 400,
51
+ "route_completion": 33.15719940452125,
52
+ "manipulation_score": 33.15719940452125,
53
+ "total_penalty_factor": 1.0,
54
+ "fail_reason": null,
55
+ "penalty_events": []
56
+ },
57
+ {
58
+ "episode_id": 5,
59
+ "seed": 100011,
60
+ "success": false,
61
+ "steps_taken": 400,
62
+ "max_steps": 400,
63
+ "route_completion": 34.58822525896143,
64
+ "manipulation_score": 34.58822525896143,
65
+ "total_penalty_factor": 1.0,
66
+ "fail_reason": null,
67
+ "penalty_events": []
68
+ },
69
+ {
70
+ "episode_id": 6,
71
+ "seed": 100012,
72
+ "success": true,
73
+ "steps_taken": 215,
74
+ "max_steps": 400,
75
+ "route_completion": 100.0,
76
+ "manipulation_score": 100.0,
77
+ "total_penalty_factor": 1.0,
78
+ "fail_reason": null,
79
+ "penalty_events": []
80
+ },
81
+ {
82
+ "episode_id": 7,
83
+ "seed": 100013,
84
+ "success": false,
85
+ "steps_taken": 400,
86
+ "max_steps": 400,
87
+ "route_completion": 45.49606719590327,
88
+ "manipulation_score": 45.49606719590327,
89
+ "total_penalty_factor": 1.0,
90
+ "fail_reason": null,
91
+ "penalty_events": []
92
+ },
93
+ {
94
+ "episode_id": 8,
95
+ "seed": 100016,
96
+ "success": false,
97
+ "steps_taken": 400,
98
+ "max_steps": 400,
99
+ "route_completion": 35.99152842014298,
100
+ "manipulation_score": 35.99152842014298,
101
+ "total_penalty_factor": 1.0,
102
+ "fail_reason": null,
103
+ "penalty_events": []
104
+ },
105
+ {
106
+ "episode_id": 9,
107
+ "seed": 100019,
108
+ "success": false,
109
+ "steps_taken": 400,
110
+ "max_steps": 400,
111
+ "route_completion": 39.582501738579104,
112
+ "manipulation_score": 39.582501738579104,
113
+ "total_penalty_factor": 1.0,
114
+ "fail_reason": null,
115
+ "penalty_events": []
116
+ },
117
+ {
118
+ "episode_id": 10,
119
+ "seed": 100020,
120
+ "success": false,
121
+ "steps_taken": 400,
122
+ "max_steps": 400,
123
+ "route_completion": 30.88190822655788,
124
+ "manipulation_score": 30.88190822655788,
125
+ "total_penalty_factor": 1.0,
126
+ "fail_reason": null,
127
+ "penalty_events": []
128
+ },
129
+ {
130
+ "episode_id": 11,
131
+ "seed": 100021,
132
+ "success": false,
133
+ "steps_taken": 400,
134
+ "max_steps": 400,
135
+ "route_completion": 33.20346438273167,
136
+ "manipulation_score": 33.20346438273167,
137
+ "total_penalty_factor": 1.0,
138
+ "fail_reason": null,
139
+ "penalty_events": []
140
+ },
141
+ {
142
+ "episode_id": 12,
143
+ "seed": 100022,
144
+ "success": false,
145
+ "steps_taken": 55,
146
+ "max_steps": 400,
147
+ "route_completion": 19.461096898928243,
148
+ "manipulation_score": 9.730548449464122,
149
+ "total_penalty_factor": 0.5,
150
+ "fail_reason": "out_of_bounds",
151
+ "penalty_events": [
152
+ {
153
+ "event_type": "out_of_bounds",
154
+ "timestep": 55,
155
+ "penalty_factor": 0.5,
156
+ "details": "Target object left workspace/view"
157
+ }
158
+ ]
159
+ },
160
+ {
161
+ "episode_id": 13,
162
+ "seed": 100024,
163
+ "success": true,
164
+ "steps_taken": 149,
165
+ "max_steps": 400,
166
+ "route_completion": 100.0,
167
+ "manipulation_score": 100.0,
168
+ "total_penalty_factor": 1.0,
169
+ "fail_reason": null,
170
+ "penalty_events": []
171
+ },
172
+ {
173
+ "episode_id": 14,
174
+ "seed": 100025,
175
+ "success": false,
176
+ "steps_taken": 52,
177
+ "max_steps": 400,
178
+ "route_completion": 16.357534084933853,
179
+ "manipulation_score": 8.178767042466927,
180
+ "total_penalty_factor": 0.5,
181
+ "fail_reason": "out_of_bounds",
182
+ "penalty_events": [
183
+ {
184
+ "event_type": "out_of_bounds",
185
+ "timestep": 52,
186
+ "penalty_factor": 0.5,
187
+ "details": "Target object left workspace/view"
188
+ }
189
+ ]
190
+ },
191
+ {
192
+ "episode_id": 15,
193
+ "seed": 100027,
194
+ "success": false,
195
+ "steps_taken": 400,
196
+ "max_steps": 400,
197
+ "route_completion": 34.46186528358263,
198
+ "manipulation_score": 34.46186528358263,
199
+ "total_penalty_factor": 1.0,
200
+ "fail_reason": null,
201
+ "penalty_events": []
202
+ },
203
+ {
204
+ "episode_id": 16,
205
+ "seed": 100029,
206
+ "success": true,
207
+ "steps_taken": 152,
208
+ "max_steps": 400,
209
+ "route_completion": 100.0,
210
+ "manipulation_score": 100.0,
211
+ "total_penalty_factor": 1.0,
212
+ "fail_reason": null,
213
+ "penalty_events": []
214
+ },
215
+ {
216
+ "episode_id": 17,
217
+ "seed": 100033,
218
+ "success": false,
219
+ "steps_taken": 400,
220
+ "max_steps": 400,
221
+ "route_completion": 44.84952653977769,
222
+ "manipulation_score": 44.84952653977769,
223
+ "total_penalty_factor": 1.0,
224
+ "fail_reason": null,
225
+ "penalty_events": []
226
+ },
227
+ {
228
+ "episode_id": 18,
229
+ "seed": 100034,
230
+ "success": true,
231
+ "steps_taken": 168,
232
+ "max_steps": 400,
233
+ "route_completion": 100.0,
234
+ "manipulation_score": 100.0,
235
+ "total_penalty_factor": 1.0,
236
+ "fail_reason": null,
237
+ "penalty_events": []
238
+ },
239
+ {
240
+ "episode_id": 19,
241
+ "seed": 100037,
242
+ "success": false,
243
+ "steps_taken": 400,
244
+ "max_steps": 400,
245
+ "route_completion": 38.66782699478788,
246
+ "manipulation_score": 38.66782699478788,
247
+ "total_penalty_factor": 1.0,
248
+ "fail_reason": null,
249
+ "penalty_events": []
250
+ },
251
+ {
252
+ "episode_id": 20,
253
+ "seed": 100038,
254
+ "success": false,
255
+ "steps_taken": 400,
256
+ "max_steps": 400,
257
+ "route_completion": 42.727814555318645,
258
+ "manipulation_score": 42.727814555318645,
259
+ "total_penalty_factor": 1.0,
260
+ "fail_reason": null,
261
+ "penalty_events": []
262
+ },
263
+ {
264
+ "episode_id": 21,
265
+ "seed": 100040,
266
+ "success": false,
267
+ "steps_taken": 400,
268
+ "max_steps": 400,
269
+ "route_completion": 36.939723788836346,
270
+ "manipulation_score": 36.939723788836346,
271
+ "total_penalty_factor": 1.0,
272
+ "fail_reason": null,
273
+ "penalty_events": []
274
+ },
275
+ {
276
+ "episode_id": 22,
277
+ "seed": 100041,
278
+ "success": false,
279
+ "steps_taken": 400,
280
+ "max_steps": 400,
281
+ "route_completion": 44.54910697221012,
282
+ "manipulation_score": 44.54910697221012,
283
+ "total_penalty_factor": 1.0,
284
+ "fail_reason": null,
285
+ "penalty_events": []
286
+ },
287
+ {
288
+ "episode_id": 23,
289
+ "seed": 100042,
290
+ "success": true,
291
+ "steps_taken": 170,
292
+ "max_steps": 400,
293
+ "route_completion": 100.0,
294
+ "manipulation_score": 100.0,
295
+ "total_penalty_factor": 1.0,
296
+ "fail_reason": null,
297
+ "penalty_events": []
298
+ },
299
+ {
300
+ "episode_id": 24,
301
+ "seed": 100043,
302
+ "success": true,
303
+ "steps_taken": 164,
304
+ "max_steps": 400,
305
+ "route_completion": 100.0,
306
+ "manipulation_score": 100.0,
307
+ "total_penalty_factor": 1.0,
308
+ "fail_reason": null,
309
+ "penalty_events": []
310
+ },
311
+ {
312
+ "episode_id": 25,
313
+ "seed": 100044,
314
+ "success": false,
315
+ "steps_taken": 400,
316
+ "max_steps": 400,
317
+ "route_completion": 37.629838928831475,
318
+ "manipulation_score": 37.629838928831475,
319
+ "total_penalty_factor": 1.0,
320
+ "fail_reason": null,
321
+ "penalty_events": []
322
+ },
323
+ {
324
+ "episode_id": 26,
325
+ "seed": 100046,
326
+ "success": false,
327
+ "steps_taken": 400,
328
+ "max_steps": 400,
329
+ "route_completion": 32.20214152212637,
330
+ "manipulation_score": 32.20214152212637,
331
+ "total_penalty_factor": 1.0,
332
+ "fail_reason": null,
333
+ "penalty_events": []
334
+ },
335
+ {
336
+ "episode_id": 27,
337
+ "seed": 100049,
338
+ "success": true,
339
+ "steps_taken": 153,
340
+ "max_steps": 400,
341
+ "route_completion": 100.0,
342
+ "manipulation_score": 100.0,
343
+ "total_penalty_factor": 1.0,
344
+ "fail_reason": null,
345
+ "penalty_events": []
346
+ },
347
+ {
348
+ "episode_id": 28,
349
+ "seed": 100051,
350
+ "success": false,
351
+ "steps_taken": 400,
352
+ "max_steps": 400,
353
+ "route_completion": 40.90355738824745,
354
+ "manipulation_score": 40.90355738824745,
355
+ "total_penalty_factor": 1.0,
356
+ "fail_reason": null,
357
+ "penalty_events": []
358
+ },
359
+ {
360
+ "episode_id": 29,
361
+ "seed": 100052,
362
+ "success": false,
363
+ "steps_taken": 54,
364
+ "max_steps": 400,
365
+ "route_completion": 18.145034350857543,
366
+ "manipulation_score": 9.072517175428771,
367
+ "total_penalty_factor": 0.5,
368
+ "fail_reason": "out_of_bounds",
369
+ "penalty_events": [
370
+ {
371
+ "event_type": "out_of_bounds",
372
+ "timestep": 54,
373
+ "penalty_factor": 0.5,
374
+ "details": "Target object left workspace/view"
375
+ }
376
+ ]
377
+ },
378
+ {
379
+ "episode_id": 30,
380
+ "seed": 100053,
381
+ "success": true,
382
+ "steps_taken": 151,
383
+ "max_steps": 400,
384
+ "route_completion": 100.0,
385
+ "manipulation_score": 100.0,
386
+ "total_penalty_factor": 1.0,
387
+ "fail_reason": null,
388
+ "penalty_events": []
389
+ },
390
+ {
391
+ "episode_id": 31,
392
+ "seed": 100054,
393
+ "success": true,
394
+ "steps_taken": 151,
395
+ "max_steps": 400,
396
+ "route_completion": 100.0,
397
+ "manipulation_score": 100.0,
398
+ "total_penalty_factor": 1.0,
399
+ "fail_reason": null,
400
+ "penalty_events": []
401
+ },
402
+ {
403
+ "episode_id": 32,
404
+ "seed": 100055,
405
+ "success": false,
406
+ "steps_taken": 400,
407
+ "max_steps": 400,
408
+ "route_completion": 41.320077012587966,
409
+ "manipulation_score": 41.320077012587966,
410
+ "total_penalty_factor": 1.0,
411
+ "fail_reason": null,
412
+ "penalty_events": []
413
+ },
414
+ {
415
+ "episode_id": 33,
416
+ "seed": 100056,
417
+ "success": false,
418
+ "steps_taken": 1,
419
+ "max_steps": 400,
420
+ "route_completion": 0.0,
421
+ "manipulation_score": 0.0,
422
+ "total_penalty_factor": 1.0,
423
+ "fail_reason": "object_not_lifted",
424
+ "penalty_events": []
425
+ },
426
+ {
427
+ "episode_id": 34,
428
+ "seed": 100057,
429
+ "success": true,
430
+ "steps_taken": 257,
431
+ "max_steps": 400,
432
+ "route_completion": 100.0,
433
+ "manipulation_score": 100.0,
434
+ "total_penalty_factor": 1.0,
435
+ "fail_reason": null,
436
+ "penalty_events": []
437
+ },
438
+ {
439
+ "episode_id": 35,
440
+ "seed": 100058,
441
+ "success": true,
442
+ "steps_taken": 152,
443
+ "max_steps": 400,
444
+ "route_completion": 100.0,
445
+ "manipulation_score": 100.0,
446
+ "total_penalty_factor": 1.0,
447
+ "fail_reason": null,
448
+ "penalty_events": []
449
+ },
450
+ {
451
+ "episode_id": 36,
452
+ "seed": 100059,
453
+ "success": false,
454
+ "steps_taken": 400,
455
+ "max_steps": 400,
456
+ "route_completion": 37.22046846229453,
457
+ "manipulation_score": 37.22046846229453,
458
+ "total_penalty_factor": 1.0,
459
+ "fail_reason": null,
460
+ "penalty_events": []
461
+ },
462
+ {
463
+ "episode_id": 37,
464
+ "seed": 100062,
465
+ "success": true,
466
+ "steps_taken": 170,
467
+ "max_steps": 400,
468
+ "route_completion": 100.0,
469
+ "manipulation_score": 100.0,
470
+ "total_penalty_factor": 1.0,
471
+ "fail_reason": null,
472
+ "penalty_events": []
473
+ },
474
+ {
475
+ "episode_id": 38,
476
+ "seed": 100063,
477
+ "success": false,
478
+ "steps_taken": 400,
479
+ "max_steps": 400,
480
+ "route_completion": 37.958346216325154,
481
+ "manipulation_score": 37.958346216325154,
482
+ "total_penalty_factor": 1.0,
483
+ "fail_reason": null,
484
+ "penalty_events": []
485
+ },
486
+ {
487
+ "episode_id": 39,
488
+ "seed": 100064,
489
+ "success": false,
490
+ "steps_taken": 400,
491
+ "max_steps": 400,
492
+ "route_completion": 31.74383259745206,
493
+ "manipulation_score": 31.74383259745206,
494
+ "total_penalty_factor": 1.0,
495
+ "fail_reason": null,
496
+ "penalty_events": []
497
+ },
498
+ {
499
+ "episode_id": 40,
500
+ "seed": 100065,
501
+ "success": true,
502
+ "steps_taken": 153,
503
+ "max_steps": 400,
504
+ "route_completion": 100.0,
505
+ "manipulation_score": 100.0,
506
+ "total_penalty_factor": 1.0,
507
+ "fail_reason": null,
508
+ "penalty_events": []
509
+ },
510
+ {
511
+ "episode_id": 41,
512
+ "seed": 100066,
513
+ "success": true,
514
+ "steps_taken": 169,
515
+ "max_steps": 400,
516
+ "route_completion": 100.0,
517
+ "manipulation_score": 100.0,
518
+ "total_penalty_factor": 1.0,
519
+ "fail_reason": null,
520
+ "penalty_events": []
521
+ },
522
+ {
523
+ "episode_id": 42,
524
+ "seed": 100067,
525
+ "success": false,
526
+ "steps_taken": 400,
527
+ "max_steps": 400,
528
+ "route_completion": 30.700785394961038,
529
+ "manipulation_score": 30.700785394961038,
530
+ "total_penalty_factor": 1.0,
531
+ "fail_reason": null,
532
+ "penalty_events": []
533
+ },
534
+ {
535
+ "episode_id": 43,
536
+ "seed": 100069,
537
+ "success": false,
538
+ "steps_taken": 1,
539
+ "max_steps": 400,
540
+ "route_completion": 0.0,
541
+ "manipulation_score": 0.0,
542
+ "total_penalty_factor": 1.0,
543
+ "fail_reason": "object_not_lifted",
544
+ "penalty_events": []
545
+ },
546
+ {
547
+ "episode_id": 44,
548
+ "seed": 100070,
549
+ "success": false,
550
+ "steps_taken": 400,
551
+ "max_steps": 400,
552
+ "route_completion": 40.35599217853957,
553
+ "manipulation_score": 40.35599217853957,
554
+ "total_penalty_factor": 1.0,
555
+ "fail_reason": null,
556
+ "penalty_events": []
557
+ },
558
+ {
559
+ "episode_id": 45,
560
+ "seed": 100073,
561
+ "success": true,
562
+ "steps_taken": 138,
563
+ "max_steps": 400,
564
+ "route_completion": 100.0,
565
+ "manipulation_score": 100.0,
566
+ "total_penalty_factor": 1.0,
567
+ "fail_reason": null,
568
+ "penalty_events": []
569
+ },
570
+ {
571
+ "episode_id": 46,
572
+ "seed": 100074,
573
+ "success": true,
574
+ "steps_taken": 152,
575
+ "max_steps": 400,
576
+ "route_completion": 100.0,
577
+ "manipulation_score": 100.0,
578
+ "total_penalty_factor": 1.0,
579
+ "fail_reason": null,
580
+ "penalty_events": []
581
+ },
582
+ {
583
+ "episode_id": 47,
584
+ "seed": 100075,
585
+ "success": false,
586
+ "steps_taken": 3,
587
+ "max_steps": 400,
588
+ "route_completion": 0.003504113005315422,
589
+ "manipulation_score": 0.003504113005315422,
590
+ "total_penalty_factor": 1.0,
591
+ "fail_reason": "object_not_lifted",
592
+ "penalty_events": []
593
+ },
594
+ {
595
+ "episode_id": 48,
596
+ "seed": 100077,
597
+ "success": false,
598
+ "steps_taken": 1,
599
+ "max_steps": 400,
600
+ "route_completion": 0.0,
601
+ "manipulation_score": 0.0,
602
+ "total_penalty_factor": 1.0,
603
+ "fail_reason": "object_not_lifted",
604
+ "penalty_events": []
605
+ },
606
+ {
607
+ "episode_id": 49,
608
+ "seed": 100079,
609
+ "success": false,
610
+ "steps_taken": 60,
611
+ "max_steps": 400,
612
+ "route_completion": 38.512466179179775,
613
+ "manipulation_score": 19.256233089589887,
614
+ "total_penalty_factor": 0.5,
615
+ "fail_reason": "out_of_bounds",
616
+ "penalty_events": [
617
+ {
618
+ "event_type": "out_of_bounds",
619
+ "timestep": 60,
620
+ "penalty_factor": 0.5,
621
+ "details": "Target object left workspace/view"
622
+ }
623
+ ]
624
+ },
625
+ {
626
+ "episode_id": 50,
627
+ "seed": 100081,
628
+ "success": true,
629
+ "steps_taken": 184,
630
+ "max_steps": 400,
631
+ "route_completion": 100.0,
632
+ "manipulation_score": 100.0,
633
+ "total_penalty_factor": 1.0,
634
+ "fail_reason": null,
635
+ "penalty_events": []
636
+ },
637
+ {
638
+ "episode_id": 51,
639
+ "seed": 100083,
640
+ "success": false,
641
+ "steps_taken": 57,
642
+ "max_steps": 400,
643
+ "route_completion": 36.201106493796104,
644
+ "manipulation_score": 18.100553246898052,
645
+ "total_penalty_factor": 0.5,
646
+ "fail_reason": "out_of_bounds",
647
+ "penalty_events": [
648
+ {
649
+ "event_type": "out_of_bounds",
650
+ "timestep": 57,
651
+ "penalty_factor": 0.5,
652
+ "details": "Target object left workspace/view"
653
+ }
654
+ ]
655
+ },
656
+ {
657
+ "episode_id": 52,
658
+ "seed": 100087,
659
+ "success": false,
660
+ "steps_taken": 51,
661
+ "max_steps": 400,
662
+ "route_completion": 33.636258137637874,
663
+ "manipulation_score": 16.818129068818937,
664
+ "total_penalty_factor": 0.5,
665
+ "fail_reason": "out_of_bounds",
666
+ "penalty_events": [
667
+ {
668
+ "event_type": "out_of_bounds",
669
+ "timestep": 51,
670
+ "penalty_factor": 0.5,
671
+ "details": "Target object left workspace/view"
672
+ }
673
+ ]
674
+ },
675
+ {
676
+ "episode_id": 53,
677
+ "seed": 100088,
678
+ "success": false,
679
+ "steps_taken": 400,
680
+ "max_steps": 400,
681
+ "route_completion": 40.20542355024365,
682
+ "manipulation_score": 40.20542355024365,
683
+ "total_penalty_factor": 1.0,
684
+ "fail_reason": null,
685
+ "penalty_events": []
686
+ },
687
+ {
688
+ "episode_id": 54,
689
+ "seed": 100090,
690
+ "success": false,
691
+ "steps_taken": 400,
692
+ "max_steps": 400,
693
+ "route_completion": 41.093889317977656,
694
+ "manipulation_score": 41.093889317977656,
695
+ "total_penalty_factor": 1.0,
696
+ "fail_reason": null,
697
+ "penalty_events": []
698
+ },
699
+ {
700
+ "episode_id": 55,
701
+ "seed": 100093,
702
+ "success": false,
703
+ "steps_taken": 400,
704
+ "max_steps": 400,
705
+ "route_completion": 35.22130291304034,
706
+ "manipulation_score": 35.22130291304034,
707
+ "total_penalty_factor": 1.0,
708
+ "fail_reason": null,
709
+ "penalty_events": []
710
+ },
711
+ {
712
+ "episode_id": 56,
713
+ "seed": 100094,
714
+ "success": false,
715
+ "steps_taken": 400,
716
+ "max_steps": 400,
717
+ "route_completion": 38.569459464781566,
718
+ "manipulation_score": 38.569459464781566,
719
+ "total_penalty_factor": 1.0,
720
+ "fail_reason": null,
721
+ "penalty_events": []
722
+ },
723
+ {
724
+ "episode_id": 57,
725
+ "seed": 100095,
726
+ "success": false,
727
+ "steps_taken": 400,
728
+ "max_steps": 400,
729
+ "route_completion": 42.56960615653756,
730
+ "manipulation_score": 42.56960615653756,
731
+ "total_penalty_factor": 1.0,
732
+ "fail_reason": null,
733
+ "penalty_events": []
734
+ },
735
+ {
736
+ "episode_id": 58,
737
+ "seed": 100098,
738
+ "success": false,
739
+ "steps_taken": 400,
740
+ "max_steps": 400,
741
+ "route_completion": 27.73047844279823,
742
+ "manipulation_score": 27.73047844279823,
743
+ "total_penalty_factor": 1.0,
744
+ "fail_reason": null,
745
+ "penalty_events": []
746
+ },
747
+ {
748
+ "episode_id": 59,
749
+ "seed": 100099,
750
+ "success": true,
751
+ "steps_taken": 226,
752
+ "max_steps": 400,
753
+ "route_completion": 100.0,
754
+ "manipulation_score": 100.0,
755
+ "total_penalty_factor": 1.0,
756
+ "fail_reason": null,
757
+ "penalty_events": []
758
+ },
759
+ {
760
+ "episode_id": 60,
761
+ "seed": 100100,
762
+ "success": false,
763
+ "steps_taken": 400,
764
+ "max_steps": 400,
765
+ "route_completion": 33.852081191532626,
766
+ "manipulation_score": 33.852081191532626,
767
+ "total_penalty_factor": 1.0,
768
+ "fail_reason": null,
769
+ "penalty_events": []
770
+ },
771
+ {
772
+ "episode_id": 61,
773
+ "seed": 100105,
774
+ "success": false,
775
+ "steps_taken": 400,
776
+ "max_steps": 400,
777
+ "route_completion": 44.003607017135565,
778
+ "manipulation_score": 44.003607017135565,
779
+ "total_penalty_factor": 1.0,
780
+ "fail_reason": null,
781
+ "penalty_events": []
782
+ },
783
+ {
784
+ "episode_id": 62,
785
+ "seed": 100106,
786
+ "success": true,
787
+ "steps_taken": 154,
788
+ "max_steps": 400,
789
+ "route_completion": 100.0,
790
+ "manipulation_score": 100.0,
791
+ "total_penalty_factor": 1.0,
792
+ "fail_reason": null,
793
+ "penalty_events": []
794
+ },
795
+ {
796
+ "episode_id": 63,
797
+ "seed": 100107,
798
+ "success": false,
799
+ "steps_taken": 400,
800
+ "max_steps": 400,
801
+ "route_completion": 34.39299987779238,
802
+ "manipulation_score": 34.39299987779238,
803
+ "total_penalty_factor": 1.0,
804
+ "fail_reason": null,
805
+ "penalty_events": []
806
+ },
807
+ {
808
+ "episode_id": 64,
809
+ "seed": 100108,
810
+ "success": true,
811
+ "steps_taken": 156,
812
+ "max_steps": 400,
813
+ "route_completion": 100.0,
814
+ "manipulation_score": 100.0,
815
+ "total_penalty_factor": 1.0,
816
+ "fail_reason": null,
817
+ "penalty_events": []
818
+ },
819
+ {
820
+ "episode_id": 65,
821
+ "seed": 100109,
822
+ "success": true,
823
+ "steps_taken": 153,
824
+ "max_steps": 400,
825
+ "route_completion": 100.0,
826
+ "manipulation_score": 100.0,
827
+ "total_penalty_factor": 1.0,
828
+ "fail_reason": null,
829
+ "penalty_events": []
830
+ },
831
+ {
832
+ "episode_id": 66,
833
+ "seed": 100110,
834
+ "success": false,
835
+ "steps_taken": 400,
836
+ "max_steps": 400,
837
+ "route_completion": 45.32262490587773,
838
+ "manipulation_score": 45.32262490587773,
839
+ "total_penalty_factor": 1.0,
840
+ "fail_reason": null,
841
+ "penalty_events": []
842
+ },
843
+ {
844
+ "episode_id": 67,
845
+ "seed": 100112,
846
+ "success": true,
847
+ "steps_taken": 151,
848
+ "max_steps": 400,
849
+ "route_completion": 100.0,
850
+ "manipulation_score": 100.0,
851
+ "total_penalty_factor": 1.0,
852
+ "fail_reason": null,
853
+ "penalty_events": []
854
+ },
855
+ {
856
+ "episode_id": 68,
857
+ "seed": 100113,
858
+ "success": true,
859
+ "steps_taken": 142,
860
+ "max_steps": 400,
861
+ "route_completion": 100.0,
862
+ "manipulation_score": 100.0,
863
+ "total_penalty_factor": 1.0,
864
+ "fail_reason": null,
865
+ "penalty_events": []
866
+ },
867
+ {
868
+ "episode_id": 69,
869
+ "seed": 100114,
870
+ "success": false,
871
+ "steps_taken": 400,
872
+ "max_steps": 400,
873
+ "route_completion": 38.8158264803904,
874
+ "manipulation_score": 38.8158264803904,
875
+ "total_penalty_factor": 1.0,
876
+ "fail_reason": null,
877
+ "penalty_events": []
878
+ },
879
+ {
880
+ "episode_id": 70,
881
+ "seed": 100115,
882
+ "success": false,
883
+ "steps_taken": 400,
884
+ "max_steps": 400,
885
+ "route_completion": 31.545942806019507,
886
+ "manipulation_score": 31.545942806019507,
887
+ "total_penalty_factor": 1.0,
888
+ "fail_reason": null,
889
+ "penalty_events": []
890
+ },
891
+ {
892
+ "episode_id": 71,
893
+ "seed": 100117,
894
+ "success": false,
895
+ "steps_taken": 400,
896
+ "max_steps": 400,
897
+ "route_completion": 35.01586251415522,
898
+ "manipulation_score": 35.01586251415522,
899
+ "total_penalty_factor": 1.0,
900
+ "fail_reason": null,
901
+ "penalty_events": []
902
+ },
903
+ {
904
+ "episode_id": 72,
905
+ "seed": 100118,
906
+ "success": false,
907
+ "steps_taken": 400,
908
+ "max_steps": 400,
909
+ "route_completion": 29.316589290784595,
910
+ "manipulation_score": 29.316589290784595,
911
+ "total_penalty_factor": 1.0,
912
+ "fail_reason": null,
913
+ "penalty_events": []
914
+ },
915
+ {
916
+ "episode_id": 73,
917
+ "seed": 100119,
918
+ "success": false,
919
+ "steps_taken": 70,
920
+ "max_steps": 400,
921
+ "route_completion": 43.00546131014994,
922
+ "manipulation_score": 21.50273065507497,
923
+ "total_penalty_factor": 0.5,
924
+ "fail_reason": "out_of_bounds",
925
+ "penalty_events": [
926
+ {
927
+ "event_type": "out_of_bounds",
928
+ "timestep": 70,
929
+ "penalty_factor": 0.5,
930
+ "details": "Target object left workspace/view"
931
+ }
932
+ ]
933
+ },
934
+ {
935
+ "episode_id": 74,
936
+ "seed": 100120,
937
+ "success": false,
938
+ "steps_taken": 400,
939
+ "max_steps": 400,
940
+ "route_completion": 30.44151487394466,
941
+ "manipulation_score": 30.44151487394466,
942
+ "total_penalty_factor": 1.0,
943
+ "fail_reason": null,
944
+ "penalty_events": []
945
+ },
946
+ {
947
+ "episode_id": 75,
948
+ "seed": 100122,
949
+ "success": true,
950
+ "steps_taken": 143,
951
+ "max_steps": 400,
952
+ "route_completion": 100.0,
953
+ "manipulation_score": 100.0,
954
+ "total_penalty_factor": 1.0,
955
+ "fail_reason": null,
956
+ "penalty_events": []
957
+ },
958
+ {
959
+ "episode_id": 76,
960
+ "seed": 100123,
961
+ "success": false,
962
+ "steps_taken": 400,
963
+ "max_steps": 400,
964
+ "route_completion": 38.55637389126741,
965
+ "manipulation_score": 38.55637389126741,
966
+ "total_penalty_factor": 1.0,
967
+ "fail_reason": null,
968
+ "penalty_events": []
969
+ },
970
+ {
971
+ "episode_id": 77,
972
+ "seed": 100126,
973
+ "success": false,
974
+ "steps_taken": 400,
975
+ "max_steps": 400,
976
+ "route_completion": 36.67431124003995,
977
+ "manipulation_score": 36.67431124003995,
978
+ "total_penalty_factor": 1.0,
979
+ "fail_reason": null,
980
+ "penalty_events": []
981
+ },
982
+ {
983
+ "episode_id": 78,
984
+ "seed": 100130,
985
+ "success": true,
986
+ "steps_taken": 270,
987
+ "max_steps": 400,
988
+ "route_completion": 100.0,
989
+ "manipulation_score": 100.0,
990
+ "total_penalty_factor": 1.0,
991
+ "fail_reason": null,
992
+ "penalty_events": []
993
+ },
994
+ {
995
+ "episode_id": 79,
996
+ "seed": 100131,
997
+ "success": false,
998
+ "steps_taken": 58,
999
+ "max_steps": 400,
1000
+ "route_completion": 35.67997495959485,
1001
+ "manipulation_score": 17.839987479797426,
1002
+ "total_penalty_factor": 0.5,
1003
+ "fail_reason": "out_of_bounds",
1004
+ "penalty_events": [
1005
+ {
1006
+ "event_type": "out_of_bounds",
1007
+ "timestep": 58,
1008
+ "penalty_factor": 0.5,
1009
+ "details": "Target object left workspace/view"
1010
+ }
1011
+ ]
1012
+ },
1013
+ {
1014
+ "episode_id": 80,
1015
+ "seed": 100132,
1016
+ "success": false,
1017
+ "steps_taken": 59,
1018
+ "max_steps": 400,
1019
+ "route_completion": 19.823562889623215,
1020
+ "manipulation_score": 9.911781444811607,
1021
+ "total_penalty_factor": 0.5,
1022
+ "fail_reason": "out_of_bounds",
1023
+ "penalty_events": [
1024
+ {
1025
+ "event_type": "out_of_bounds",
1026
+ "timestep": 59,
1027
+ "penalty_factor": 0.5,
1028
+ "details": "Target object left workspace/view"
1029
+ }
1030
+ ]
1031
+ },
1032
+ {
1033
+ "episode_id": 81,
1034
+ "seed": 100134,
1035
+ "success": true,
1036
+ "steps_taken": 223,
1037
+ "max_steps": 400,
1038
+ "route_completion": 100.0,
1039
+ "manipulation_score": 100.0,
1040
+ "total_penalty_factor": 1.0,
1041
+ "fail_reason": null,
1042
+ "penalty_events": []
1043
+ },
1044
+ {
1045
+ "episode_id": 82,
1046
+ "seed": 100136,
1047
+ "success": false,
1048
+ "steps_taken": 58,
1049
+ "max_steps": 400,
1050
+ "route_completion": 36.324150599037765,
1051
+ "manipulation_score": 18.162075299518882,
1052
+ "total_penalty_factor": 0.5,
1053
+ "fail_reason": "out_of_bounds",
1054
+ "penalty_events": [
1055
+ {
1056
+ "event_type": "out_of_bounds",
1057
+ "timestep": 58,
1058
+ "penalty_factor": 0.5,
1059
+ "details": "Target object left workspace/view"
1060
+ }
1061
+ ]
1062
+ },
1063
+ {
1064
+ "episode_id": 83,
1065
+ "seed": 100137,
1066
+ "success": true,
1067
+ "steps_taken": 160,
1068
+ "max_steps": 400,
1069
+ "route_completion": 100.0,
1070
+ "manipulation_score": 100.0,
1071
+ "total_penalty_factor": 1.0,
1072
+ "fail_reason": null,
1073
+ "penalty_events": []
1074
+ },
1075
+ {
1076
+ "episode_id": 84,
1077
+ "seed": 100139,
1078
+ "success": false,
1079
+ "steps_taken": 1,
1080
+ "max_steps": 400,
1081
+ "route_completion": 0.0,
1082
+ "manipulation_score": 0.0,
1083
+ "total_penalty_factor": 1.0,
1084
+ "fail_reason": "object_not_lifted",
1085
+ "penalty_events": []
1086
+ },
1087
+ {
1088
+ "episode_id": 85,
1089
+ "seed": 100140,
1090
+ "success": false,
1091
+ "steps_taken": 400,
1092
+ "max_steps": 400,
1093
+ "route_completion": 35.20577058251684,
1094
+ "manipulation_score": 35.20577058251684,
1095
+ "total_penalty_factor": 1.0,
1096
+ "fail_reason": null,
1097
+ "penalty_events": []
1098
+ },
1099
+ {
1100
+ "episode_id": 86,
1101
+ "seed": 100141,
1102
+ "success": true,
1103
+ "steps_taken": 154,
1104
+ "max_steps": 400,
1105
+ "route_completion": 100.0,
1106
+ "manipulation_score": 100.0,
1107
+ "total_penalty_factor": 1.0,
1108
+ "fail_reason": null,
1109
+ "penalty_events": []
1110
+ },
1111
+ {
1112
+ "episode_id": 87,
1113
+ "seed": 100143,
1114
+ "success": false,
1115
+ "steps_taken": 400,
1116
+ "max_steps": 400,
1117
+ "route_completion": 35.94274919217027,
1118
+ "manipulation_score": 35.94274919217027,
1119
+ "total_penalty_factor": 1.0,
1120
+ "fail_reason": null,
1121
+ "penalty_events": []
1122
+ },
1123
+ {
1124
+ "episode_id": 88,
1125
+ "seed": 100145,
1126
+ "success": false,
1127
+ "steps_taken": 400,
1128
+ "max_steps": 400,
1129
+ "route_completion": 33.43824404922338,
1130
+ "manipulation_score": 33.43824404922338,
1131
+ "total_penalty_factor": 1.0,
1132
+ "fail_reason": null,
1133
+ "penalty_events": []
1134
+ },
1135
+ {
1136
+ "episode_id": 89,
1137
+ "seed": 100146,
1138
+ "success": false,
1139
+ "steps_taken": 400,
1140
+ "max_steps": 400,
1141
+ "route_completion": 40.628575129725505,
1142
+ "manipulation_score": 40.628575129725505,
1143
+ "total_penalty_factor": 1.0,
1144
+ "fail_reason": null,
1145
+ "penalty_events": []
1146
+ },
1147
+ {
1148
+ "episode_id": 90,
1149
+ "seed": 100148,
1150
+ "success": false,
1151
+ "steps_taken": 400,
1152
+ "max_steps": 400,
1153
+ "route_completion": 35.836569416932576,
1154
+ "manipulation_score": 35.836569416932576,
1155
+ "total_penalty_factor": 1.0,
1156
+ "fail_reason": null,
1157
+ "penalty_events": []
1158
+ },
1159
+ {
1160
+ "episode_id": 91,
1161
+ "seed": 100151,
1162
+ "success": false,
1163
+ "steps_taken": 400,
1164
+ "max_steps": 400,
1165
+ "route_completion": 45.55658225910201,
1166
+ "manipulation_score": 45.55658225910201,
1167
+ "total_penalty_factor": 1.0,
1168
+ "fail_reason": null,
1169
+ "penalty_events": []
1170
+ },
1171
+ {
1172
+ "episode_id": 92,
1173
+ "seed": 100152,
1174
+ "success": false,
1175
+ "steps_taken": 400,
1176
+ "max_steps": 400,
1177
+ "route_completion": 37.865019033759175,
1178
+ "manipulation_score": 37.865019033759175,
1179
+ "total_penalty_factor": 1.0,
1180
+ "fail_reason": null,
1181
+ "penalty_events": []
1182
+ },
1183
+ {
1184
+ "episode_id": 93,
1185
+ "seed": 100153,
1186
+ "success": false,
1187
+ "steps_taken": 400,
1188
+ "max_steps": 400,
1189
+ "route_completion": 34.44094252089327,
1190
+ "manipulation_score": 34.44094252089327,
1191
+ "total_penalty_factor": 1.0,
1192
+ "fail_reason": null,
1193
+ "penalty_events": []
1194
+ },
1195
+ {
1196
+ "episode_id": 94,
1197
+ "seed": 100154,
1198
+ "success": false,
1199
+ "steps_taken": 400,
1200
+ "max_steps": 400,
1201
+ "route_completion": 42.39831347743902,
1202
+ "manipulation_score": 42.39831347743902,
1203
+ "total_penalty_factor": 1.0,
1204
+ "fail_reason": null,
1205
+ "penalty_events": []
1206
+ },
1207
+ {
1208
+ "episode_id": 95,
1209
+ "seed": 100156,
1210
+ "success": true,
1211
+ "steps_taken": 154,
1212
+ "max_steps": 400,
1213
+ "route_completion": 100.0,
1214
+ "manipulation_score": 100.0,
1215
+ "total_penalty_factor": 1.0,
1216
+ "fail_reason": null,
1217
+ "penalty_events": []
1218
+ },
1219
+ {
1220
+ "episode_id": 96,
1221
+ "seed": 100157,
1222
+ "success": false,
1223
+ "steps_taken": 51,
1224
+ "max_steps": 400,
1225
+ "route_completion": 12.641318576943547,
1226
+ "manipulation_score": 6.320659288471774,
1227
+ "total_penalty_factor": 0.5,
1228
+ "fail_reason": "out_of_bounds",
1229
+ "penalty_events": [
1230
+ {
1231
+ "event_type": "out_of_bounds",
1232
+ "timestep": 51,
1233
+ "penalty_factor": 0.5,
1234
+ "details": "Target object left workspace/view"
1235
+ }
1236
+ ]
1237
+ },
1238
+ {
1239
+ "episode_id": 97,
1240
+ "seed": 100158,
1241
+ "success": true,
1242
+ "steps_taken": 152,
1243
+ "max_steps": 400,
1244
+ "route_completion": 100.0,
1245
+ "manipulation_score": 100.0,
1246
+ "total_penalty_factor": 1.0,
1247
+ "fail_reason": null,
1248
+ "penalty_events": []
1249
+ },
1250
+ {
1251
+ "episode_id": 98,
1252
+ "seed": 100159,
1253
+ "success": false,
1254
+ "steps_taken": 400,
1255
+ "max_steps": 400,
1256
+ "route_completion": 35.280756389195155,
1257
+ "manipulation_score": 35.280756389195155,
1258
+ "total_penalty_factor": 1.0,
1259
+ "fail_reason": null,
1260
+ "penalty_events": []
1261
+ },
1262
+ {
1263
+ "episode_id": 99,
1264
+ "seed": 100160,
1265
+ "success": true,
1266
+ "steps_taken": 200,
1267
+ "max_steps": 400,
1268
+ "route_completion": 100.0,
1269
+ "manipulation_score": 100.0,
1270
+ "total_penalty_factor": 1.0,
1271
+ "fail_reason": null,
1272
+ "penalty_events": []
1273
+ },
1274
+ {
1275
+ "episode_id": 100,
1276
+ "seed": 100161,
1277
+ "success": false,
1278
+ "steps_taken": 400,
1279
+ "max_steps": 400,
1280
+ "route_completion": 39.23616692460028,
1281
+ "manipulation_score": 39.23616692460028,
1282
+ "total_penalty_factor": 1.0,
1283
+ "fail_reason": null,
1284
+ "penalty_events": []
1285
+ }
1286
+ ]
log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 31,
4
+ "success_rate": 31.0,
5
+ "manipulation_score_mean": 52.14578934104043,
6
+ "manipulation_score_std": 33.78965483153054,
7
+ "route_completion_mean": 53.95368454389135,
8
+ "route_completion_std": 32.31496701085792,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 12
11
+ }
log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 31.0% (31/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 52.15
10
+ Std: 33.79
11
+
12
+ --- Route Completion ---
13
+ Mean: 53.95%
14
+ Std: 32.31
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 12
19
+
20
+ ============================================================
log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-29 22:36:40
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.31
log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_episodes_detail.json ADDED
@@ -0,0 +1,1769 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100002,
5
+ "success": true,
6
+ "steps_taken": 120,
7
+ "max_steps": 400,
8
+ "route_completion": 100.0,
9
+ "manipulation_score": 100.0,
10
+ "total_penalty_factor": 1.0,
11
+ "fail_reason": null,
12
+ "penalty_events": []
13
+ },
14
+ {
15
+ "episode_id": 2,
16
+ "seed": 100004,
17
+ "success": false,
18
+ "steps_taken": 156,
19
+ "max_steps": 400,
20
+ "route_completion": 0.02546819317095744,
21
+ "manipulation_score": 0.01273409658547872,
22
+ "total_penalty_factor": 0.5,
23
+ "fail_reason": "out_of_bounds",
24
+ "penalty_events": [
25
+ {
26
+ "event_type": "out_of_bounds",
27
+ "timestep": 156,
28
+ "penalty_factor": 0.5,
29
+ "details": "Target object left workspace/view"
30
+ }
31
+ ]
32
+ },
33
+ {
34
+ "episode_id": 3,
35
+ "seed": 100005,
36
+ "success": false,
37
+ "steps_taken": 166,
38
+ "max_steps": 400,
39
+ "route_completion": 33.5367368435761,
40
+ "manipulation_score": 16.76836842178805,
41
+ "total_penalty_factor": 0.5,
42
+ "fail_reason": "out_of_bounds",
43
+ "penalty_events": [
44
+ {
45
+ "event_type": "out_of_bounds",
46
+ "timestep": 166,
47
+ "penalty_factor": 0.5,
48
+ "details": "Target object left workspace/view"
49
+ }
50
+ ]
51
+ },
52
+ {
53
+ "episode_id": 4,
54
+ "seed": 100006,
55
+ "success": true,
56
+ "steps_taken": 152,
57
+ "max_steps": 400,
58
+ "route_completion": 100.0,
59
+ "manipulation_score": 100.0,
60
+ "total_penalty_factor": 1.0,
61
+ "fail_reason": null,
62
+ "penalty_events": []
63
+ },
64
+ {
65
+ "episode_id": 5,
66
+ "seed": 100007,
67
+ "success": false,
68
+ "steps_taken": 85,
69
+ "max_steps": 400,
70
+ "route_completion": 17.437038016245346,
71
+ "manipulation_score": 8.718519008122673,
72
+ "total_penalty_factor": 0.5,
73
+ "fail_reason": "out_of_bounds",
74
+ "penalty_events": [
75
+ {
76
+ "event_type": "out_of_bounds",
77
+ "timestep": 85,
78
+ "penalty_factor": 0.5,
79
+ "details": "Target object left workspace/view"
80
+ }
81
+ ]
82
+ },
83
+ {
84
+ "episode_id": 6,
85
+ "seed": 100008,
86
+ "success": true,
87
+ "steps_taken": 127,
88
+ "max_steps": 400,
89
+ "route_completion": 100.0,
90
+ "manipulation_score": 100.0,
91
+ "total_penalty_factor": 1.0,
92
+ "fail_reason": null,
93
+ "penalty_events": []
94
+ },
95
+ {
96
+ "episode_id": 7,
97
+ "seed": 100009,
98
+ "success": false,
99
+ "steps_taken": 176,
100
+ "max_steps": 400,
101
+ "route_completion": 0.0,
102
+ "manipulation_score": 0.0,
103
+ "total_penalty_factor": 0.5,
104
+ "fail_reason": "out_of_bounds",
105
+ "penalty_events": [
106
+ {
107
+ "event_type": "out_of_bounds",
108
+ "timestep": 176,
109
+ "penalty_factor": 0.5,
110
+ "details": "Target object left workspace/view"
111
+ }
112
+ ]
113
+ },
114
+ {
115
+ "episode_id": 8,
116
+ "seed": 100010,
117
+ "success": false,
118
+ "steps_taken": 224,
119
+ "max_steps": 400,
120
+ "route_completion": 0.0,
121
+ "manipulation_score": 0.0,
122
+ "total_penalty_factor": 0.5,
123
+ "fail_reason": "out_of_bounds",
124
+ "penalty_events": [
125
+ {
126
+ "event_type": "out_of_bounds",
127
+ "timestep": 224,
128
+ "penalty_factor": 0.5,
129
+ "details": "Target object left workspace/view"
130
+ }
131
+ ]
132
+ },
133
+ {
134
+ "episode_id": 9,
135
+ "seed": 100011,
136
+ "success": false,
137
+ "steps_taken": 213,
138
+ "max_steps": 400,
139
+ "route_completion": 7.7525031345253,
140
+ "manipulation_score": 3.87625156726265,
141
+ "total_penalty_factor": 0.5,
142
+ "fail_reason": "out_of_bounds",
143
+ "penalty_events": [
144
+ {
145
+ "event_type": "out_of_bounds",
146
+ "timestep": 213,
147
+ "penalty_factor": 0.5,
148
+ "details": "Target object left workspace/view"
149
+ }
150
+ ]
151
+ },
152
+ {
153
+ "episode_id": 10,
154
+ "seed": 100013,
155
+ "success": false,
156
+ "steps_taken": 168,
157
+ "max_steps": 400,
158
+ "route_completion": 0.0,
159
+ "manipulation_score": 0.0,
160
+ "total_penalty_factor": 0.5,
161
+ "fail_reason": "out_of_bounds",
162
+ "penalty_events": [
163
+ {
164
+ "event_type": "out_of_bounds",
165
+ "timestep": 168,
166
+ "penalty_factor": 0.5,
167
+ "details": "Target object left workspace/view"
168
+ }
169
+ ]
170
+ },
171
+ {
172
+ "episode_id": 11,
173
+ "seed": 100016,
174
+ "success": false,
175
+ "steps_taken": 129,
176
+ "max_steps": 400,
177
+ "route_completion": 12.259492774333228,
178
+ "manipulation_score": 6.129746387166614,
179
+ "total_penalty_factor": 0.5,
180
+ "fail_reason": "out_of_bounds",
181
+ "penalty_events": [
182
+ {
183
+ "event_type": "out_of_bounds",
184
+ "timestep": 129,
185
+ "penalty_factor": 0.5,
186
+ "details": "Target object left workspace/view"
187
+ }
188
+ ]
189
+ },
190
+ {
191
+ "episode_id": 12,
192
+ "seed": 100017,
193
+ "success": false,
194
+ "steps_taken": 169,
195
+ "max_steps": 400,
196
+ "route_completion": 0.0,
197
+ "manipulation_score": 0.0,
198
+ "total_penalty_factor": 0.5,
199
+ "fail_reason": "out_of_bounds",
200
+ "penalty_events": [
201
+ {
202
+ "event_type": "out_of_bounds",
203
+ "timestep": 169,
204
+ "penalty_factor": 0.5,
205
+ "details": "Target object left workspace/view"
206
+ }
207
+ ]
208
+ },
209
+ {
210
+ "episode_id": 13,
211
+ "seed": 100020,
212
+ "success": false,
213
+ "steps_taken": 178,
214
+ "max_steps": 400,
215
+ "route_completion": 8.719075032081923,
216
+ "manipulation_score": 4.3595375160409615,
217
+ "total_penalty_factor": 0.5,
218
+ "fail_reason": "out_of_bounds",
219
+ "penalty_events": [
220
+ {
221
+ "event_type": "out_of_bounds",
222
+ "timestep": 178,
223
+ "penalty_factor": 0.5,
224
+ "details": "Target object left workspace/view"
225
+ }
226
+ ]
227
+ },
228
+ {
229
+ "episode_id": 14,
230
+ "seed": 100023,
231
+ "success": false,
232
+ "steps_taken": 162,
233
+ "max_steps": 400,
234
+ "route_completion": 0.0,
235
+ "manipulation_score": 0.0,
236
+ "total_penalty_factor": 0.5,
237
+ "fail_reason": "out_of_bounds",
238
+ "penalty_events": [
239
+ {
240
+ "event_type": "out_of_bounds",
241
+ "timestep": 162,
242
+ "penalty_factor": 0.5,
243
+ "details": "Target object left workspace/view"
244
+ }
245
+ ]
246
+ },
247
+ {
248
+ "episode_id": 15,
249
+ "seed": 100026,
250
+ "success": false,
251
+ "steps_taken": 99,
252
+ "max_steps": 400,
253
+ "route_completion": 30.298481051477104,
254
+ "manipulation_score": 15.149240525738552,
255
+ "total_penalty_factor": 0.5,
256
+ "fail_reason": "out_of_bounds",
257
+ "penalty_events": [
258
+ {
259
+ "event_type": "out_of_bounds",
260
+ "timestep": 99,
261
+ "penalty_factor": 0.5,
262
+ "details": "Target object left workspace/view"
263
+ }
264
+ ]
265
+ },
266
+ {
267
+ "episode_id": 16,
268
+ "seed": 100028,
269
+ "success": false,
270
+ "steps_taken": 107,
271
+ "max_steps": 400,
272
+ "route_completion": 3.370803002183034,
273
+ "manipulation_score": 1.685401501091517,
274
+ "total_penalty_factor": 0.5,
275
+ "fail_reason": "out_of_bounds",
276
+ "penalty_events": [
277
+ {
278
+ "event_type": "out_of_bounds",
279
+ "timestep": 107,
280
+ "penalty_factor": 0.5,
281
+ "details": "Target object left workspace/view"
282
+ }
283
+ ]
284
+ },
285
+ {
286
+ "episode_id": 17,
287
+ "seed": 100029,
288
+ "success": true,
289
+ "steps_taken": 125,
290
+ "max_steps": 400,
291
+ "route_completion": 100.0,
292
+ "manipulation_score": 100.0,
293
+ "total_penalty_factor": 1.0,
294
+ "fail_reason": null,
295
+ "penalty_events": []
296
+ },
297
+ {
298
+ "episode_id": 18,
299
+ "seed": 100030,
300
+ "success": true,
301
+ "steps_taken": 143,
302
+ "max_steps": 400,
303
+ "route_completion": 100.0,
304
+ "manipulation_score": 100.0,
305
+ "total_penalty_factor": 1.0,
306
+ "fail_reason": null,
307
+ "penalty_events": []
308
+ },
309
+ {
310
+ "episode_id": 19,
311
+ "seed": 100035,
312
+ "success": false,
313
+ "steps_taken": 400,
314
+ "max_steps": 400,
315
+ "route_completion": 12.442200751220515,
316
+ "manipulation_score": 12.442200751220515,
317
+ "total_penalty_factor": 1.0,
318
+ "fail_reason": null,
319
+ "penalty_events": []
320
+ },
321
+ {
322
+ "episode_id": 20,
323
+ "seed": 100037,
324
+ "success": false,
325
+ "steps_taken": 182,
326
+ "max_steps": 400,
327
+ "route_completion": 35.70491463147323,
328
+ "manipulation_score": 17.852457315736615,
329
+ "total_penalty_factor": 0.5,
330
+ "fail_reason": "out_of_bounds",
331
+ "penalty_events": [
332
+ {
333
+ "event_type": "out_of_bounds",
334
+ "timestep": 182,
335
+ "penalty_factor": 0.5,
336
+ "details": "Target object left workspace/view"
337
+ }
338
+ ]
339
+ },
340
+ {
341
+ "episode_id": 21,
342
+ "seed": 100039,
343
+ "success": false,
344
+ "steps_taken": 91,
345
+ "max_steps": 400,
346
+ "route_completion": 29.619328522819256,
347
+ "manipulation_score": 14.809664261409628,
348
+ "total_penalty_factor": 0.5,
349
+ "fail_reason": "out_of_bounds",
350
+ "penalty_events": [
351
+ {
352
+ "event_type": "out_of_bounds",
353
+ "timestep": 91,
354
+ "penalty_factor": 0.5,
355
+ "details": "Target object left workspace/view"
356
+ }
357
+ ]
358
+ },
359
+ {
360
+ "episode_id": 22,
361
+ "seed": 100041,
362
+ "success": false,
363
+ "steps_taken": 100,
364
+ "max_steps": 400,
365
+ "route_completion": 23.472043123787994,
366
+ "manipulation_score": 11.736021561893997,
367
+ "total_penalty_factor": 0.5,
368
+ "fail_reason": "out_of_bounds",
369
+ "penalty_events": [
370
+ {
371
+ "event_type": "out_of_bounds",
372
+ "timestep": 100,
373
+ "penalty_factor": 0.5,
374
+ "details": "Target object left workspace/view"
375
+ }
376
+ ]
377
+ },
378
+ {
379
+ "episode_id": 23,
380
+ "seed": 100042,
381
+ "success": false,
382
+ "steps_taken": 115,
383
+ "max_steps": 400,
384
+ "route_completion": 25.468853321194086,
385
+ "manipulation_score": 12.734426660597043,
386
+ "total_penalty_factor": 0.5,
387
+ "fail_reason": "out_of_bounds",
388
+ "penalty_events": [
389
+ {
390
+ "event_type": "out_of_bounds",
391
+ "timestep": 115,
392
+ "penalty_factor": 0.5,
393
+ "details": "Target object left workspace/view"
394
+ }
395
+ ]
396
+ },
397
+ {
398
+ "episode_id": 24,
399
+ "seed": 100043,
400
+ "success": true,
401
+ "steps_taken": 151,
402
+ "max_steps": 400,
403
+ "route_completion": 100.0,
404
+ "manipulation_score": 100.0,
405
+ "total_penalty_factor": 1.0,
406
+ "fail_reason": null,
407
+ "penalty_events": []
408
+ },
409
+ {
410
+ "episode_id": 25,
411
+ "seed": 100046,
412
+ "success": false,
413
+ "steps_taken": 98,
414
+ "max_steps": 400,
415
+ "route_completion": 5.031495510759696,
416
+ "manipulation_score": 2.515747755379848,
417
+ "total_penalty_factor": 0.5,
418
+ "fail_reason": "out_of_bounds",
419
+ "penalty_events": [
420
+ {
421
+ "event_type": "out_of_bounds",
422
+ "timestep": 98,
423
+ "penalty_factor": 0.5,
424
+ "details": "Target object left workspace/view"
425
+ }
426
+ ]
427
+ },
428
+ {
429
+ "episode_id": 26,
430
+ "seed": 100047,
431
+ "success": false,
432
+ "steps_taken": 93,
433
+ "max_steps": 400,
434
+ "route_completion": 0.0,
435
+ "manipulation_score": 0.0,
436
+ "total_penalty_factor": 0.5,
437
+ "fail_reason": "out_of_bounds",
438
+ "penalty_events": [
439
+ {
440
+ "event_type": "out_of_bounds",
441
+ "timestep": 93,
442
+ "penalty_factor": 0.5,
443
+ "details": "Target object left workspace/view"
444
+ }
445
+ ]
446
+ },
447
+ {
448
+ "episode_id": 27,
449
+ "seed": 100049,
450
+ "success": false,
451
+ "steps_taken": 115,
452
+ "max_steps": 400,
453
+ "route_completion": 0.0,
454
+ "manipulation_score": 0.0,
455
+ "total_penalty_factor": 0.5,
456
+ "fail_reason": "out_of_bounds",
457
+ "penalty_events": [
458
+ {
459
+ "event_type": "out_of_bounds",
460
+ "timestep": 115,
461
+ "penalty_factor": 0.5,
462
+ "details": "Target object left workspace/view"
463
+ }
464
+ ]
465
+ },
466
+ {
467
+ "episode_id": 28,
468
+ "seed": 100052,
469
+ "success": false,
470
+ "steps_taken": 161,
471
+ "max_steps": 400,
472
+ "route_completion": 29.56910790748013,
473
+ "manipulation_score": 14.784553953740065,
474
+ "total_penalty_factor": 0.5,
475
+ "fail_reason": "out_of_bounds",
476
+ "penalty_events": [
477
+ {
478
+ "event_type": "out_of_bounds",
479
+ "timestep": 161,
480
+ "penalty_factor": 0.5,
481
+ "details": "Target object left workspace/view"
482
+ }
483
+ ]
484
+ },
485
+ {
486
+ "episode_id": 29,
487
+ "seed": 100053,
488
+ "success": false,
489
+ "steps_taken": 102,
490
+ "max_steps": 400,
491
+ "route_completion": 38.38446314608804,
492
+ "manipulation_score": 19.19223157304402,
493
+ "total_penalty_factor": 0.5,
494
+ "fail_reason": "out_of_bounds",
495
+ "penalty_events": [
496
+ {
497
+ "event_type": "out_of_bounds",
498
+ "timestep": 102,
499
+ "penalty_factor": 0.5,
500
+ "details": "Target object left workspace/view"
501
+ }
502
+ ]
503
+ },
504
+ {
505
+ "episode_id": 30,
506
+ "seed": 100054,
507
+ "success": false,
508
+ "steps_taken": 239,
509
+ "max_steps": 400,
510
+ "route_completion": 29.95577630659773,
511
+ "manipulation_score": 14.977888153298865,
512
+ "total_penalty_factor": 0.5,
513
+ "fail_reason": "out_of_bounds",
514
+ "penalty_events": [
515
+ {
516
+ "event_type": "out_of_bounds",
517
+ "timestep": 239,
518
+ "penalty_factor": 0.5,
519
+ "details": "Target object left workspace/view"
520
+ }
521
+ ]
522
+ },
523
+ {
524
+ "episode_id": 31,
525
+ "seed": 100056,
526
+ "success": false,
527
+ "steps_taken": 100,
528
+ "max_steps": 400,
529
+ "route_completion": 0.05044425958459017,
530
+ "manipulation_score": 0.025222129792295087,
531
+ "total_penalty_factor": 0.5,
532
+ "fail_reason": "out_of_bounds",
533
+ "penalty_events": [
534
+ {
535
+ "event_type": "out_of_bounds",
536
+ "timestep": 100,
537
+ "penalty_factor": 0.5,
538
+ "details": "Target object left workspace/view"
539
+ }
540
+ ]
541
+ },
542
+ {
543
+ "episode_id": 32,
544
+ "seed": 100057,
545
+ "success": false,
546
+ "steps_taken": 154,
547
+ "max_steps": 400,
548
+ "route_completion": 0.030888674700528782,
549
+ "manipulation_score": 0.015444337350264391,
550
+ "total_penalty_factor": 0.5,
551
+ "fail_reason": "out_of_bounds",
552
+ "penalty_events": [
553
+ {
554
+ "event_type": "out_of_bounds",
555
+ "timestep": 154,
556
+ "penalty_factor": 0.5,
557
+ "details": "Target object left workspace/view"
558
+ }
559
+ ]
560
+ },
561
+ {
562
+ "episode_id": 33,
563
+ "seed": 100058,
564
+ "success": true,
565
+ "steps_taken": 144,
566
+ "max_steps": 400,
567
+ "route_completion": 100.0,
568
+ "manipulation_score": 100.0,
569
+ "total_penalty_factor": 1.0,
570
+ "fail_reason": null,
571
+ "penalty_events": []
572
+ },
573
+ {
574
+ "episode_id": 34,
575
+ "seed": 100059,
576
+ "success": false,
577
+ "steps_taken": 108,
578
+ "max_steps": 400,
579
+ "route_completion": 0.0,
580
+ "manipulation_score": 0.0,
581
+ "total_penalty_factor": 0.5,
582
+ "fail_reason": "out_of_bounds",
583
+ "penalty_events": [
584
+ {
585
+ "event_type": "out_of_bounds",
586
+ "timestep": 108,
587
+ "penalty_factor": 0.5,
588
+ "details": "Target object left workspace/view"
589
+ }
590
+ ]
591
+ },
592
+ {
593
+ "episode_id": 35,
594
+ "seed": 100060,
595
+ "success": false,
596
+ "steps_taken": 400,
597
+ "max_steps": 400,
598
+ "route_completion": 43.73196963979715,
599
+ "manipulation_score": 43.73196963979715,
600
+ "total_penalty_factor": 1.0,
601
+ "fail_reason": null,
602
+ "penalty_events": []
603
+ },
604
+ {
605
+ "episode_id": 36,
606
+ "seed": 100062,
607
+ "success": false,
608
+ "steps_taken": 154,
609
+ "max_steps": 400,
610
+ "route_completion": 32.01814549473131,
611
+ "manipulation_score": 16.009072747365654,
612
+ "total_penalty_factor": 0.5,
613
+ "fail_reason": "out_of_bounds",
614
+ "penalty_events": [
615
+ {
616
+ "event_type": "out_of_bounds",
617
+ "timestep": 154,
618
+ "penalty_factor": 0.5,
619
+ "details": "Target object left workspace/view"
620
+ }
621
+ ]
622
+ },
623
+ {
624
+ "episode_id": 37,
625
+ "seed": 100063,
626
+ "success": false,
627
+ "steps_taken": 146,
628
+ "max_steps": 400,
629
+ "route_completion": 43.736470849677275,
630
+ "manipulation_score": 21.868235424838637,
631
+ "total_penalty_factor": 0.5,
632
+ "fail_reason": "out_of_bounds",
633
+ "penalty_events": [
634
+ {
635
+ "event_type": "out_of_bounds",
636
+ "timestep": 146,
637
+ "penalty_factor": 0.5,
638
+ "details": "Target object left workspace/view"
639
+ }
640
+ ]
641
+ },
642
+ {
643
+ "episode_id": 38,
644
+ "seed": 100064,
645
+ "success": false,
646
+ "steps_taken": 230,
647
+ "max_steps": 400,
648
+ "route_completion": 0.0,
649
+ "manipulation_score": 0.0,
650
+ "total_penalty_factor": 0.5,
651
+ "fail_reason": "out_of_bounds",
652
+ "penalty_events": [
653
+ {
654
+ "event_type": "out_of_bounds",
655
+ "timestep": 230,
656
+ "penalty_factor": 0.5,
657
+ "details": "Target object left workspace/view"
658
+ }
659
+ ]
660
+ },
661
+ {
662
+ "episode_id": 39,
663
+ "seed": 100065,
664
+ "success": false,
665
+ "steps_taken": 146,
666
+ "max_steps": 400,
667
+ "route_completion": 4.891944163814643,
668
+ "manipulation_score": 2.4459720819073216,
669
+ "total_penalty_factor": 0.5,
670
+ "fail_reason": "out_of_bounds",
671
+ "penalty_events": [
672
+ {
673
+ "event_type": "out_of_bounds",
674
+ "timestep": 146,
675
+ "penalty_factor": 0.5,
676
+ "details": "Target object left workspace/view"
677
+ }
678
+ ]
679
+ },
680
+ {
681
+ "episode_id": 40,
682
+ "seed": 100068,
683
+ "success": false,
684
+ "steps_taken": 96,
685
+ "max_steps": 400,
686
+ "route_completion": 0.0,
687
+ "manipulation_score": 0.0,
688
+ "total_penalty_factor": 0.5,
689
+ "fail_reason": "out_of_bounds",
690
+ "penalty_events": [
691
+ {
692
+ "event_type": "out_of_bounds",
693
+ "timestep": 96,
694
+ "penalty_factor": 0.5,
695
+ "details": "Target object left workspace/view"
696
+ }
697
+ ]
698
+ },
699
+ {
700
+ "episode_id": 41,
701
+ "seed": 100069,
702
+ "success": false,
703
+ "steps_taken": 149,
704
+ "max_steps": 400,
705
+ "route_completion": 15.172358103837432,
706
+ "manipulation_score": 7.586179051918716,
707
+ "total_penalty_factor": 0.5,
708
+ "fail_reason": "out_of_bounds",
709
+ "penalty_events": [
710
+ {
711
+ "event_type": "out_of_bounds",
712
+ "timestep": 149,
713
+ "penalty_factor": 0.5,
714
+ "details": "Target object left workspace/view"
715
+ }
716
+ ]
717
+ },
718
+ {
719
+ "episode_id": 42,
720
+ "seed": 100070,
721
+ "success": true,
722
+ "steps_taken": 151,
723
+ "max_steps": 400,
724
+ "route_completion": 100.0,
725
+ "manipulation_score": 100.0,
726
+ "total_penalty_factor": 1.0,
727
+ "fail_reason": null,
728
+ "penalty_events": []
729
+ },
730
+ {
731
+ "episode_id": 43,
732
+ "seed": 100072,
733
+ "success": false,
734
+ "steps_taken": 109,
735
+ "max_steps": 400,
736
+ "route_completion": 24.504299518895408,
737
+ "manipulation_score": 12.252149759447704,
738
+ "total_penalty_factor": 0.5,
739
+ "fail_reason": "out_of_bounds",
740
+ "penalty_events": [
741
+ {
742
+ "event_type": "out_of_bounds",
743
+ "timestep": 109,
744
+ "penalty_factor": 0.5,
745
+ "details": "Target object left workspace/view"
746
+ }
747
+ ]
748
+ },
749
+ {
750
+ "episode_id": 44,
751
+ "seed": 100074,
752
+ "success": false,
753
+ "steps_taken": 113,
754
+ "max_steps": 400,
755
+ "route_completion": 0.0,
756
+ "manipulation_score": 0.0,
757
+ "total_penalty_factor": 0.5,
758
+ "fail_reason": "out_of_bounds",
759
+ "penalty_events": [
760
+ {
761
+ "event_type": "out_of_bounds",
762
+ "timestep": 113,
763
+ "penalty_factor": 0.5,
764
+ "details": "Target object left workspace/view"
765
+ }
766
+ ]
767
+ },
768
+ {
769
+ "episode_id": 45,
770
+ "seed": 100075,
771
+ "success": false,
772
+ "steps_taken": 187,
773
+ "max_steps": 400,
774
+ "route_completion": 22.598266945999914,
775
+ "manipulation_score": 11.299133472999957,
776
+ "total_penalty_factor": 0.5,
777
+ "fail_reason": "out_of_bounds",
778
+ "penalty_events": [
779
+ {
780
+ "event_type": "out_of_bounds",
781
+ "timestep": 187,
782
+ "penalty_factor": 0.5,
783
+ "details": "Target object left workspace/view"
784
+ }
785
+ ]
786
+ },
787
+ {
788
+ "episode_id": 46,
789
+ "seed": 100076,
790
+ "success": false,
791
+ "steps_taken": 146,
792
+ "max_steps": 400,
793
+ "route_completion": 37.07892057145266,
794
+ "manipulation_score": 18.53946028572633,
795
+ "total_penalty_factor": 0.5,
796
+ "fail_reason": "out_of_bounds",
797
+ "penalty_events": [
798
+ {
799
+ "event_type": "out_of_bounds",
800
+ "timestep": 146,
801
+ "penalty_factor": 0.5,
802
+ "details": "Target object left workspace/view"
803
+ }
804
+ ]
805
+ },
806
+ {
807
+ "episode_id": 47,
808
+ "seed": 100079,
809
+ "success": false,
810
+ "steps_taken": 167,
811
+ "max_steps": 400,
812
+ "route_completion": 0.0,
813
+ "manipulation_score": 0.0,
814
+ "total_penalty_factor": 0.5,
815
+ "fail_reason": "out_of_bounds",
816
+ "penalty_events": [
817
+ {
818
+ "event_type": "out_of_bounds",
819
+ "timestep": 167,
820
+ "penalty_factor": 0.5,
821
+ "details": "Target object left workspace/view"
822
+ }
823
+ ]
824
+ },
825
+ {
826
+ "episode_id": 48,
827
+ "seed": 100080,
828
+ "success": false,
829
+ "steps_taken": 93,
830
+ "max_steps": 400,
831
+ "route_completion": 30.082446912663375,
832
+ "manipulation_score": 15.041223456331688,
833
+ "total_penalty_factor": 0.5,
834
+ "fail_reason": "out_of_bounds",
835
+ "penalty_events": [
836
+ {
837
+ "event_type": "out_of_bounds",
838
+ "timestep": 93,
839
+ "penalty_factor": 0.5,
840
+ "details": "Target object left workspace/view"
841
+ }
842
+ ]
843
+ },
844
+ {
845
+ "episode_id": 49,
846
+ "seed": 100081,
847
+ "success": false,
848
+ "steps_taken": 396,
849
+ "max_steps": 400,
850
+ "route_completion": 19.427562165594153,
851
+ "manipulation_score": 9.713781082797077,
852
+ "total_penalty_factor": 0.5,
853
+ "fail_reason": "out_of_bounds",
854
+ "penalty_events": [
855
+ {
856
+ "event_type": "out_of_bounds",
857
+ "timestep": 396,
858
+ "penalty_factor": 0.5,
859
+ "details": "Target object left workspace/view"
860
+ }
861
+ ]
862
+ },
863
+ {
864
+ "episode_id": 50,
865
+ "seed": 100082,
866
+ "success": false,
867
+ "steps_taken": 132,
868
+ "max_steps": 400,
869
+ "route_completion": 0.0,
870
+ "manipulation_score": 0.0,
871
+ "total_penalty_factor": 0.5,
872
+ "fail_reason": "out_of_bounds",
873
+ "penalty_events": [
874
+ {
875
+ "event_type": "out_of_bounds",
876
+ "timestep": 132,
877
+ "penalty_factor": 0.5,
878
+ "details": "Target object left workspace/view"
879
+ }
880
+ ]
881
+ },
882
+ {
883
+ "episode_id": 51,
884
+ "seed": 100083,
885
+ "success": false,
886
+ "steps_taken": 125,
887
+ "max_steps": 400,
888
+ "route_completion": 27.44775090896563,
889
+ "manipulation_score": 13.723875454482815,
890
+ "total_penalty_factor": 0.5,
891
+ "fail_reason": "out_of_bounds",
892
+ "penalty_events": [
893
+ {
894
+ "event_type": "out_of_bounds",
895
+ "timestep": 125,
896
+ "penalty_factor": 0.5,
897
+ "details": "Target object left workspace/view"
898
+ }
899
+ ]
900
+ },
901
+ {
902
+ "episode_id": 52,
903
+ "seed": 100084,
904
+ "success": false,
905
+ "steps_taken": 129,
906
+ "max_steps": 400,
907
+ "route_completion": 0.022173278975369037,
908
+ "manipulation_score": 0.011086639487684518,
909
+ "total_penalty_factor": 0.5,
910
+ "fail_reason": "out_of_bounds",
911
+ "penalty_events": [
912
+ {
913
+ "event_type": "out_of_bounds",
914
+ "timestep": 129,
915
+ "penalty_factor": 0.5,
916
+ "details": "Target object left workspace/view"
917
+ }
918
+ ]
919
+ },
920
+ {
921
+ "episode_id": 53,
922
+ "seed": 100088,
923
+ "success": false,
924
+ "steps_taken": 296,
925
+ "max_steps": 400,
926
+ "route_completion": 34.01413931867018,
927
+ "manipulation_score": 17.00706965933509,
928
+ "total_penalty_factor": 0.5,
929
+ "fail_reason": "out_of_bounds",
930
+ "penalty_events": [
931
+ {
932
+ "event_type": "out_of_bounds",
933
+ "timestep": 296,
934
+ "penalty_factor": 0.5,
935
+ "details": "Target object left workspace/view"
936
+ }
937
+ ]
938
+ },
939
+ {
940
+ "episode_id": 54,
941
+ "seed": 100089,
942
+ "success": false,
943
+ "steps_taken": 120,
944
+ "max_steps": 400,
945
+ "route_completion": 7.972706863333187,
946
+ "manipulation_score": 3.9863534316665934,
947
+ "total_penalty_factor": 0.5,
948
+ "fail_reason": "out_of_bounds",
949
+ "penalty_events": [
950
+ {
951
+ "event_type": "out_of_bounds",
952
+ "timestep": 120,
953
+ "penalty_factor": 0.5,
954
+ "details": "Target object left workspace/view"
955
+ }
956
+ ]
957
+ },
958
+ {
959
+ "episode_id": 55,
960
+ "seed": 100090,
961
+ "success": true,
962
+ "steps_taken": 144,
963
+ "max_steps": 400,
964
+ "route_completion": 100.0,
965
+ "manipulation_score": 100.0,
966
+ "total_penalty_factor": 1.0,
967
+ "fail_reason": null,
968
+ "penalty_events": []
969
+ },
970
+ {
971
+ "episode_id": 56,
972
+ "seed": 100093,
973
+ "success": false,
974
+ "steps_taken": 98,
975
+ "max_steps": 400,
976
+ "route_completion": 27.6686509399252,
977
+ "manipulation_score": 13.8343254699626,
978
+ "total_penalty_factor": 0.5,
979
+ "fail_reason": "out_of_bounds",
980
+ "penalty_events": [
981
+ {
982
+ "event_type": "out_of_bounds",
983
+ "timestep": 98,
984
+ "penalty_factor": 0.5,
985
+ "details": "Target object left workspace/view"
986
+ }
987
+ ]
988
+ },
989
+ {
990
+ "episode_id": 57,
991
+ "seed": 100094,
992
+ "success": false,
993
+ "steps_taken": 121,
994
+ "max_steps": 400,
995
+ "route_completion": 16.44181592158222,
996
+ "manipulation_score": 8.22090796079111,
997
+ "total_penalty_factor": 0.5,
998
+ "fail_reason": "out_of_bounds",
999
+ "penalty_events": [
1000
+ {
1001
+ "event_type": "out_of_bounds",
1002
+ "timestep": 121,
1003
+ "penalty_factor": 0.5,
1004
+ "details": "Target object left workspace/view"
1005
+ }
1006
+ ]
1007
+ },
1008
+ {
1009
+ "episode_id": 58,
1010
+ "seed": 100096,
1011
+ "success": true,
1012
+ "steps_taken": 139,
1013
+ "max_steps": 400,
1014
+ "route_completion": 100.0,
1015
+ "manipulation_score": 100.0,
1016
+ "total_penalty_factor": 1.0,
1017
+ "fail_reason": null,
1018
+ "penalty_events": []
1019
+ },
1020
+ {
1021
+ "episode_id": 59,
1022
+ "seed": 100098,
1023
+ "success": false,
1024
+ "steps_taken": 149,
1025
+ "max_steps": 400,
1026
+ "route_completion": 0.0,
1027
+ "manipulation_score": 0.0,
1028
+ "total_penalty_factor": 0.5,
1029
+ "fail_reason": "out_of_bounds",
1030
+ "penalty_events": [
1031
+ {
1032
+ "event_type": "out_of_bounds",
1033
+ "timestep": 149,
1034
+ "penalty_factor": 0.5,
1035
+ "details": "Target object left workspace/view"
1036
+ }
1037
+ ]
1038
+ },
1039
+ {
1040
+ "episode_id": 60,
1041
+ "seed": 100099,
1042
+ "success": false,
1043
+ "steps_taken": 176,
1044
+ "max_steps": 400,
1045
+ "route_completion": 43.11458982870502,
1046
+ "manipulation_score": 21.55729491435251,
1047
+ "total_penalty_factor": 0.5,
1048
+ "fail_reason": "out_of_bounds",
1049
+ "penalty_events": [
1050
+ {
1051
+ "event_type": "out_of_bounds",
1052
+ "timestep": 176,
1053
+ "penalty_factor": 0.5,
1054
+ "details": "Target object left workspace/view"
1055
+ }
1056
+ ]
1057
+ },
1058
+ {
1059
+ "episode_id": 61,
1060
+ "seed": 100100,
1061
+ "success": false,
1062
+ "steps_taken": 134,
1063
+ "max_steps": 400,
1064
+ "route_completion": 0.0,
1065
+ "manipulation_score": 0.0,
1066
+ "total_penalty_factor": 0.5,
1067
+ "fail_reason": "out_of_bounds",
1068
+ "penalty_events": [
1069
+ {
1070
+ "event_type": "out_of_bounds",
1071
+ "timestep": 134,
1072
+ "penalty_factor": 0.5,
1073
+ "details": "Target object left workspace/view"
1074
+ }
1075
+ ]
1076
+ },
1077
+ {
1078
+ "episode_id": 62,
1079
+ "seed": 100101,
1080
+ "success": false,
1081
+ "steps_taken": 249,
1082
+ "max_steps": 400,
1083
+ "route_completion": 0.0,
1084
+ "manipulation_score": 0.0,
1085
+ "total_penalty_factor": 0.5,
1086
+ "fail_reason": "out_of_bounds",
1087
+ "penalty_events": [
1088
+ {
1089
+ "event_type": "out_of_bounds",
1090
+ "timestep": 249,
1091
+ "penalty_factor": 0.5,
1092
+ "details": "Target object left workspace/view"
1093
+ }
1094
+ ]
1095
+ },
1096
+ {
1097
+ "episode_id": 63,
1098
+ "seed": 100102,
1099
+ "success": true,
1100
+ "steps_taken": 143,
1101
+ "max_steps": 400,
1102
+ "route_completion": 100.0,
1103
+ "manipulation_score": 100.0,
1104
+ "total_penalty_factor": 1.0,
1105
+ "fail_reason": null,
1106
+ "penalty_events": []
1107
+ },
1108
+ {
1109
+ "episode_id": 64,
1110
+ "seed": 100103,
1111
+ "success": false,
1112
+ "steps_taken": 335,
1113
+ "max_steps": 400,
1114
+ "route_completion": 13.378112955237953,
1115
+ "manipulation_score": 6.689056477618976,
1116
+ "total_penalty_factor": 0.5,
1117
+ "fail_reason": "out_of_bounds",
1118
+ "penalty_events": [
1119
+ {
1120
+ "event_type": "out_of_bounds",
1121
+ "timestep": 335,
1122
+ "penalty_factor": 0.5,
1123
+ "details": "Target object left workspace/view"
1124
+ }
1125
+ ]
1126
+ },
1127
+ {
1128
+ "episode_id": 65,
1129
+ "seed": 100106,
1130
+ "success": true,
1131
+ "steps_taken": 138,
1132
+ "max_steps": 400,
1133
+ "route_completion": 100.0,
1134
+ "manipulation_score": 100.0,
1135
+ "total_penalty_factor": 1.0,
1136
+ "fail_reason": null,
1137
+ "penalty_events": []
1138
+ },
1139
+ {
1140
+ "episode_id": 66,
1141
+ "seed": 100107,
1142
+ "success": false,
1143
+ "steps_taken": 105,
1144
+ "max_steps": 400,
1145
+ "route_completion": 13.304348754560074,
1146
+ "manipulation_score": 6.652174377280037,
1147
+ "total_penalty_factor": 0.5,
1148
+ "fail_reason": "out_of_bounds",
1149
+ "penalty_events": [
1150
+ {
1151
+ "event_type": "out_of_bounds",
1152
+ "timestep": 105,
1153
+ "penalty_factor": 0.5,
1154
+ "details": "Target object left workspace/view"
1155
+ }
1156
+ ]
1157
+ },
1158
+ {
1159
+ "episode_id": 67,
1160
+ "seed": 100108,
1161
+ "success": false,
1162
+ "steps_taken": 110,
1163
+ "max_steps": 400,
1164
+ "route_completion": 14.143878064264298,
1165
+ "manipulation_score": 7.071939032132149,
1166
+ "total_penalty_factor": 0.5,
1167
+ "fail_reason": "out_of_bounds",
1168
+ "penalty_events": [
1169
+ {
1170
+ "event_type": "out_of_bounds",
1171
+ "timestep": 110,
1172
+ "penalty_factor": 0.5,
1173
+ "details": "Target object left workspace/view"
1174
+ }
1175
+ ]
1176
+ },
1177
+ {
1178
+ "episode_id": 68,
1179
+ "seed": 100110,
1180
+ "success": false,
1181
+ "steps_taken": 104,
1182
+ "max_steps": 400,
1183
+ "route_completion": 41.19287275309205,
1184
+ "manipulation_score": 20.596436376546023,
1185
+ "total_penalty_factor": 0.5,
1186
+ "fail_reason": "out_of_bounds",
1187
+ "penalty_events": [
1188
+ {
1189
+ "event_type": "out_of_bounds",
1190
+ "timestep": 104,
1191
+ "penalty_factor": 0.5,
1192
+ "details": "Target object left workspace/view"
1193
+ }
1194
+ ]
1195
+ },
1196
+ {
1197
+ "episode_id": 69,
1198
+ "seed": 100112,
1199
+ "success": false,
1200
+ "steps_taken": 144,
1201
+ "max_steps": 400,
1202
+ "route_completion": 37.287145167728916,
1203
+ "manipulation_score": 18.643572583864458,
1204
+ "total_penalty_factor": 0.5,
1205
+ "fail_reason": "out_of_bounds",
1206
+ "penalty_events": [
1207
+ {
1208
+ "event_type": "out_of_bounds",
1209
+ "timestep": 144,
1210
+ "penalty_factor": 0.5,
1211
+ "details": "Target object left workspace/view"
1212
+ }
1213
+ ]
1214
+ },
1215
+ {
1216
+ "episode_id": 70,
1217
+ "seed": 100117,
1218
+ "success": false,
1219
+ "steps_taken": 91,
1220
+ "max_steps": 400,
1221
+ "route_completion": 0.015523641520817437,
1222
+ "manipulation_score": 0.007761820760408719,
1223
+ "total_penalty_factor": 0.5,
1224
+ "fail_reason": "out_of_bounds",
1225
+ "penalty_events": [
1226
+ {
1227
+ "event_type": "out_of_bounds",
1228
+ "timestep": 91,
1229
+ "penalty_factor": 0.5,
1230
+ "details": "Target object left workspace/view"
1231
+ }
1232
+ ]
1233
+ },
1234
+ {
1235
+ "episode_id": 71,
1236
+ "seed": 100118,
1237
+ "success": false,
1238
+ "steps_taken": 169,
1239
+ "max_steps": 400,
1240
+ "route_completion": 0.0,
1241
+ "manipulation_score": 0.0,
1242
+ "total_penalty_factor": 0.5,
1243
+ "fail_reason": "out_of_bounds",
1244
+ "penalty_events": [
1245
+ {
1246
+ "event_type": "out_of_bounds",
1247
+ "timestep": 169,
1248
+ "penalty_factor": 0.5,
1249
+ "details": "Target object left workspace/view"
1250
+ }
1251
+ ]
1252
+ },
1253
+ {
1254
+ "episode_id": 72,
1255
+ "seed": 100121,
1256
+ "success": false,
1257
+ "steps_taken": 376,
1258
+ "max_steps": 400,
1259
+ "route_completion": 15.718093789429386,
1260
+ "manipulation_score": 7.859046894714693,
1261
+ "total_penalty_factor": 0.5,
1262
+ "fail_reason": "out_of_bounds",
1263
+ "penalty_events": [
1264
+ {
1265
+ "event_type": "out_of_bounds",
1266
+ "timestep": 376,
1267
+ "penalty_factor": 0.5,
1268
+ "details": "Target object left workspace/view"
1269
+ }
1270
+ ]
1271
+ },
1272
+ {
1273
+ "episode_id": 73,
1274
+ "seed": 100122,
1275
+ "success": true,
1276
+ "steps_taken": 144,
1277
+ "max_steps": 400,
1278
+ "route_completion": 100.0,
1279
+ "manipulation_score": 100.0,
1280
+ "total_penalty_factor": 1.0,
1281
+ "fail_reason": null,
1282
+ "penalty_events": []
1283
+ },
1284
+ {
1285
+ "episode_id": 74,
1286
+ "seed": 100123,
1287
+ "success": false,
1288
+ "steps_taken": 195,
1289
+ "max_steps": 400,
1290
+ "route_completion": 0.0,
1291
+ "manipulation_score": 0.0,
1292
+ "total_penalty_factor": 0.5,
1293
+ "fail_reason": "out_of_bounds",
1294
+ "penalty_events": [
1295
+ {
1296
+ "event_type": "out_of_bounds",
1297
+ "timestep": 195,
1298
+ "penalty_factor": 0.5,
1299
+ "details": "Target object left workspace/view"
1300
+ }
1301
+ ]
1302
+ },
1303
+ {
1304
+ "episode_id": 75,
1305
+ "seed": 100124,
1306
+ "success": true,
1307
+ "steps_taken": 121,
1308
+ "max_steps": 400,
1309
+ "route_completion": 100.0,
1310
+ "manipulation_score": 100.0,
1311
+ "total_penalty_factor": 1.0,
1312
+ "fail_reason": null,
1313
+ "penalty_events": []
1314
+ },
1315
+ {
1316
+ "episode_id": 76,
1317
+ "seed": 100125,
1318
+ "success": false,
1319
+ "steps_taken": 151,
1320
+ "max_steps": 400,
1321
+ "route_completion": 31.47890097857043,
1322
+ "manipulation_score": 15.739450489285215,
1323
+ "total_penalty_factor": 0.5,
1324
+ "fail_reason": "out_of_bounds",
1325
+ "penalty_events": [
1326
+ {
1327
+ "event_type": "out_of_bounds",
1328
+ "timestep": 151,
1329
+ "penalty_factor": 0.5,
1330
+ "details": "Target object left workspace/view"
1331
+ }
1332
+ ]
1333
+ },
1334
+ {
1335
+ "episode_id": 77,
1336
+ "seed": 100127,
1337
+ "success": false,
1338
+ "steps_taken": 107,
1339
+ "max_steps": 400,
1340
+ "route_completion": 19.677475203926896,
1341
+ "manipulation_score": 9.838737601963448,
1342
+ "total_penalty_factor": 0.5,
1343
+ "fail_reason": "out_of_bounds",
1344
+ "penalty_events": [
1345
+ {
1346
+ "event_type": "out_of_bounds",
1347
+ "timestep": 107,
1348
+ "penalty_factor": 0.5,
1349
+ "details": "Target object left workspace/view"
1350
+ }
1351
+ ]
1352
+ },
1353
+ {
1354
+ "episode_id": 78,
1355
+ "seed": 100128,
1356
+ "success": false,
1357
+ "steps_taken": 118,
1358
+ "max_steps": 400,
1359
+ "route_completion": 27.240138884729458,
1360
+ "manipulation_score": 13.620069442364729,
1361
+ "total_penalty_factor": 0.5,
1362
+ "fail_reason": "out_of_bounds",
1363
+ "penalty_events": [
1364
+ {
1365
+ "event_type": "out_of_bounds",
1366
+ "timestep": 118,
1367
+ "penalty_factor": 0.5,
1368
+ "details": "Target object left workspace/view"
1369
+ }
1370
+ ]
1371
+ },
1372
+ {
1373
+ "episode_id": 79,
1374
+ "seed": 100129,
1375
+ "success": false,
1376
+ "steps_taken": 237,
1377
+ "max_steps": 400,
1378
+ "route_completion": 0.0,
1379
+ "manipulation_score": 0.0,
1380
+ "total_penalty_factor": 0.5,
1381
+ "fail_reason": "out_of_bounds",
1382
+ "penalty_events": [
1383
+ {
1384
+ "event_type": "out_of_bounds",
1385
+ "timestep": 237,
1386
+ "penalty_factor": 0.5,
1387
+ "details": "Target object left workspace/view"
1388
+ }
1389
+ ]
1390
+ },
1391
+ {
1392
+ "episode_id": 80,
1393
+ "seed": 100130,
1394
+ "success": false,
1395
+ "steps_taken": 199,
1396
+ "max_steps": 400,
1397
+ "route_completion": 32.09688868528936,
1398
+ "manipulation_score": 16.04844434264468,
1399
+ "total_penalty_factor": 0.5,
1400
+ "fail_reason": "out_of_bounds",
1401
+ "penalty_events": [
1402
+ {
1403
+ "event_type": "out_of_bounds",
1404
+ "timestep": 199,
1405
+ "penalty_factor": 0.5,
1406
+ "details": "Target object left workspace/view"
1407
+ }
1408
+ ]
1409
+ },
1410
+ {
1411
+ "episode_id": 81,
1412
+ "seed": 100132,
1413
+ "success": false,
1414
+ "steps_taken": 288,
1415
+ "max_steps": 400,
1416
+ "route_completion": 34.97719496319464,
1417
+ "manipulation_score": 17.48859748159732,
1418
+ "total_penalty_factor": 0.5,
1419
+ "fail_reason": "out_of_bounds",
1420
+ "penalty_events": [
1421
+ {
1422
+ "event_type": "out_of_bounds",
1423
+ "timestep": 288,
1424
+ "penalty_factor": 0.5,
1425
+ "details": "Target object left workspace/view"
1426
+ }
1427
+ ]
1428
+ },
1429
+ {
1430
+ "episode_id": 82,
1431
+ "seed": 100133,
1432
+ "success": false,
1433
+ "steps_taken": 139,
1434
+ "max_steps": 400,
1435
+ "route_completion": 22.11305986203966,
1436
+ "manipulation_score": 11.05652993101983,
1437
+ "total_penalty_factor": 0.5,
1438
+ "fail_reason": "out_of_bounds",
1439
+ "penalty_events": [
1440
+ {
1441
+ "event_type": "out_of_bounds",
1442
+ "timestep": 139,
1443
+ "penalty_factor": 0.5,
1444
+ "details": "Target object left workspace/view"
1445
+ }
1446
+ ]
1447
+ },
1448
+ {
1449
+ "episode_id": 83,
1450
+ "seed": 100135,
1451
+ "success": false,
1452
+ "steps_taken": 94,
1453
+ "max_steps": 400,
1454
+ "route_completion": 22.658460375897874,
1455
+ "manipulation_score": 11.329230187948937,
1456
+ "total_penalty_factor": 0.5,
1457
+ "fail_reason": "out_of_bounds",
1458
+ "penalty_events": [
1459
+ {
1460
+ "event_type": "out_of_bounds",
1461
+ "timestep": 94,
1462
+ "penalty_factor": 0.5,
1463
+ "details": "Target object left workspace/view"
1464
+ }
1465
+ ]
1466
+ },
1467
+ {
1468
+ "episode_id": 84,
1469
+ "seed": 100137,
1470
+ "success": false,
1471
+ "steps_taken": 166,
1472
+ "max_steps": 400,
1473
+ "route_completion": 0.12374807769367172,
1474
+ "manipulation_score": 0.06187403884683586,
1475
+ "total_penalty_factor": 0.5,
1476
+ "fail_reason": "out_of_bounds",
1477
+ "penalty_events": [
1478
+ {
1479
+ "event_type": "out_of_bounds",
1480
+ "timestep": 166,
1481
+ "penalty_factor": 0.5,
1482
+ "details": "Target object left workspace/view"
1483
+ }
1484
+ ]
1485
+ },
1486
+ {
1487
+ "episode_id": 85,
1488
+ "seed": 100138,
1489
+ "success": false,
1490
+ "steps_taken": 142,
1491
+ "max_steps": 400,
1492
+ "route_completion": 0.031218099542015404,
1493
+ "manipulation_score": 0.015609049771007702,
1494
+ "total_penalty_factor": 0.5,
1495
+ "fail_reason": "out_of_bounds",
1496
+ "penalty_events": [
1497
+ {
1498
+ "event_type": "out_of_bounds",
1499
+ "timestep": 142,
1500
+ "penalty_factor": 0.5,
1501
+ "details": "Target object left workspace/view"
1502
+ }
1503
+ ]
1504
+ },
1505
+ {
1506
+ "episode_id": 86,
1507
+ "seed": 100139,
1508
+ "success": false,
1509
+ "steps_taken": 113,
1510
+ "max_steps": 400,
1511
+ "route_completion": 0.0111708268143582,
1512
+ "manipulation_score": 0.0055854134071791,
1513
+ "total_penalty_factor": 0.5,
1514
+ "fail_reason": "out_of_bounds",
1515
+ "penalty_events": [
1516
+ {
1517
+ "event_type": "out_of_bounds",
1518
+ "timestep": 113,
1519
+ "penalty_factor": 0.5,
1520
+ "details": "Target object left workspace/view"
1521
+ }
1522
+ ]
1523
+ },
1524
+ {
1525
+ "episode_id": 87,
1526
+ "seed": 100140,
1527
+ "success": false,
1528
+ "steps_taken": 185,
1529
+ "max_steps": 400,
1530
+ "route_completion": 9.153370399814513,
1531
+ "manipulation_score": 4.576685199907256,
1532
+ "total_penalty_factor": 0.5,
1533
+ "fail_reason": "out_of_bounds",
1534
+ "penalty_events": [
1535
+ {
1536
+ "event_type": "out_of_bounds",
1537
+ "timestep": 185,
1538
+ "penalty_factor": 0.5,
1539
+ "details": "Target object left workspace/view"
1540
+ }
1541
+ ]
1542
+ },
1543
+ {
1544
+ "episode_id": 88,
1545
+ "seed": 100141,
1546
+ "success": false,
1547
+ "steps_taken": 233,
1548
+ "max_steps": 400,
1549
+ "route_completion": 16.694409199849378,
1550
+ "manipulation_score": 8.347204599924689,
1551
+ "total_penalty_factor": 0.5,
1552
+ "fail_reason": "out_of_bounds",
1553
+ "penalty_events": [
1554
+ {
1555
+ "event_type": "out_of_bounds",
1556
+ "timestep": 233,
1557
+ "penalty_factor": 0.5,
1558
+ "details": "Target object left workspace/view"
1559
+ }
1560
+ ]
1561
+ },
1562
+ {
1563
+ "episode_id": 89,
1564
+ "seed": 100142,
1565
+ "success": false,
1566
+ "steps_taken": 199,
1567
+ "max_steps": 400,
1568
+ "route_completion": 0.0,
1569
+ "manipulation_score": 0.0,
1570
+ "total_penalty_factor": 0.5,
1571
+ "fail_reason": "out_of_bounds",
1572
+ "penalty_events": [
1573
+ {
1574
+ "event_type": "out_of_bounds",
1575
+ "timestep": 199,
1576
+ "penalty_factor": 0.5,
1577
+ "details": "Target object left workspace/view"
1578
+ }
1579
+ ]
1580
+ },
1581
+ {
1582
+ "episode_id": 90,
1583
+ "seed": 100143,
1584
+ "success": false,
1585
+ "steps_taken": 178,
1586
+ "max_steps": 400,
1587
+ "route_completion": 0.0,
1588
+ "manipulation_score": 0.0,
1589
+ "total_penalty_factor": 0.5,
1590
+ "fail_reason": "out_of_bounds",
1591
+ "penalty_events": [
1592
+ {
1593
+ "event_type": "out_of_bounds",
1594
+ "timestep": 178,
1595
+ "penalty_factor": 0.5,
1596
+ "details": "Target object left workspace/view"
1597
+ }
1598
+ ]
1599
+ },
1600
+ {
1601
+ "episode_id": 91,
1602
+ "seed": 100144,
1603
+ "success": false,
1604
+ "steps_taken": 130,
1605
+ "max_steps": 400,
1606
+ "route_completion": 0.0,
1607
+ "manipulation_score": 0.0,
1608
+ "total_penalty_factor": 0.5,
1609
+ "fail_reason": "out_of_bounds",
1610
+ "penalty_events": [
1611
+ {
1612
+ "event_type": "out_of_bounds",
1613
+ "timestep": 130,
1614
+ "penalty_factor": 0.5,
1615
+ "details": "Target object left workspace/view"
1616
+ }
1617
+ ]
1618
+ },
1619
+ {
1620
+ "episode_id": 92,
1621
+ "seed": 100146,
1622
+ "success": false,
1623
+ "steps_taken": 183,
1624
+ "max_steps": 400,
1625
+ "route_completion": 0.016112084509270302,
1626
+ "manipulation_score": 0.008056042254635151,
1627
+ "total_penalty_factor": 0.5,
1628
+ "fail_reason": "out_of_bounds",
1629
+ "penalty_events": [
1630
+ {
1631
+ "event_type": "out_of_bounds",
1632
+ "timestep": 183,
1633
+ "penalty_factor": 0.5,
1634
+ "details": "Target object left workspace/view"
1635
+ }
1636
+ ]
1637
+ },
1638
+ {
1639
+ "episode_id": 93,
1640
+ "seed": 100147,
1641
+ "success": false,
1642
+ "steps_taken": 259,
1643
+ "max_steps": 400,
1644
+ "route_completion": 26.509011835589703,
1645
+ "manipulation_score": 13.254505917794852,
1646
+ "total_penalty_factor": 0.5,
1647
+ "fail_reason": "out_of_bounds",
1648
+ "penalty_events": [
1649
+ {
1650
+ "event_type": "out_of_bounds",
1651
+ "timestep": 259,
1652
+ "penalty_factor": 0.5,
1653
+ "details": "Target object left workspace/view"
1654
+ }
1655
+ ]
1656
+ },
1657
+ {
1658
+ "episode_id": 94,
1659
+ "seed": 100148,
1660
+ "success": false,
1661
+ "steps_taken": 98,
1662
+ "max_steps": 400,
1663
+ "route_completion": 30.011693536432087,
1664
+ "manipulation_score": 15.005846768216044,
1665
+ "total_penalty_factor": 0.5,
1666
+ "fail_reason": "out_of_bounds",
1667
+ "penalty_events": [
1668
+ {
1669
+ "event_type": "out_of_bounds",
1670
+ "timestep": 98,
1671
+ "penalty_factor": 0.5,
1672
+ "details": "Target object left workspace/view"
1673
+ }
1674
+ ]
1675
+ },
1676
+ {
1677
+ "episode_id": 95,
1678
+ "seed": 100149,
1679
+ "success": false,
1680
+ "steps_taken": 400,
1681
+ "max_steps": 400,
1682
+ "route_completion": 29.92485834300329,
1683
+ "manipulation_score": 29.92485834300329,
1684
+ "total_penalty_factor": 1.0,
1685
+ "fail_reason": null,
1686
+ "penalty_events": []
1687
+ },
1688
+ {
1689
+ "episode_id": 96,
1690
+ "seed": 100150,
1691
+ "success": false,
1692
+ "steps_taken": 315,
1693
+ "max_steps": 400,
1694
+ "route_completion": 18.825192918220246,
1695
+ "manipulation_score": 9.412596459110123,
1696
+ "total_penalty_factor": 0.5,
1697
+ "fail_reason": "out_of_bounds",
1698
+ "penalty_events": [
1699
+ {
1700
+ "event_type": "out_of_bounds",
1701
+ "timestep": 315,
1702
+ "penalty_factor": 0.5,
1703
+ "details": "Target object left workspace/view"
1704
+ }
1705
+ ]
1706
+ },
1707
+ {
1708
+ "episode_id": 97,
1709
+ "seed": 100151,
1710
+ "success": true,
1711
+ "steps_taken": 139,
1712
+ "max_steps": 400,
1713
+ "route_completion": 100.0,
1714
+ "manipulation_score": 100.0,
1715
+ "total_penalty_factor": 1.0,
1716
+ "fail_reason": null,
1717
+ "penalty_events": []
1718
+ },
1719
+ {
1720
+ "episode_id": 98,
1721
+ "seed": 100152,
1722
+ "success": false,
1723
+ "steps_taken": 136,
1724
+ "max_steps": 400,
1725
+ "route_completion": 2.7811672121037168,
1726
+ "manipulation_score": 1.3905836060518584,
1727
+ "total_penalty_factor": 0.5,
1728
+ "fail_reason": "out_of_bounds",
1729
+ "penalty_events": [
1730
+ {
1731
+ "event_type": "out_of_bounds",
1732
+ "timestep": 136,
1733
+ "penalty_factor": 0.5,
1734
+ "details": "Target object left workspace/view"
1735
+ }
1736
+ ]
1737
+ },
1738
+ {
1739
+ "episode_id": 99,
1740
+ "seed": 100155,
1741
+ "success": true,
1742
+ "steps_taken": 143,
1743
+ "max_steps": 400,
1744
+ "route_completion": 100.0,
1745
+ "manipulation_score": 100.0,
1746
+ "total_penalty_factor": 1.0,
1747
+ "fail_reason": null,
1748
+ "penalty_events": []
1749
+ },
1750
+ {
1751
+ "episode_id": 100,
1752
+ "seed": 100156,
1753
+ "success": false,
1754
+ "steps_taken": 162,
1755
+ "max_steps": 400,
1756
+ "route_completion": 0.0,
1757
+ "manipulation_score": 0.0,
1758
+ "total_penalty_factor": 0.5,
1759
+ "fail_reason": "out_of_bounds",
1760
+ "penalty_events": [
1761
+ {
1762
+ "event_type": "out_of_bounds",
1763
+ "timestep": 162,
1764
+ "penalty_factor": 0.5,
1765
+ "details": "Target object left workspace/view"
1766
+ }
1767
+ ]
1768
+ }
1769
+ ]
log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 16,
4
+ "success_rate": 16.0,
5
+ "manipulation_score_mean": 22.592582004884967,
6
+ "manipulation_score_std": 34.65442262461761,
7
+ "route_completion_mean": 28.324173722429727,
8
+ "route_completion_std": 33.97458666511055,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 81
11
+ }
log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 16.0% (16/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 22.59
10
+ Std: 34.65
11
+
12
+ --- Route Completion ---
13
+ Mean: 28.32%
14
+ Std: 33.97
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 81
19
+
20
+ ============================================================
log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-29 22:45:44
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.16
log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_episodes_detail.json ADDED
@@ -0,0 +1,1447 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100003,
5
+ "success": false,
6
+ "steps_taken": 50,
7
+ "max_steps": 400,
8
+ "route_completion": 32.578130907126265,
9
+ "manipulation_score": 16.289065453563133,
10
+ "total_penalty_factor": 0.5,
11
+ "fail_reason": "out_of_bounds",
12
+ "penalty_events": [
13
+ {
14
+ "event_type": "out_of_bounds",
15
+ "timestep": 50,
16
+ "penalty_factor": 0.5,
17
+ "details": "Target object left workspace/view"
18
+ }
19
+ ]
20
+ },
21
+ {
22
+ "episode_id": 2,
23
+ "seed": 100009,
24
+ "success": false,
25
+ "steps_taken": 1,
26
+ "max_steps": 400,
27
+ "route_completion": 2.1122729295835048e-07,
28
+ "manipulation_score": 2.1122729295835048e-07,
29
+ "total_penalty_factor": 1.0,
30
+ "fail_reason": "object_not_lifted",
31
+ "penalty_events": []
32
+ },
33
+ {
34
+ "episode_id": 3,
35
+ "seed": 100014,
36
+ "success": false,
37
+ "steps_taken": 47,
38
+ "max_steps": 400,
39
+ "route_completion": 13.92967567698385,
40
+ "manipulation_score": 6.964837838491925,
41
+ "total_penalty_factor": 0.5,
42
+ "fail_reason": "out_of_bounds",
43
+ "penalty_events": [
44
+ {
45
+ "event_type": "out_of_bounds",
46
+ "timestep": 47,
47
+ "penalty_factor": 0.5,
48
+ "details": "Target object left workspace/view"
49
+ }
50
+ ]
51
+ },
52
+ {
53
+ "episode_id": 4,
54
+ "seed": 100022,
55
+ "success": false,
56
+ "steps_taken": 400,
57
+ "max_steps": 400,
58
+ "route_completion": 40.47209667321663,
59
+ "manipulation_score": 40.47209667321663,
60
+ "total_penalty_factor": 1.0,
61
+ "fail_reason": null,
62
+ "penalty_events": []
63
+ },
64
+ {
65
+ "episode_id": 5,
66
+ "seed": 100034,
67
+ "success": true,
68
+ "steps_taken": 157,
69
+ "max_steps": 400,
70
+ "route_completion": 100.0,
71
+ "manipulation_score": 100.0,
72
+ "total_penalty_factor": 1.0,
73
+ "fail_reason": null,
74
+ "penalty_events": []
75
+ },
76
+ {
77
+ "episode_id": 6,
78
+ "seed": 100037,
79
+ "success": false,
80
+ "steps_taken": 1,
81
+ "max_steps": 400,
82
+ "route_completion": 0.0,
83
+ "manipulation_score": 0.0,
84
+ "total_penalty_factor": 1.0,
85
+ "fail_reason": "object_not_lifted",
86
+ "penalty_events": []
87
+ },
88
+ {
89
+ "episode_id": 7,
90
+ "seed": 100046,
91
+ "success": false,
92
+ "steps_taken": 400,
93
+ "max_steps": 400,
94
+ "route_completion": 46.73557137591351,
95
+ "manipulation_score": 46.73557137591351,
96
+ "total_penalty_factor": 1.0,
97
+ "fail_reason": null,
98
+ "penalty_events": []
99
+ },
100
+ {
101
+ "episode_id": 8,
102
+ "seed": 100049,
103
+ "success": false,
104
+ "steps_taken": 1,
105
+ "max_steps": 400,
106
+ "route_completion": 2.0643487238354207e-06,
107
+ "manipulation_score": 2.0643487238354207e-06,
108
+ "total_penalty_factor": 1.0,
109
+ "fail_reason": "object_not_lifted",
110
+ "penalty_events": []
111
+ },
112
+ {
113
+ "episode_id": 9,
114
+ "seed": 100051,
115
+ "success": true,
116
+ "steps_taken": 137,
117
+ "max_steps": 400,
118
+ "route_completion": 100.0,
119
+ "manipulation_score": 100.0,
120
+ "total_penalty_factor": 1.0,
121
+ "fail_reason": null,
122
+ "penalty_events": []
123
+ },
124
+ {
125
+ "episode_id": 10,
126
+ "seed": 100068,
127
+ "success": false,
128
+ "steps_taken": 79,
129
+ "max_steps": 400,
130
+ "route_completion": 27.893865829885584,
131
+ "manipulation_score": 13.946932914942792,
132
+ "total_penalty_factor": 0.5,
133
+ "fail_reason": "out_of_bounds",
134
+ "penalty_events": [
135
+ {
136
+ "event_type": "out_of_bounds",
137
+ "timestep": 79,
138
+ "penalty_factor": 0.5,
139
+ "details": "Target object left workspace/view"
140
+ }
141
+ ]
142
+ },
143
+ {
144
+ "episode_id": 11,
145
+ "seed": 100070,
146
+ "success": false,
147
+ "steps_taken": 148,
148
+ "max_steps": 400,
149
+ "route_completion": 27.48873895707883,
150
+ "manipulation_score": 13.744369478539415,
151
+ "total_penalty_factor": 0.5,
152
+ "fail_reason": "out_of_bounds",
153
+ "penalty_events": [
154
+ {
155
+ "event_type": "out_of_bounds",
156
+ "timestep": 148,
157
+ "penalty_factor": 0.5,
158
+ "details": "Target object left workspace/view"
159
+ }
160
+ ]
161
+ },
162
+ {
163
+ "episode_id": 12,
164
+ "seed": 100072,
165
+ "success": false,
166
+ "steps_taken": 400,
167
+ "max_steps": 400,
168
+ "route_completion": 51.75383144887714,
169
+ "manipulation_score": 51.75383144887714,
170
+ "total_penalty_factor": 1.0,
171
+ "fail_reason": null,
172
+ "penalty_events": []
173
+ },
174
+ {
175
+ "episode_id": 13,
176
+ "seed": 100076,
177
+ "success": false,
178
+ "steps_taken": 76,
179
+ "max_steps": 400,
180
+ "route_completion": 49.62901053821355,
181
+ "manipulation_score": 24.814505269106775,
182
+ "total_penalty_factor": 0.5,
183
+ "fail_reason": "out_of_bounds",
184
+ "penalty_events": [
185
+ {
186
+ "event_type": "out_of_bounds",
187
+ "timestep": 76,
188
+ "penalty_factor": 0.5,
189
+ "details": "Target object left workspace/view"
190
+ }
191
+ ]
192
+ },
193
+ {
194
+ "episode_id": 14,
195
+ "seed": 100078,
196
+ "success": false,
197
+ "steps_taken": 400,
198
+ "max_steps": 400,
199
+ "route_completion": 54.580071323436655,
200
+ "manipulation_score": 54.580071323436655,
201
+ "total_penalty_factor": 1.0,
202
+ "fail_reason": null,
203
+ "penalty_events": []
204
+ },
205
+ {
206
+ "episode_id": 15,
207
+ "seed": 100090,
208
+ "success": false,
209
+ "steps_taken": 56,
210
+ "max_steps": 400,
211
+ "route_completion": 42.72388915496106,
212
+ "manipulation_score": 42.72388915496106,
213
+ "total_penalty_factor": 1.0,
214
+ "fail_reason": "object_not_lifted",
215
+ "penalty_events": []
216
+ },
217
+ {
218
+ "episode_id": 16,
219
+ "seed": 100102,
220
+ "success": false,
221
+ "steps_taken": 400,
222
+ "max_steps": 400,
223
+ "route_completion": 30.128280614213864,
224
+ "manipulation_score": 30.128280614213864,
225
+ "total_penalty_factor": 1.0,
226
+ "fail_reason": null,
227
+ "penalty_events": []
228
+ },
229
+ {
230
+ "episode_id": 17,
231
+ "seed": 100106,
232
+ "success": false,
233
+ "steps_taken": 111,
234
+ "max_steps": 400,
235
+ "route_completion": 25.40474808251577,
236
+ "manipulation_score": 12.702374041257885,
237
+ "total_penalty_factor": 0.5,
238
+ "fail_reason": "out_of_bounds",
239
+ "penalty_events": [
240
+ {
241
+ "event_type": "out_of_bounds",
242
+ "timestep": 111,
243
+ "penalty_factor": 0.5,
244
+ "details": "Target object left workspace/view"
245
+ }
246
+ ]
247
+ },
248
+ {
249
+ "episode_id": 18,
250
+ "seed": 100107,
251
+ "success": false,
252
+ "steps_taken": 102,
253
+ "max_steps": 400,
254
+ "route_completion": 4.234231077569271,
255
+ "manipulation_score": 2.1171155387846357,
256
+ "total_penalty_factor": 0.5,
257
+ "fail_reason": "out_of_bounds",
258
+ "penalty_events": [
259
+ {
260
+ "event_type": "out_of_bounds",
261
+ "timestep": 102,
262
+ "penalty_factor": 0.5,
263
+ "details": "Target object left workspace/view"
264
+ }
265
+ ]
266
+ },
267
+ {
268
+ "episode_id": 19,
269
+ "seed": 100110,
270
+ "success": false,
271
+ "steps_taken": 83,
272
+ "max_steps": 400,
273
+ "route_completion": 0.4755960832426038,
274
+ "manipulation_score": 0.2377980416213019,
275
+ "total_penalty_factor": 0.5,
276
+ "fail_reason": "out_of_bounds",
277
+ "penalty_events": [
278
+ {
279
+ "event_type": "out_of_bounds",
280
+ "timestep": 83,
281
+ "penalty_factor": 0.5,
282
+ "details": "Target object left workspace/view"
283
+ }
284
+ ]
285
+ },
286
+ {
287
+ "episode_id": 20,
288
+ "seed": 100118,
289
+ "success": true,
290
+ "steps_taken": 174,
291
+ "max_steps": 400,
292
+ "route_completion": 100.0,
293
+ "manipulation_score": 100.0,
294
+ "total_penalty_factor": 1.0,
295
+ "fail_reason": null,
296
+ "penalty_events": []
297
+ },
298
+ {
299
+ "episode_id": 21,
300
+ "seed": 100125,
301
+ "success": false,
302
+ "steps_taken": 52,
303
+ "max_steps": 400,
304
+ "route_completion": 2.134481669055378,
305
+ "manipulation_score": 1.067240834527689,
306
+ "total_penalty_factor": 0.5,
307
+ "fail_reason": "out_of_bounds",
308
+ "penalty_events": [
309
+ {
310
+ "event_type": "out_of_bounds",
311
+ "timestep": 52,
312
+ "penalty_factor": 0.5,
313
+ "details": "Target object left workspace/view"
314
+ }
315
+ ]
316
+ },
317
+ {
318
+ "episode_id": 22,
319
+ "seed": 100135,
320
+ "success": false,
321
+ "steps_taken": 173,
322
+ "max_steps": 400,
323
+ "route_completion": 24.23998623325425,
324
+ "manipulation_score": 12.119993116627125,
325
+ "total_penalty_factor": 0.5,
326
+ "fail_reason": "out_of_bounds",
327
+ "penalty_events": [
328
+ {
329
+ "event_type": "out_of_bounds",
330
+ "timestep": 173,
331
+ "penalty_factor": 0.5,
332
+ "details": "Target object left workspace/view"
333
+ }
334
+ ]
335
+ },
336
+ {
337
+ "episode_id": 23,
338
+ "seed": 100150,
339
+ "success": false,
340
+ "steps_taken": 400,
341
+ "max_steps": 400,
342
+ "route_completion": 53.51637274759201,
343
+ "manipulation_score": 53.51637274759201,
344
+ "total_penalty_factor": 1.0,
345
+ "fail_reason": null,
346
+ "penalty_events": []
347
+ },
348
+ {
349
+ "episode_id": 24,
350
+ "seed": 100152,
351
+ "success": false,
352
+ "steps_taken": 79,
353
+ "max_steps": 400,
354
+ "route_completion": 26.07318912184755,
355
+ "manipulation_score": 13.036594560923776,
356
+ "total_penalty_factor": 0.5,
357
+ "fail_reason": "out_of_bounds",
358
+ "penalty_events": [
359
+ {
360
+ "event_type": "out_of_bounds",
361
+ "timestep": 79,
362
+ "penalty_factor": 0.5,
363
+ "details": "Target object left workspace/view"
364
+ }
365
+ ]
366
+ },
367
+ {
368
+ "episode_id": 25,
369
+ "seed": 100155,
370
+ "success": false,
371
+ "steps_taken": 400,
372
+ "max_steps": 400,
373
+ "route_completion": 37.07145308906975,
374
+ "manipulation_score": 37.07145308906975,
375
+ "total_penalty_factor": 1.0,
376
+ "fail_reason": null,
377
+ "penalty_events": []
378
+ },
379
+ {
380
+ "episode_id": 26,
381
+ "seed": 100160,
382
+ "success": false,
383
+ "steps_taken": 67,
384
+ "max_steps": 400,
385
+ "route_completion": 28.62406303118127,
386
+ "manipulation_score": 14.312031515590634,
387
+ "total_penalty_factor": 0.5,
388
+ "fail_reason": "out_of_bounds",
389
+ "penalty_events": [
390
+ {
391
+ "event_type": "out_of_bounds",
392
+ "timestep": 67,
393
+ "penalty_factor": 0.5,
394
+ "details": "Target object left workspace/view"
395
+ }
396
+ ]
397
+ },
398
+ {
399
+ "episode_id": 27,
400
+ "seed": 100163,
401
+ "success": false,
402
+ "steps_taken": 145,
403
+ "max_steps": 400,
404
+ "route_completion": 18.70469589207823,
405
+ "manipulation_score": 18.70469589207823,
406
+ "total_penalty_factor": 1.0,
407
+ "fail_reason": "object_not_lifted",
408
+ "penalty_events": []
409
+ },
410
+ {
411
+ "episode_id": 28,
412
+ "seed": 100168,
413
+ "success": false,
414
+ "steps_taken": 230,
415
+ "max_steps": 400,
416
+ "route_completion": 0.0,
417
+ "manipulation_score": 0.0,
418
+ "total_penalty_factor": 0.5,
419
+ "fail_reason": "out_of_bounds",
420
+ "penalty_events": [
421
+ {
422
+ "event_type": "out_of_bounds",
423
+ "timestep": 230,
424
+ "penalty_factor": 0.5,
425
+ "details": "Target object left workspace/view"
426
+ }
427
+ ]
428
+ },
429
+ {
430
+ "episode_id": 29,
431
+ "seed": 100170,
432
+ "success": false,
433
+ "steps_taken": 400,
434
+ "max_steps": 400,
435
+ "route_completion": 38.26140130639292,
436
+ "manipulation_score": 38.26140130639292,
437
+ "total_penalty_factor": 1.0,
438
+ "fail_reason": null,
439
+ "penalty_events": []
440
+ },
441
+ {
442
+ "episode_id": 30,
443
+ "seed": 100172,
444
+ "success": false,
445
+ "steps_taken": 400,
446
+ "max_steps": 400,
447
+ "route_completion": 26.05157831853565,
448
+ "manipulation_score": 26.05157831853565,
449
+ "total_penalty_factor": 1.0,
450
+ "fail_reason": null,
451
+ "penalty_events": []
452
+ },
453
+ {
454
+ "episode_id": 31,
455
+ "seed": 100176,
456
+ "success": false,
457
+ "steps_taken": 51,
458
+ "max_steps": 400,
459
+ "route_completion": 12.586179285884885,
460
+ "manipulation_score": 6.2930896429424426,
461
+ "total_penalty_factor": 0.5,
462
+ "fail_reason": "out_of_bounds",
463
+ "penalty_events": [
464
+ {
465
+ "event_type": "out_of_bounds",
466
+ "timestep": 51,
467
+ "penalty_factor": 0.5,
468
+ "details": "Target object left workspace/view"
469
+ }
470
+ ]
471
+ },
472
+ {
473
+ "episode_id": 32,
474
+ "seed": 100186,
475
+ "success": false,
476
+ "steps_taken": 91,
477
+ "max_steps": 400,
478
+ "route_completion": 28.66251605472821,
479
+ "manipulation_score": 14.331258027364106,
480
+ "total_penalty_factor": 0.5,
481
+ "fail_reason": "out_of_bounds",
482
+ "penalty_events": [
483
+ {
484
+ "event_type": "out_of_bounds",
485
+ "timestep": 91,
486
+ "penalty_factor": 0.5,
487
+ "details": "Target object left workspace/view"
488
+ }
489
+ ]
490
+ },
491
+ {
492
+ "episode_id": 33,
493
+ "seed": 100193,
494
+ "success": false,
495
+ "steps_taken": 400,
496
+ "max_steps": 400,
497
+ "route_completion": 17.89122979757948,
498
+ "manipulation_score": 17.89122979757948,
499
+ "total_penalty_factor": 1.0,
500
+ "fail_reason": null,
501
+ "penalty_events": []
502
+ },
503
+ {
504
+ "episode_id": 34,
505
+ "seed": 100201,
506
+ "success": true,
507
+ "steps_taken": 137,
508
+ "max_steps": 400,
509
+ "route_completion": 100.0,
510
+ "manipulation_score": 100.0,
511
+ "total_penalty_factor": 1.0,
512
+ "fail_reason": null,
513
+ "penalty_events": []
514
+ },
515
+ {
516
+ "episode_id": 35,
517
+ "seed": 100203,
518
+ "success": false,
519
+ "steps_taken": 72,
520
+ "max_steps": 400,
521
+ "route_completion": 25.287808703444682,
522
+ "manipulation_score": 12.643904351722341,
523
+ "total_penalty_factor": 0.5,
524
+ "fail_reason": "out_of_bounds",
525
+ "penalty_events": [
526
+ {
527
+ "event_type": "out_of_bounds",
528
+ "timestep": 72,
529
+ "penalty_factor": 0.5,
530
+ "details": "Target object left workspace/view"
531
+ }
532
+ ]
533
+ },
534
+ {
535
+ "episode_id": 36,
536
+ "seed": 100210,
537
+ "success": false,
538
+ "steps_taken": 1,
539
+ "max_steps": 400,
540
+ "route_completion": 1.8587745198332518e-06,
541
+ "manipulation_score": 1.8587745198332518e-06,
542
+ "total_penalty_factor": 1.0,
543
+ "fail_reason": "object_not_lifted",
544
+ "penalty_events": []
545
+ },
546
+ {
547
+ "episode_id": 37,
548
+ "seed": 100244,
549
+ "success": false,
550
+ "steps_taken": 86,
551
+ "max_steps": 400,
552
+ "route_completion": 22.37364903851521,
553
+ "manipulation_score": 11.186824519257605,
554
+ "total_penalty_factor": 0.5,
555
+ "fail_reason": "out_of_bounds",
556
+ "penalty_events": [
557
+ {
558
+ "event_type": "out_of_bounds",
559
+ "timestep": 86,
560
+ "penalty_factor": 0.5,
561
+ "details": "Target object left workspace/view"
562
+ }
563
+ ]
564
+ },
565
+ {
566
+ "episode_id": 38,
567
+ "seed": 100246,
568
+ "success": true,
569
+ "steps_taken": 160,
570
+ "max_steps": 400,
571
+ "route_completion": 100.0,
572
+ "manipulation_score": 100.0,
573
+ "total_penalty_factor": 1.0,
574
+ "fail_reason": null,
575
+ "penalty_events": []
576
+ },
577
+ {
578
+ "episode_id": 39,
579
+ "seed": 100253,
580
+ "success": false,
581
+ "steps_taken": 400,
582
+ "max_steps": 400,
583
+ "route_completion": 21.504211045591816,
584
+ "manipulation_score": 21.504211045591816,
585
+ "total_penalty_factor": 1.0,
586
+ "fail_reason": null,
587
+ "penalty_events": []
588
+ },
589
+ {
590
+ "episode_id": 40,
591
+ "seed": 100261,
592
+ "success": false,
593
+ "steps_taken": 1,
594
+ "max_steps": 400,
595
+ "route_completion": 0.0,
596
+ "manipulation_score": 0.0,
597
+ "total_penalty_factor": 1.0,
598
+ "fail_reason": "object_not_lifted",
599
+ "penalty_events": []
600
+ },
601
+ {
602
+ "episode_id": 41,
603
+ "seed": 100263,
604
+ "success": true,
605
+ "steps_taken": 161,
606
+ "max_steps": 400,
607
+ "route_completion": 100.0,
608
+ "manipulation_score": 100.0,
609
+ "total_penalty_factor": 1.0,
610
+ "fail_reason": null,
611
+ "penalty_events": []
612
+ },
613
+ {
614
+ "episode_id": 42,
615
+ "seed": 100273,
616
+ "success": false,
617
+ "steps_taken": 66,
618
+ "max_steps": 400,
619
+ "route_completion": 26.65877746376106,
620
+ "manipulation_score": 13.32938873188053,
621
+ "total_penalty_factor": 0.5,
622
+ "fail_reason": "out_of_bounds",
623
+ "penalty_events": [
624
+ {
625
+ "event_type": "out_of_bounds",
626
+ "timestep": 66,
627
+ "penalty_factor": 0.5,
628
+ "details": "Target object left workspace/view"
629
+ }
630
+ ]
631
+ },
632
+ {
633
+ "episode_id": 43,
634
+ "seed": 100279,
635
+ "success": false,
636
+ "steps_taken": 400,
637
+ "max_steps": 400,
638
+ "route_completion": 25.316316717023536,
639
+ "manipulation_score": 25.316316717023536,
640
+ "total_penalty_factor": 1.0,
641
+ "fail_reason": null,
642
+ "penalty_events": []
643
+ },
644
+ {
645
+ "episode_id": 44,
646
+ "seed": 100283,
647
+ "success": false,
648
+ "steps_taken": 98,
649
+ "max_steps": 400,
650
+ "route_completion": 24.756818927432803,
651
+ "manipulation_score": 12.378409463716402,
652
+ "total_penalty_factor": 0.5,
653
+ "fail_reason": "out_of_bounds",
654
+ "penalty_events": [
655
+ {
656
+ "event_type": "out_of_bounds",
657
+ "timestep": 98,
658
+ "penalty_factor": 0.5,
659
+ "details": "Target object left workspace/view"
660
+ }
661
+ ]
662
+ },
663
+ {
664
+ "episode_id": 45,
665
+ "seed": 100291,
666
+ "success": false,
667
+ "steps_taken": 88,
668
+ "max_steps": 400,
669
+ "route_completion": 22.787308195935243,
670
+ "manipulation_score": 11.393654097967621,
671
+ "total_penalty_factor": 0.5,
672
+ "fail_reason": "out_of_bounds",
673
+ "penalty_events": [
674
+ {
675
+ "event_type": "out_of_bounds",
676
+ "timestep": 88,
677
+ "penalty_factor": 0.5,
678
+ "details": "Target object left workspace/view"
679
+ }
680
+ ]
681
+ },
682
+ {
683
+ "episode_id": 46,
684
+ "seed": 100292,
685
+ "success": false,
686
+ "steps_taken": 400,
687
+ "max_steps": 400,
688
+ "route_completion": 58.935344097381424,
689
+ "manipulation_score": 58.935344097381424,
690
+ "total_penalty_factor": 1.0,
691
+ "fail_reason": null,
692
+ "penalty_events": []
693
+ },
694
+ {
695
+ "episode_id": 47,
696
+ "seed": 100293,
697
+ "success": false,
698
+ "steps_taken": 400,
699
+ "max_steps": 400,
700
+ "route_completion": 31.663002196883788,
701
+ "manipulation_score": 31.663002196883788,
702
+ "total_penalty_factor": 1.0,
703
+ "fail_reason": null,
704
+ "penalty_events": []
705
+ },
706
+ {
707
+ "episode_id": 48,
708
+ "seed": 100298,
709
+ "success": false,
710
+ "steps_taken": 400,
711
+ "max_steps": 400,
712
+ "route_completion": 28.018186234577218,
713
+ "manipulation_score": 28.018186234577218,
714
+ "total_penalty_factor": 1.0,
715
+ "fail_reason": null,
716
+ "penalty_events": []
717
+ },
718
+ {
719
+ "episode_id": 49,
720
+ "seed": 100300,
721
+ "success": false,
722
+ "steps_taken": 100,
723
+ "max_steps": 400,
724
+ "route_completion": 27.318187982287327,
725
+ "manipulation_score": 13.659093991143664,
726
+ "total_penalty_factor": 0.5,
727
+ "fail_reason": "out_of_bounds",
728
+ "penalty_events": [
729
+ {
730
+ "event_type": "out_of_bounds",
731
+ "timestep": 100,
732
+ "penalty_factor": 0.5,
733
+ "details": "Target object left workspace/view"
734
+ }
735
+ ]
736
+ },
737
+ {
738
+ "episode_id": 50,
739
+ "seed": 100304,
740
+ "success": false,
741
+ "steps_taken": 400,
742
+ "max_steps": 400,
743
+ "route_completion": 34.82595499656434,
744
+ "manipulation_score": 34.82595499656434,
745
+ "total_penalty_factor": 1.0,
746
+ "fail_reason": null,
747
+ "penalty_events": []
748
+ },
749
+ {
750
+ "episode_id": 51,
751
+ "seed": 100308,
752
+ "success": false,
753
+ "steps_taken": 74,
754
+ "max_steps": 400,
755
+ "route_completion": 48.78987243280771,
756
+ "manipulation_score": 24.394936216403856,
757
+ "total_penalty_factor": 0.5,
758
+ "fail_reason": "out_of_bounds",
759
+ "penalty_events": [
760
+ {
761
+ "event_type": "out_of_bounds",
762
+ "timestep": 74,
763
+ "penalty_factor": 0.5,
764
+ "details": "Target object left workspace/view"
765
+ }
766
+ ]
767
+ },
768
+ {
769
+ "episode_id": 52,
770
+ "seed": 100316,
771
+ "success": true,
772
+ "steps_taken": 141,
773
+ "max_steps": 400,
774
+ "route_completion": 100.0,
775
+ "manipulation_score": 100.0,
776
+ "total_penalty_factor": 1.0,
777
+ "fail_reason": null,
778
+ "penalty_events": []
779
+ },
780
+ {
781
+ "episode_id": 53,
782
+ "seed": 100317,
783
+ "success": false,
784
+ "steps_taken": 400,
785
+ "max_steps": 400,
786
+ "route_completion": 51.401170919564784,
787
+ "manipulation_score": 51.401170919564784,
788
+ "total_penalty_factor": 1.0,
789
+ "fail_reason": null,
790
+ "penalty_events": []
791
+ },
792
+ {
793
+ "episode_id": 54,
794
+ "seed": 100325,
795
+ "success": false,
796
+ "steps_taken": 400,
797
+ "max_steps": 400,
798
+ "route_completion": 30.33146775620596,
799
+ "manipulation_score": 30.33146775620596,
800
+ "total_penalty_factor": 1.0,
801
+ "fail_reason": null,
802
+ "penalty_events": []
803
+ },
804
+ {
805
+ "episode_id": 55,
806
+ "seed": 100338,
807
+ "success": false,
808
+ "steps_taken": 400,
809
+ "max_steps": 400,
810
+ "route_completion": 30.19720435963108,
811
+ "manipulation_score": 30.19720435963108,
812
+ "total_penalty_factor": 1.0,
813
+ "fail_reason": null,
814
+ "penalty_events": []
815
+ },
816
+ {
817
+ "episode_id": 56,
818
+ "seed": 100339,
819
+ "success": false,
820
+ "steps_taken": 400,
821
+ "max_steps": 400,
822
+ "route_completion": 18.441837028788584,
823
+ "manipulation_score": 18.441837028788584,
824
+ "total_penalty_factor": 1.0,
825
+ "fail_reason": null,
826
+ "penalty_events": []
827
+ },
828
+ {
829
+ "episode_id": 57,
830
+ "seed": 100342,
831
+ "success": false,
832
+ "steps_taken": 400,
833
+ "max_steps": 400,
834
+ "route_completion": 41.604321018056986,
835
+ "manipulation_score": 41.604321018056986,
836
+ "total_penalty_factor": 1.0,
837
+ "fail_reason": null,
838
+ "penalty_events": []
839
+ },
840
+ {
841
+ "episode_id": 58,
842
+ "seed": 100362,
843
+ "success": false,
844
+ "steps_taken": 400,
845
+ "max_steps": 400,
846
+ "route_completion": 43.11972939925132,
847
+ "manipulation_score": 43.11972939925132,
848
+ "total_penalty_factor": 1.0,
849
+ "fail_reason": null,
850
+ "penalty_events": []
851
+ },
852
+ {
853
+ "episode_id": 59,
854
+ "seed": 100374,
855
+ "success": false,
856
+ "steps_taken": 253,
857
+ "max_steps": 400,
858
+ "route_completion": 0.1361942992825348,
859
+ "manipulation_score": 0.0680971496412674,
860
+ "total_penalty_factor": 0.5,
861
+ "fail_reason": "out_of_bounds",
862
+ "penalty_events": [
863
+ {
864
+ "event_type": "out_of_bounds",
865
+ "timestep": 253,
866
+ "penalty_factor": 0.5,
867
+ "details": "Target object left workspace/view"
868
+ }
869
+ ]
870
+ },
871
+ {
872
+ "episode_id": 60,
873
+ "seed": 100380,
874
+ "success": false,
875
+ "steps_taken": 98,
876
+ "max_steps": 400,
877
+ "route_completion": 13.419053993502821,
878
+ "manipulation_score": 6.709526996751411,
879
+ "total_penalty_factor": 0.5,
880
+ "fail_reason": "out_of_bounds",
881
+ "penalty_events": [
882
+ {
883
+ "event_type": "out_of_bounds",
884
+ "timestep": 98,
885
+ "penalty_factor": 0.5,
886
+ "details": "Target object left workspace/view"
887
+ }
888
+ ]
889
+ },
890
+ {
891
+ "episode_id": 61,
892
+ "seed": 100392,
893
+ "success": false,
894
+ "steps_taken": 400,
895
+ "max_steps": 400,
896
+ "route_completion": 32.70900583981689,
897
+ "manipulation_score": 32.70900583981689,
898
+ "total_penalty_factor": 1.0,
899
+ "fail_reason": null,
900
+ "penalty_events": []
901
+ },
902
+ {
903
+ "episode_id": 62,
904
+ "seed": 100394,
905
+ "success": false,
906
+ "steps_taken": 86,
907
+ "max_steps": 400,
908
+ "route_completion": 9.429219685187608,
909
+ "manipulation_score": 4.714609842593804,
910
+ "total_penalty_factor": 0.5,
911
+ "fail_reason": "out_of_bounds",
912
+ "penalty_events": [
913
+ {
914
+ "event_type": "out_of_bounds",
915
+ "timestep": 86,
916
+ "penalty_factor": 0.5,
917
+ "details": "Target object left workspace/view"
918
+ }
919
+ ]
920
+ },
921
+ {
922
+ "episode_id": 63,
923
+ "seed": 100395,
924
+ "success": false,
925
+ "steps_taken": 1,
926
+ "max_steps": 400,
927
+ "route_completion": 0.0,
928
+ "manipulation_score": 0.0,
929
+ "total_penalty_factor": 1.0,
930
+ "fail_reason": "object_not_lifted",
931
+ "penalty_events": []
932
+ },
933
+ {
934
+ "episode_id": 64,
935
+ "seed": 100396,
936
+ "success": false,
937
+ "steps_taken": 400,
938
+ "max_steps": 400,
939
+ "route_completion": 52.21029069994375,
940
+ "manipulation_score": 52.21029069994375,
941
+ "total_penalty_factor": 1.0,
942
+ "fail_reason": null,
943
+ "penalty_events": []
944
+ },
945
+ {
946
+ "episode_id": 65,
947
+ "seed": 100403,
948
+ "success": true,
949
+ "steps_taken": 140,
950
+ "max_steps": 400,
951
+ "route_completion": 100.0,
952
+ "manipulation_score": 100.0,
953
+ "total_penalty_factor": 1.0,
954
+ "fail_reason": null,
955
+ "penalty_events": []
956
+ },
957
+ {
958
+ "episode_id": 66,
959
+ "seed": 100406,
960
+ "success": false,
961
+ "steps_taken": 57,
962
+ "max_steps": 400,
963
+ "route_completion": 0.0,
964
+ "manipulation_score": 0.0,
965
+ "total_penalty_factor": 1.0,
966
+ "fail_reason": "object_not_lifted",
967
+ "penalty_events": []
968
+ },
969
+ {
970
+ "episode_id": 67,
971
+ "seed": 100408,
972
+ "success": false,
973
+ "steps_taken": 400,
974
+ "max_steps": 400,
975
+ "route_completion": 30.349326425373313,
976
+ "manipulation_score": 30.349326425373313,
977
+ "total_penalty_factor": 1.0,
978
+ "fail_reason": null,
979
+ "penalty_events": []
980
+ },
981
+ {
982
+ "episode_id": 68,
983
+ "seed": 100410,
984
+ "success": false,
985
+ "steps_taken": 260,
986
+ "max_steps": 400,
987
+ "route_completion": 32.63396359426892,
988
+ "manipulation_score": 16.31698179713446,
989
+ "total_penalty_factor": 0.5,
990
+ "fail_reason": "out_of_bounds",
991
+ "penalty_events": [
992
+ {
993
+ "event_type": "out_of_bounds",
994
+ "timestep": 260,
995
+ "penalty_factor": 0.5,
996
+ "details": "Target object left workspace/view"
997
+ }
998
+ ]
999
+ },
1000
+ {
1001
+ "episode_id": 69,
1002
+ "seed": 100412,
1003
+ "success": false,
1004
+ "steps_taken": 73,
1005
+ "max_steps": 400,
1006
+ "route_completion": 31.37436215924013,
1007
+ "manipulation_score": 15.687181079620064,
1008
+ "total_penalty_factor": 0.5,
1009
+ "fail_reason": "out_of_bounds",
1010
+ "penalty_events": [
1011
+ {
1012
+ "event_type": "out_of_bounds",
1013
+ "timestep": 73,
1014
+ "penalty_factor": 0.5,
1015
+ "details": "Target object left workspace/view"
1016
+ }
1017
+ ]
1018
+ },
1019
+ {
1020
+ "episode_id": 70,
1021
+ "seed": 100414,
1022
+ "success": false,
1023
+ "steps_taken": 1,
1024
+ "max_steps": 400,
1025
+ "route_completion": 0.0,
1026
+ "manipulation_score": 0.0,
1027
+ "total_penalty_factor": 1.0,
1028
+ "fail_reason": "object_not_lifted",
1029
+ "penalty_events": []
1030
+ },
1031
+ {
1032
+ "episode_id": 71,
1033
+ "seed": 100425,
1034
+ "success": false,
1035
+ "steps_taken": 400,
1036
+ "max_steps": 400,
1037
+ "route_completion": 21.241650640460875,
1038
+ "manipulation_score": 21.241650640460875,
1039
+ "total_penalty_factor": 1.0,
1040
+ "fail_reason": null,
1041
+ "penalty_events": []
1042
+ },
1043
+ {
1044
+ "episode_id": 72,
1045
+ "seed": 100435,
1046
+ "success": false,
1047
+ "steps_taken": 400,
1048
+ "max_steps": 400,
1049
+ "route_completion": 50.11318163785443,
1050
+ "manipulation_score": 50.11318163785443,
1051
+ "total_penalty_factor": 1.0,
1052
+ "fail_reason": null,
1053
+ "penalty_events": []
1054
+ },
1055
+ {
1056
+ "episode_id": 73,
1057
+ "seed": 100440,
1058
+ "success": false,
1059
+ "steps_taken": 400,
1060
+ "max_steps": 400,
1061
+ "route_completion": 41.418687401033324,
1062
+ "manipulation_score": 41.418687401033324,
1063
+ "total_penalty_factor": 1.0,
1064
+ "fail_reason": null,
1065
+ "penalty_events": []
1066
+ },
1067
+ {
1068
+ "episode_id": 74,
1069
+ "seed": 100442,
1070
+ "success": false,
1071
+ "steps_taken": 117,
1072
+ "max_steps": 400,
1073
+ "route_completion": 0.509981263144672,
1074
+ "manipulation_score": 0.254990631572336,
1075
+ "total_penalty_factor": 0.5,
1076
+ "fail_reason": "out_of_bounds",
1077
+ "penalty_events": [
1078
+ {
1079
+ "event_type": "out_of_bounds",
1080
+ "timestep": 117,
1081
+ "penalty_factor": 0.5,
1082
+ "details": "Target object left workspace/view"
1083
+ }
1084
+ ]
1085
+ },
1086
+ {
1087
+ "episode_id": 75,
1088
+ "seed": 100468,
1089
+ "success": false,
1090
+ "steps_taken": 400,
1091
+ "max_steps": 400,
1092
+ "route_completion": 38.26060475755722,
1093
+ "manipulation_score": 38.26060475755722,
1094
+ "total_penalty_factor": 1.0,
1095
+ "fail_reason": null,
1096
+ "penalty_events": []
1097
+ },
1098
+ {
1099
+ "episode_id": 76,
1100
+ "seed": 100474,
1101
+ "success": false,
1102
+ "steps_taken": 1,
1103
+ "max_steps": 400,
1104
+ "route_completion": 6.220173060896273e-06,
1105
+ "manipulation_score": 6.220173060896273e-06,
1106
+ "total_penalty_factor": 1.0,
1107
+ "fail_reason": "object_not_lifted",
1108
+ "penalty_events": []
1109
+ },
1110
+ {
1111
+ "episode_id": 77,
1112
+ "seed": 100482,
1113
+ "success": false,
1114
+ "steps_taken": 400,
1115
+ "max_steps": 400,
1116
+ "route_completion": 36.188565965556684,
1117
+ "manipulation_score": 36.188565965556684,
1118
+ "total_penalty_factor": 1.0,
1119
+ "fail_reason": null,
1120
+ "penalty_events": []
1121
+ },
1122
+ {
1123
+ "episode_id": 78,
1124
+ "seed": 100495,
1125
+ "success": false,
1126
+ "steps_taken": 400,
1127
+ "max_steps": 400,
1128
+ "route_completion": 16.686695279232705,
1129
+ "manipulation_score": 16.686695279232705,
1130
+ "total_penalty_factor": 1.0,
1131
+ "fail_reason": null,
1132
+ "penalty_events": []
1133
+ },
1134
+ {
1135
+ "episode_id": 79,
1136
+ "seed": 100497,
1137
+ "success": false,
1138
+ "steps_taken": 400,
1139
+ "max_steps": 400,
1140
+ "route_completion": 54.41597102981276,
1141
+ "manipulation_score": 54.41597102981276,
1142
+ "total_penalty_factor": 1.0,
1143
+ "fail_reason": null,
1144
+ "penalty_events": []
1145
+ },
1146
+ {
1147
+ "episode_id": 80,
1148
+ "seed": 100500,
1149
+ "success": false,
1150
+ "steps_taken": 400,
1151
+ "max_steps": 400,
1152
+ "route_completion": 43.44629097286724,
1153
+ "manipulation_score": 43.44629097286724,
1154
+ "total_penalty_factor": 1.0,
1155
+ "fail_reason": null,
1156
+ "penalty_events": []
1157
+ },
1158
+ {
1159
+ "episode_id": 81,
1160
+ "seed": 100503,
1161
+ "success": false,
1162
+ "steps_taken": 1,
1163
+ "max_steps": 400,
1164
+ "route_completion": 0.0,
1165
+ "manipulation_score": 0.0,
1166
+ "total_penalty_factor": 1.0,
1167
+ "fail_reason": "object_not_lifted",
1168
+ "penalty_events": []
1169
+ },
1170
+ {
1171
+ "episode_id": 82,
1172
+ "seed": 100506,
1173
+ "success": false,
1174
+ "steps_taken": 400,
1175
+ "max_steps": 400,
1176
+ "route_completion": 35.335783352949605,
1177
+ "manipulation_score": 35.335783352949605,
1178
+ "total_penalty_factor": 1.0,
1179
+ "fail_reason": null,
1180
+ "penalty_events": []
1181
+ },
1182
+ {
1183
+ "episode_id": 83,
1184
+ "seed": 100524,
1185
+ "success": false,
1186
+ "steps_taken": 400,
1187
+ "max_steps": 400,
1188
+ "route_completion": 31.380078325902282,
1189
+ "manipulation_score": 31.380078325902282,
1190
+ "total_penalty_factor": 1.0,
1191
+ "fail_reason": null,
1192
+ "penalty_events": []
1193
+ },
1194
+ {
1195
+ "episode_id": 84,
1196
+ "seed": 100526,
1197
+ "success": false,
1198
+ "steps_taken": 1,
1199
+ "max_steps": 400,
1200
+ "route_completion": 0.0,
1201
+ "manipulation_score": 0.0,
1202
+ "total_penalty_factor": 1.0,
1203
+ "fail_reason": "object_not_lifted",
1204
+ "penalty_events": []
1205
+ },
1206
+ {
1207
+ "episode_id": 85,
1208
+ "seed": 100536,
1209
+ "success": false,
1210
+ "steps_taken": 90,
1211
+ "max_steps": 400,
1212
+ "route_completion": 41.27705938548847,
1213
+ "manipulation_score": 20.638529692744235,
1214
+ "total_penalty_factor": 0.5,
1215
+ "fail_reason": "out_of_bounds",
1216
+ "penalty_events": [
1217
+ {
1218
+ "event_type": "out_of_bounds",
1219
+ "timestep": 90,
1220
+ "penalty_factor": 0.5,
1221
+ "details": "Target object left workspace/view"
1222
+ }
1223
+ ]
1224
+ },
1225
+ {
1226
+ "episode_id": 86,
1227
+ "seed": 100538,
1228
+ "success": false,
1229
+ "steps_taken": 400,
1230
+ "max_steps": 400,
1231
+ "route_completion": 34.19488548441992,
1232
+ "manipulation_score": 34.19488548441992,
1233
+ "total_penalty_factor": 1.0,
1234
+ "fail_reason": null,
1235
+ "penalty_events": []
1236
+ },
1237
+ {
1238
+ "episode_id": 87,
1239
+ "seed": 100539,
1240
+ "success": false,
1241
+ "steps_taken": 52,
1242
+ "max_steps": 400,
1243
+ "route_completion": 25.331215805012803,
1244
+ "manipulation_score": 12.665607902506402,
1245
+ "total_penalty_factor": 0.5,
1246
+ "fail_reason": "out_of_bounds",
1247
+ "penalty_events": [
1248
+ {
1249
+ "event_type": "out_of_bounds",
1250
+ "timestep": 52,
1251
+ "penalty_factor": 0.5,
1252
+ "details": "Target object left workspace/view"
1253
+ }
1254
+ ]
1255
+ },
1256
+ {
1257
+ "episode_id": 88,
1258
+ "seed": 100557,
1259
+ "success": false,
1260
+ "steps_taken": 53,
1261
+ "max_steps": 400,
1262
+ "route_completion": 43.090242870183225,
1263
+ "manipulation_score": 43.090242870183225,
1264
+ "total_penalty_factor": 1.0,
1265
+ "fail_reason": "object_not_lifted",
1266
+ "penalty_events": []
1267
+ },
1268
+ {
1269
+ "episode_id": 89,
1270
+ "seed": 100568,
1271
+ "success": false,
1272
+ "steps_taken": 63,
1273
+ "max_steps": 400,
1274
+ "route_completion": 34.08088588850776,
1275
+ "manipulation_score": 17.04044294425388,
1276
+ "total_penalty_factor": 0.5,
1277
+ "fail_reason": "out_of_bounds",
1278
+ "penalty_events": [
1279
+ {
1280
+ "event_type": "out_of_bounds",
1281
+ "timestep": 63,
1282
+ "penalty_factor": 0.5,
1283
+ "details": "Target object left workspace/view"
1284
+ }
1285
+ ]
1286
+ },
1287
+ {
1288
+ "episode_id": 90,
1289
+ "seed": 100572,
1290
+ "success": true,
1291
+ "steps_taken": 136,
1292
+ "max_steps": 400,
1293
+ "route_completion": 100.0,
1294
+ "manipulation_score": 100.0,
1295
+ "total_penalty_factor": 1.0,
1296
+ "fail_reason": null,
1297
+ "penalty_events": []
1298
+ },
1299
+ {
1300
+ "episode_id": 91,
1301
+ "seed": 100573,
1302
+ "success": false,
1303
+ "steps_taken": 1,
1304
+ "max_steps": 400,
1305
+ "route_completion": 3.198873269624827e-06,
1306
+ "manipulation_score": 3.198873269624827e-06,
1307
+ "total_penalty_factor": 1.0,
1308
+ "fail_reason": "object_not_lifted",
1309
+ "penalty_events": []
1310
+ },
1311
+ {
1312
+ "episode_id": 92,
1313
+ "seed": 100574,
1314
+ "success": false,
1315
+ "steps_taken": 400,
1316
+ "max_steps": 400,
1317
+ "route_completion": 42.758924759050075,
1318
+ "manipulation_score": 42.758924759050075,
1319
+ "total_penalty_factor": 1.0,
1320
+ "fail_reason": null,
1321
+ "penalty_events": []
1322
+ },
1323
+ {
1324
+ "episode_id": 93,
1325
+ "seed": 100585,
1326
+ "success": false,
1327
+ "steps_taken": 58,
1328
+ "max_steps": 400,
1329
+ "route_completion": 29.00672793999889,
1330
+ "manipulation_score": 14.503363969999445,
1331
+ "total_penalty_factor": 0.5,
1332
+ "fail_reason": "out_of_bounds",
1333
+ "penalty_events": [
1334
+ {
1335
+ "event_type": "out_of_bounds",
1336
+ "timestep": 58,
1337
+ "penalty_factor": 0.5,
1338
+ "details": "Target object left workspace/view"
1339
+ }
1340
+ ]
1341
+ },
1342
+ {
1343
+ "episode_id": 94,
1344
+ "seed": 100586,
1345
+ "success": false,
1346
+ "steps_taken": 400,
1347
+ "max_steps": 400,
1348
+ "route_completion": 35.39550570238864,
1349
+ "manipulation_score": 35.39550570238864,
1350
+ "total_penalty_factor": 1.0,
1351
+ "fail_reason": null,
1352
+ "penalty_events": []
1353
+ },
1354
+ {
1355
+ "episode_id": 95,
1356
+ "seed": 100590,
1357
+ "success": false,
1358
+ "steps_taken": 88,
1359
+ "max_steps": 400,
1360
+ "route_completion": 0.02493431786545263,
1361
+ "manipulation_score": 0.012467158932726315,
1362
+ "total_penalty_factor": 0.5,
1363
+ "fail_reason": "out_of_bounds",
1364
+ "penalty_events": [
1365
+ {
1366
+ "event_type": "out_of_bounds",
1367
+ "timestep": 88,
1368
+ "penalty_factor": 0.5,
1369
+ "details": "Target object left workspace/view"
1370
+ }
1371
+ ]
1372
+ },
1373
+ {
1374
+ "episode_id": 96,
1375
+ "seed": 100595,
1376
+ "success": false,
1377
+ "steps_taken": 400,
1378
+ "max_steps": 400,
1379
+ "route_completion": 25.87101407621779,
1380
+ "manipulation_score": 25.87101407621779,
1381
+ "total_penalty_factor": 1.0,
1382
+ "fail_reason": null,
1383
+ "penalty_events": []
1384
+ },
1385
+ {
1386
+ "episode_id": 97,
1387
+ "seed": 100598,
1388
+ "success": false,
1389
+ "steps_taken": 77,
1390
+ "max_steps": 400,
1391
+ "route_completion": 41.298796450625886,
1392
+ "manipulation_score": 20.649398225312943,
1393
+ "total_penalty_factor": 0.5,
1394
+ "fail_reason": "out_of_bounds",
1395
+ "penalty_events": [
1396
+ {
1397
+ "event_type": "out_of_bounds",
1398
+ "timestep": 77,
1399
+ "penalty_factor": 0.5,
1400
+ "details": "Target object left workspace/view"
1401
+ }
1402
+ ]
1403
+ },
1404
+ {
1405
+ "episode_id": 98,
1406
+ "seed": 100599,
1407
+ "success": false,
1408
+ "steps_taken": 1,
1409
+ "max_steps": 400,
1410
+ "route_completion": 0.0,
1411
+ "manipulation_score": 0.0,
1412
+ "total_penalty_factor": 1.0,
1413
+ "fail_reason": "object_not_lifted",
1414
+ "penalty_events": []
1415
+ },
1416
+ {
1417
+ "episode_id": 99,
1418
+ "seed": 100616,
1419
+ "success": false,
1420
+ "steps_taken": 103,
1421
+ "max_steps": 400,
1422
+ "route_completion": 2.772492680297596,
1423
+ "manipulation_score": 1.386246340148798,
1424
+ "total_penalty_factor": 0.5,
1425
+ "fail_reason": "out_of_bounds",
1426
+ "penalty_events": [
1427
+ {
1428
+ "event_type": "out_of_bounds",
1429
+ "timestep": 103,
1430
+ "penalty_factor": 0.5,
1431
+ "details": "Target object left workspace/view"
1432
+ }
1433
+ ]
1434
+ },
1435
+ {
1436
+ "episode_id": 100,
1437
+ "seed": 100625,
1438
+ "success": true,
1439
+ "steps_taken": 132,
1440
+ "max_steps": 400,
1441
+ "route_completion": 100.0,
1442
+ "manipulation_score": 100.0,
1443
+ "total_penalty_factor": 1.0,
1444
+ "fail_reason": null,
1445
+ "penalty_events": []
1446
+ }
1447
+ ]
log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 10,
4
+ "success_rate": 10.0,
5
+ "manipulation_score_mean": 29.199267976629923,
6
+ "manipulation_score_std": 28.663538324241113,
7
+ "route_completion_mean": 33.0153765904058,
8
+ "route_completion_std": 27.572745955929683,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 35
11
+ }
log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 10.0% (10/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 29.20
10
+ Std: 28.66
11
+
12
+ --- Route Completion ---
13
+ Mean: 33.02%
14
+ Std: 27.57
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 35
19
+
20
+ ============================================================
log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-29 22:50:17
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.1
log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_episodes_detail.json ADDED
@@ -0,0 +1,1356 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100001,
5
+ "success": false,
6
+ "steps_taken": 400,
7
+ "max_steps": 400,
8
+ "route_completion": 51.66391189109167,
9
+ "manipulation_score": 51.66391189109167,
10
+ "total_penalty_factor": 1.0,
11
+ "fail_reason": null,
12
+ "penalty_events": []
13
+ },
14
+ {
15
+ "episode_id": 2,
16
+ "seed": 100004,
17
+ "success": false,
18
+ "steps_taken": 400,
19
+ "max_steps": 400,
20
+ "route_completion": 30.666152081558916,
21
+ "manipulation_score": 30.666152081558916,
22
+ "total_penalty_factor": 1.0,
23
+ "fail_reason": null,
24
+ "penalty_events": []
25
+ },
26
+ {
27
+ "episode_id": 3,
28
+ "seed": 100005,
29
+ "success": false,
30
+ "steps_taken": 400,
31
+ "max_steps": 400,
32
+ "route_completion": 54.989100212246015,
33
+ "manipulation_score": 54.989100212246015,
34
+ "total_penalty_factor": 1.0,
35
+ "fail_reason": null,
36
+ "penalty_events": []
37
+ },
38
+ {
39
+ "episode_id": 4,
40
+ "seed": 100007,
41
+ "success": false,
42
+ "steps_taken": 400,
43
+ "max_steps": 400,
44
+ "route_completion": 49.803181364525116,
45
+ "manipulation_score": 49.803181364525116,
46
+ "total_penalty_factor": 1.0,
47
+ "fail_reason": null,
48
+ "penalty_events": []
49
+ },
50
+ {
51
+ "episode_id": 5,
52
+ "seed": 100009,
53
+ "success": false,
54
+ "steps_taken": 400,
55
+ "max_steps": 400,
56
+ "route_completion": 36.08521982100415,
57
+ "manipulation_score": 36.08521982100415,
58
+ "total_penalty_factor": 1.0,
59
+ "fail_reason": null,
60
+ "penalty_events": []
61
+ },
62
+ {
63
+ "episode_id": 6,
64
+ "seed": 100010,
65
+ "success": false,
66
+ "steps_taken": 400,
67
+ "max_steps": 400,
68
+ "route_completion": 31.89319216484316,
69
+ "manipulation_score": 31.89319216484316,
70
+ "total_penalty_factor": 1.0,
71
+ "fail_reason": null,
72
+ "penalty_events": []
73
+ },
74
+ {
75
+ "episode_id": 7,
76
+ "seed": 100015,
77
+ "success": false,
78
+ "steps_taken": 400,
79
+ "max_steps": 400,
80
+ "route_completion": 51.584805367461136,
81
+ "manipulation_score": 51.584805367461136,
82
+ "total_penalty_factor": 1.0,
83
+ "fail_reason": null,
84
+ "penalty_events": []
85
+ },
86
+ {
87
+ "episode_id": 8,
88
+ "seed": 100017,
89
+ "success": true,
90
+ "steps_taken": 138,
91
+ "max_steps": 400,
92
+ "route_completion": 100.0,
93
+ "manipulation_score": 100.0,
94
+ "total_penalty_factor": 1.0,
95
+ "fail_reason": null,
96
+ "penalty_events": []
97
+ },
98
+ {
99
+ "episode_id": 9,
100
+ "seed": 100022,
101
+ "success": true,
102
+ "steps_taken": 113,
103
+ "max_steps": 400,
104
+ "route_completion": 100.0,
105
+ "manipulation_score": 100.0,
106
+ "total_penalty_factor": 1.0,
107
+ "fail_reason": null,
108
+ "penalty_events": []
109
+ },
110
+ {
111
+ "episode_id": 10,
112
+ "seed": 100024,
113
+ "success": false,
114
+ "steps_taken": 400,
115
+ "max_steps": 400,
116
+ "route_completion": 39.4189827248301,
117
+ "manipulation_score": 39.4189827248301,
118
+ "total_penalty_factor": 1.0,
119
+ "fail_reason": null,
120
+ "penalty_events": []
121
+ },
122
+ {
123
+ "episode_id": 11,
124
+ "seed": 100027,
125
+ "success": false,
126
+ "steps_taken": 81,
127
+ "max_steps": 400,
128
+ "route_completion": 0.025539424386158114,
129
+ "manipulation_score": 0.012769712193079057,
130
+ "total_penalty_factor": 0.5,
131
+ "fail_reason": "out_of_bounds",
132
+ "penalty_events": [
133
+ {
134
+ "event_type": "out_of_bounds",
135
+ "timestep": 81,
136
+ "penalty_factor": 0.5,
137
+ "details": "Target object left workspace/view"
138
+ }
139
+ ]
140
+ },
141
+ {
142
+ "episode_id": 12,
143
+ "seed": 100029,
144
+ "success": false,
145
+ "steps_taken": 400,
146
+ "max_steps": 400,
147
+ "route_completion": 32.479262548293605,
148
+ "manipulation_score": 32.479262548293605,
149
+ "total_penalty_factor": 1.0,
150
+ "fail_reason": null,
151
+ "penalty_events": []
152
+ },
153
+ {
154
+ "episode_id": 13,
155
+ "seed": 100032,
156
+ "success": false,
157
+ "steps_taken": 400,
158
+ "max_steps": 400,
159
+ "route_completion": 53.56982696893089,
160
+ "manipulation_score": 53.56982696893089,
161
+ "total_penalty_factor": 1.0,
162
+ "fail_reason": null,
163
+ "penalty_events": []
164
+ },
165
+ {
166
+ "episode_id": 14,
167
+ "seed": 100034,
168
+ "success": false,
169
+ "steps_taken": 400,
170
+ "max_steps": 400,
171
+ "route_completion": 29.385796178567738,
172
+ "manipulation_score": 29.385796178567738,
173
+ "total_penalty_factor": 1.0,
174
+ "fail_reason": null,
175
+ "penalty_events": []
176
+ },
177
+ {
178
+ "episode_id": 15,
179
+ "seed": 100035,
180
+ "success": false,
181
+ "steps_taken": 186,
182
+ "max_steps": 400,
183
+ "route_completion": 41.25287162393136,
184
+ "manipulation_score": 20.62643581196568,
185
+ "total_penalty_factor": 0.5,
186
+ "fail_reason": "out_of_bounds",
187
+ "penalty_events": [
188
+ {
189
+ "event_type": "out_of_bounds",
190
+ "timestep": 186,
191
+ "penalty_factor": 0.5,
192
+ "details": "Target object left workspace/view"
193
+ }
194
+ ]
195
+ },
196
+ {
197
+ "episode_id": 16,
198
+ "seed": 100046,
199
+ "success": false,
200
+ "steps_taken": 104,
201
+ "max_steps": 400,
202
+ "route_completion": 30.086359722602506,
203
+ "manipulation_score": 15.043179861301253,
204
+ "total_penalty_factor": 0.5,
205
+ "fail_reason": "out_of_bounds",
206
+ "penalty_events": [
207
+ {
208
+ "event_type": "out_of_bounds",
209
+ "timestep": 104,
210
+ "penalty_factor": 0.5,
211
+ "details": "Target object left workspace/view"
212
+ }
213
+ ]
214
+ },
215
+ {
216
+ "episode_id": 17,
217
+ "seed": 100047,
218
+ "success": false,
219
+ "steps_taken": 44,
220
+ "max_steps": 400,
221
+ "route_completion": 36.414525239524394,
222
+ "manipulation_score": 18.207262619762197,
223
+ "total_penalty_factor": 0.5,
224
+ "fail_reason": "out_of_bounds",
225
+ "penalty_events": [
226
+ {
227
+ "event_type": "out_of_bounds",
228
+ "timestep": 44,
229
+ "penalty_factor": 0.5,
230
+ "details": "Target object left workspace/view"
231
+ }
232
+ ]
233
+ },
234
+ {
235
+ "episode_id": 18,
236
+ "seed": 100050,
237
+ "success": false,
238
+ "steps_taken": 72,
239
+ "max_steps": 400,
240
+ "route_completion": 55.414548998069115,
241
+ "manipulation_score": 27.707274499034558,
242
+ "total_penalty_factor": 0.5,
243
+ "fail_reason": "out_of_bounds",
244
+ "penalty_events": [
245
+ {
246
+ "event_type": "out_of_bounds",
247
+ "timestep": 72,
248
+ "penalty_factor": 0.5,
249
+ "details": "Target object left workspace/view"
250
+ }
251
+ ]
252
+ },
253
+ {
254
+ "episode_id": 19,
255
+ "seed": 100054,
256
+ "success": false,
257
+ "steps_taken": 1,
258
+ "max_steps": 400,
259
+ "route_completion": 0.0,
260
+ "manipulation_score": 0.0,
261
+ "total_penalty_factor": 1.0,
262
+ "fail_reason": "object_not_lifted",
263
+ "penalty_events": []
264
+ },
265
+ {
266
+ "episode_id": 20,
267
+ "seed": 100062,
268
+ "success": true,
269
+ "steps_taken": 151,
270
+ "max_steps": 400,
271
+ "route_completion": 100.0,
272
+ "manipulation_score": 100.0,
273
+ "total_penalty_factor": 1.0,
274
+ "fail_reason": null,
275
+ "penalty_events": []
276
+ },
277
+ {
278
+ "episode_id": 21,
279
+ "seed": 100067,
280
+ "success": false,
281
+ "steps_taken": 400,
282
+ "max_steps": 400,
283
+ "route_completion": 56.578813121700186,
284
+ "manipulation_score": 56.578813121700186,
285
+ "total_penalty_factor": 1.0,
286
+ "fail_reason": null,
287
+ "penalty_events": []
288
+ },
289
+ {
290
+ "episode_id": 22,
291
+ "seed": 100068,
292
+ "success": false,
293
+ "steps_taken": 11,
294
+ "max_steps": 400,
295
+ "route_completion": 0.0,
296
+ "manipulation_score": 0.0,
297
+ "total_penalty_factor": 1.0,
298
+ "fail_reason": "object_not_lifted",
299
+ "penalty_events": []
300
+ },
301
+ {
302
+ "episode_id": 23,
303
+ "seed": 100077,
304
+ "success": true,
305
+ "steps_taken": 253,
306
+ "max_steps": 400,
307
+ "route_completion": 100.0,
308
+ "manipulation_score": 100.0,
309
+ "total_penalty_factor": 1.0,
310
+ "fail_reason": null,
311
+ "penalty_events": []
312
+ },
313
+ {
314
+ "episode_id": 24,
315
+ "seed": 100081,
316
+ "success": false,
317
+ "steps_taken": 400,
318
+ "max_steps": 400,
319
+ "route_completion": 46.07920199676364,
320
+ "manipulation_score": 46.07920199676364,
321
+ "total_penalty_factor": 1.0,
322
+ "fail_reason": null,
323
+ "penalty_events": []
324
+ },
325
+ {
326
+ "episode_id": 25,
327
+ "seed": 100084,
328
+ "success": false,
329
+ "steps_taken": 400,
330
+ "max_steps": 400,
331
+ "route_completion": 42.22207920172086,
332
+ "manipulation_score": 42.22207920172086,
333
+ "total_penalty_factor": 1.0,
334
+ "fail_reason": null,
335
+ "penalty_events": []
336
+ },
337
+ {
338
+ "episode_id": 26,
339
+ "seed": 100086,
340
+ "success": false,
341
+ "steps_taken": 400,
342
+ "max_steps": 400,
343
+ "route_completion": 46.01084364489868,
344
+ "manipulation_score": 46.01084364489868,
345
+ "total_penalty_factor": 1.0,
346
+ "fail_reason": null,
347
+ "penalty_events": []
348
+ },
349
+ {
350
+ "episode_id": 27,
351
+ "seed": 100087,
352
+ "success": false,
353
+ "steps_taken": 117,
354
+ "max_steps": 400,
355
+ "route_completion": 53.64014379920692,
356
+ "manipulation_score": 26.82007189960346,
357
+ "total_penalty_factor": 0.5,
358
+ "fail_reason": "out_of_bounds",
359
+ "penalty_events": [
360
+ {
361
+ "event_type": "out_of_bounds",
362
+ "timestep": 117,
363
+ "penalty_factor": 0.5,
364
+ "details": "Target object left workspace/view"
365
+ }
366
+ ]
367
+ },
368
+ {
369
+ "episode_id": 28,
370
+ "seed": 100088,
371
+ "success": false,
372
+ "steps_taken": 400,
373
+ "max_steps": 400,
374
+ "route_completion": 41.74966173057078,
375
+ "manipulation_score": 41.74966173057078,
376
+ "total_penalty_factor": 1.0,
377
+ "fail_reason": null,
378
+ "penalty_events": []
379
+ },
380
+ {
381
+ "episode_id": 29,
382
+ "seed": 100091,
383
+ "success": false,
384
+ "steps_taken": 400,
385
+ "max_steps": 400,
386
+ "route_completion": 37.96179460734179,
387
+ "manipulation_score": 37.96179460734179,
388
+ "total_penalty_factor": 1.0,
389
+ "fail_reason": null,
390
+ "penalty_events": []
391
+ },
392
+ {
393
+ "episode_id": 30,
394
+ "seed": 100097,
395
+ "success": false,
396
+ "steps_taken": 400,
397
+ "max_steps": 400,
398
+ "route_completion": 48.31327467156726,
399
+ "manipulation_score": 48.31327467156726,
400
+ "total_penalty_factor": 1.0,
401
+ "fail_reason": null,
402
+ "penalty_events": []
403
+ },
404
+ {
405
+ "episode_id": 31,
406
+ "seed": 100099,
407
+ "success": false,
408
+ "steps_taken": 400,
409
+ "max_steps": 400,
410
+ "route_completion": 44.53367289994216,
411
+ "manipulation_score": 44.53367289994216,
412
+ "total_penalty_factor": 1.0,
413
+ "fail_reason": null,
414
+ "penalty_events": []
415
+ },
416
+ {
417
+ "episode_id": 32,
418
+ "seed": 100103,
419
+ "success": false,
420
+ "steps_taken": 400,
421
+ "max_steps": 400,
422
+ "route_completion": 38.02277188321605,
423
+ "manipulation_score": 38.02277188321605,
424
+ "total_penalty_factor": 1.0,
425
+ "fail_reason": null,
426
+ "penalty_events": []
427
+ },
428
+ {
429
+ "episode_id": 33,
430
+ "seed": 100104,
431
+ "success": true,
432
+ "steps_taken": 138,
433
+ "max_steps": 400,
434
+ "route_completion": 100.0,
435
+ "manipulation_score": 100.0,
436
+ "total_penalty_factor": 1.0,
437
+ "fail_reason": null,
438
+ "penalty_events": []
439
+ },
440
+ {
441
+ "episode_id": 34,
442
+ "seed": 100105,
443
+ "success": false,
444
+ "steps_taken": 400,
445
+ "max_steps": 400,
446
+ "route_completion": 49.91548825507181,
447
+ "manipulation_score": 49.91548825507181,
448
+ "total_penalty_factor": 1.0,
449
+ "fail_reason": null,
450
+ "penalty_events": []
451
+ },
452
+ {
453
+ "episode_id": 35,
454
+ "seed": 100107,
455
+ "success": false,
456
+ "steps_taken": 71,
457
+ "max_steps": 400,
458
+ "route_completion": 0.03687354096497903,
459
+ "manipulation_score": 0.018436770482489515,
460
+ "total_penalty_factor": 0.5,
461
+ "fail_reason": "out_of_bounds",
462
+ "penalty_events": [
463
+ {
464
+ "event_type": "out_of_bounds",
465
+ "timestep": 71,
466
+ "penalty_factor": 0.5,
467
+ "details": "Target object left workspace/view"
468
+ }
469
+ ]
470
+ },
471
+ {
472
+ "episode_id": 36,
473
+ "seed": 100108,
474
+ "success": false,
475
+ "steps_taken": 400,
476
+ "max_steps": 400,
477
+ "route_completion": 34.16770737284386,
478
+ "manipulation_score": 34.16770737284386,
479
+ "total_penalty_factor": 1.0,
480
+ "fail_reason": null,
481
+ "penalty_events": []
482
+ },
483
+ {
484
+ "episode_id": 37,
485
+ "seed": 100110,
486
+ "success": false,
487
+ "steps_taken": 87,
488
+ "max_steps": 400,
489
+ "route_completion": 23.072346379837704,
490
+ "manipulation_score": 11.536173189918852,
491
+ "total_penalty_factor": 0.5,
492
+ "fail_reason": "out_of_bounds",
493
+ "penalty_events": [
494
+ {
495
+ "event_type": "out_of_bounds",
496
+ "timestep": 87,
497
+ "penalty_factor": 0.5,
498
+ "details": "Target object left workspace/view"
499
+ }
500
+ ]
501
+ },
502
+ {
503
+ "episode_id": 38,
504
+ "seed": 100112,
505
+ "success": false,
506
+ "steps_taken": 400,
507
+ "max_steps": 400,
508
+ "route_completion": 35.43650276065748,
509
+ "manipulation_score": 35.43650276065748,
510
+ "total_penalty_factor": 1.0,
511
+ "fail_reason": null,
512
+ "penalty_events": []
513
+ },
514
+ {
515
+ "episode_id": 39,
516
+ "seed": 100114,
517
+ "success": false,
518
+ "steps_taken": 400,
519
+ "max_steps": 400,
520
+ "route_completion": 35.83449452289986,
521
+ "manipulation_score": 35.83449452289986,
522
+ "total_penalty_factor": 1.0,
523
+ "fail_reason": null,
524
+ "penalty_events": []
525
+ },
526
+ {
527
+ "episode_id": 40,
528
+ "seed": 100115,
529
+ "success": false,
530
+ "steps_taken": 400,
531
+ "max_steps": 400,
532
+ "route_completion": 29.59543851549648,
533
+ "manipulation_score": 29.59543851549648,
534
+ "total_penalty_factor": 1.0,
535
+ "fail_reason": null,
536
+ "penalty_events": []
537
+ },
538
+ {
539
+ "episode_id": 41,
540
+ "seed": 100117,
541
+ "success": false,
542
+ "steps_taken": 83,
543
+ "max_steps": 400,
544
+ "route_completion": 37.48600523269022,
545
+ "manipulation_score": 18.74300261634511,
546
+ "total_penalty_factor": 0.5,
547
+ "fail_reason": "out_of_bounds",
548
+ "penalty_events": [
549
+ {
550
+ "event_type": "out_of_bounds",
551
+ "timestep": 83,
552
+ "penalty_factor": 0.5,
553
+ "details": "Target object left workspace/view"
554
+ }
555
+ ]
556
+ },
557
+ {
558
+ "episode_id": 42,
559
+ "seed": 100121,
560
+ "success": false,
561
+ "steps_taken": 400,
562
+ "max_steps": 400,
563
+ "route_completion": 43.27766931096014,
564
+ "manipulation_score": 43.27766931096014,
565
+ "total_penalty_factor": 1.0,
566
+ "fail_reason": null,
567
+ "penalty_events": []
568
+ },
569
+ {
570
+ "episode_id": 43,
571
+ "seed": 100125,
572
+ "success": false,
573
+ "steps_taken": 400,
574
+ "max_steps": 400,
575
+ "route_completion": 54.821451250985476,
576
+ "manipulation_score": 54.821451250985476,
577
+ "total_penalty_factor": 1.0,
578
+ "fail_reason": null,
579
+ "penalty_events": []
580
+ },
581
+ {
582
+ "episode_id": 44,
583
+ "seed": 100131,
584
+ "success": false,
585
+ "steps_taken": 105,
586
+ "max_steps": 400,
587
+ "route_completion": 24.709938312547294,
588
+ "manipulation_score": 12.354969156273647,
589
+ "total_penalty_factor": 0.5,
590
+ "fail_reason": "out_of_bounds",
591
+ "penalty_events": [
592
+ {
593
+ "event_type": "out_of_bounds",
594
+ "timestep": 105,
595
+ "penalty_factor": 0.5,
596
+ "details": "Target object left workspace/view"
597
+ }
598
+ ]
599
+ },
600
+ {
601
+ "episode_id": 45,
602
+ "seed": 100137,
603
+ "success": false,
604
+ "steps_taken": 400,
605
+ "max_steps": 400,
606
+ "route_completion": 52.653586342009476,
607
+ "manipulation_score": 52.653586342009476,
608
+ "total_penalty_factor": 1.0,
609
+ "fail_reason": null,
610
+ "penalty_events": []
611
+ },
612
+ {
613
+ "episode_id": 46,
614
+ "seed": 100143,
615
+ "success": false,
616
+ "steps_taken": 400,
617
+ "max_steps": 400,
618
+ "route_completion": 36.222056127037824,
619
+ "manipulation_score": 36.222056127037824,
620
+ "total_penalty_factor": 1.0,
621
+ "fail_reason": null,
622
+ "penalty_events": []
623
+ },
624
+ {
625
+ "episode_id": 47,
626
+ "seed": 100144,
627
+ "success": false,
628
+ "steps_taken": 400,
629
+ "max_steps": 400,
630
+ "route_completion": 28.058523048104977,
631
+ "manipulation_score": 28.058523048104977,
632
+ "total_penalty_factor": 1.0,
633
+ "fail_reason": null,
634
+ "penalty_events": []
635
+ },
636
+ {
637
+ "episode_id": 48,
638
+ "seed": 100145,
639
+ "success": false,
640
+ "steps_taken": 1,
641
+ "max_steps": 400,
642
+ "route_completion": 0.0,
643
+ "manipulation_score": 0.0,
644
+ "total_penalty_factor": 1.0,
645
+ "fail_reason": "object_not_lifted",
646
+ "penalty_events": []
647
+ },
648
+ {
649
+ "episode_id": 49,
650
+ "seed": 100151,
651
+ "success": false,
652
+ "steps_taken": 400,
653
+ "max_steps": 400,
654
+ "route_completion": 19.979553407753293,
655
+ "manipulation_score": 19.979553407753293,
656
+ "total_penalty_factor": 1.0,
657
+ "fail_reason": null,
658
+ "penalty_events": []
659
+ },
660
+ {
661
+ "episode_id": 50,
662
+ "seed": 100158,
663
+ "success": false,
664
+ "steps_taken": 211,
665
+ "max_steps": 400,
666
+ "route_completion": 0.0,
667
+ "manipulation_score": 0.0,
668
+ "total_penalty_factor": 0.5,
669
+ "fail_reason": "out_of_bounds",
670
+ "penalty_events": [
671
+ {
672
+ "event_type": "out_of_bounds",
673
+ "timestep": 211,
674
+ "penalty_factor": 0.5,
675
+ "details": "Target object left workspace/view"
676
+ }
677
+ ]
678
+ },
679
+ {
680
+ "episode_id": 51,
681
+ "seed": 100162,
682
+ "success": false,
683
+ "steps_taken": 400,
684
+ "max_steps": 400,
685
+ "route_completion": 35.93675123833609,
686
+ "manipulation_score": 35.93675123833609,
687
+ "total_penalty_factor": 1.0,
688
+ "fail_reason": null,
689
+ "penalty_events": []
690
+ },
691
+ {
692
+ "episode_id": 52,
693
+ "seed": 100170,
694
+ "success": false,
695
+ "steps_taken": 400,
696
+ "max_steps": 400,
697
+ "route_completion": 36.332477925868545,
698
+ "manipulation_score": 36.332477925868545,
699
+ "total_penalty_factor": 1.0,
700
+ "fail_reason": null,
701
+ "penalty_events": []
702
+ },
703
+ {
704
+ "episode_id": 53,
705
+ "seed": 100171,
706
+ "success": false,
707
+ "steps_taken": 400,
708
+ "max_steps": 400,
709
+ "route_completion": 33.291571749992585,
710
+ "manipulation_score": 33.291571749992585,
711
+ "total_penalty_factor": 1.0,
712
+ "fail_reason": null,
713
+ "penalty_events": []
714
+ },
715
+ {
716
+ "episode_id": 54,
717
+ "seed": 100172,
718
+ "success": false,
719
+ "steps_taken": 96,
720
+ "max_steps": 400,
721
+ "route_completion": 32.39262807461804,
722
+ "manipulation_score": 16.19631403730902,
723
+ "total_penalty_factor": 0.5,
724
+ "fail_reason": "out_of_bounds",
725
+ "penalty_events": [
726
+ {
727
+ "event_type": "out_of_bounds",
728
+ "timestep": 96,
729
+ "penalty_factor": 0.5,
730
+ "details": "Target object left workspace/view"
731
+ }
732
+ ]
733
+ },
734
+ {
735
+ "episode_id": 55,
736
+ "seed": 100176,
737
+ "success": false,
738
+ "steps_taken": 400,
739
+ "max_steps": 400,
740
+ "route_completion": 22.966446399282564,
741
+ "manipulation_score": 22.966446399282564,
742
+ "total_penalty_factor": 1.0,
743
+ "fail_reason": null,
744
+ "penalty_events": []
745
+ },
746
+ {
747
+ "episode_id": 56,
748
+ "seed": 100179,
749
+ "success": false,
750
+ "steps_taken": 400,
751
+ "max_steps": 400,
752
+ "route_completion": 43.20231976788349,
753
+ "manipulation_score": 43.20231976788349,
754
+ "total_penalty_factor": 1.0,
755
+ "fail_reason": null,
756
+ "penalty_events": []
757
+ },
758
+ {
759
+ "episode_id": 57,
760
+ "seed": 100182,
761
+ "success": true,
762
+ "steps_taken": 137,
763
+ "max_steps": 400,
764
+ "route_completion": 100.0,
765
+ "manipulation_score": 100.0,
766
+ "total_penalty_factor": 1.0,
767
+ "fail_reason": null,
768
+ "penalty_events": []
769
+ },
770
+ {
771
+ "episode_id": 58,
772
+ "seed": 100183,
773
+ "success": false,
774
+ "steps_taken": 400,
775
+ "max_steps": 400,
776
+ "route_completion": 63.00799055256198,
777
+ "manipulation_score": 63.00799055256198,
778
+ "total_penalty_factor": 1.0,
779
+ "fail_reason": null,
780
+ "penalty_events": []
781
+ },
782
+ {
783
+ "episode_id": 59,
784
+ "seed": 100184,
785
+ "success": false,
786
+ "steps_taken": 400,
787
+ "max_steps": 400,
788
+ "route_completion": 39.18958828700438,
789
+ "manipulation_score": 39.18958828700438,
790
+ "total_penalty_factor": 1.0,
791
+ "fail_reason": null,
792
+ "penalty_events": []
793
+ },
794
+ {
795
+ "episode_id": 60,
796
+ "seed": 100186,
797
+ "success": false,
798
+ "steps_taken": 400,
799
+ "max_steps": 400,
800
+ "route_completion": 45.78587996364845,
801
+ "manipulation_score": 45.78587996364845,
802
+ "total_penalty_factor": 1.0,
803
+ "fail_reason": null,
804
+ "penalty_events": []
805
+ },
806
+ {
807
+ "episode_id": 61,
808
+ "seed": 100187,
809
+ "success": false,
810
+ "steps_taken": 23,
811
+ "max_steps": 400,
812
+ "route_completion": 21.04189312980093,
813
+ "manipulation_score": 21.04189312980093,
814
+ "total_penalty_factor": 1.0,
815
+ "fail_reason": "object_not_lifted",
816
+ "penalty_events": []
817
+ },
818
+ {
819
+ "episode_id": 62,
820
+ "seed": 100192,
821
+ "success": false,
822
+ "steps_taken": 400,
823
+ "max_steps": 400,
824
+ "route_completion": 34.55520120809824,
825
+ "manipulation_score": 34.55520120809824,
826
+ "total_penalty_factor": 1.0,
827
+ "fail_reason": null,
828
+ "penalty_events": []
829
+ },
830
+ {
831
+ "episode_id": 63,
832
+ "seed": 100193,
833
+ "success": false,
834
+ "steps_taken": 400,
835
+ "max_steps": 400,
836
+ "route_completion": 0.09800490418804772,
837
+ "manipulation_score": 0.09800490418804772,
838
+ "total_penalty_factor": 1.0,
839
+ "fail_reason": null,
840
+ "penalty_events": []
841
+ },
842
+ {
843
+ "episode_id": 64,
844
+ "seed": 100195,
845
+ "success": false,
846
+ "steps_taken": 80,
847
+ "max_steps": 400,
848
+ "route_completion": 4.483268320274218,
849
+ "manipulation_score": 2.241634160137109,
850
+ "total_penalty_factor": 0.5,
851
+ "fail_reason": "out_of_bounds",
852
+ "penalty_events": [
853
+ {
854
+ "event_type": "out_of_bounds",
855
+ "timestep": 80,
856
+ "penalty_factor": 0.5,
857
+ "details": "Target object left workspace/view"
858
+ }
859
+ ]
860
+ },
861
+ {
862
+ "episode_id": 65,
863
+ "seed": 100198,
864
+ "success": false,
865
+ "steps_taken": 77,
866
+ "max_steps": 400,
867
+ "route_completion": 0.29958888603093253,
868
+ "manipulation_score": 0.14979444301546627,
869
+ "total_penalty_factor": 0.5,
870
+ "fail_reason": "out_of_bounds",
871
+ "penalty_events": [
872
+ {
873
+ "event_type": "out_of_bounds",
874
+ "timestep": 77,
875
+ "penalty_factor": 0.5,
876
+ "details": "Target object left workspace/view"
877
+ }
878
+ ]
879
+ },
880
+ {
881
+ "episode_id": 66,
882
+ "seed": 100200,
883
+ "success": false,
884
+ "steps_taken": 400,
885
+ "max_steps": 400,
886
+ "route_completion": 36.20371327496441,
887
+ "manipulation_score": 36.20371327496441,
888
+ "total_penalty_factor": 1.0,
889
+ "fail_reason": null,
890
+ "penalty_events": []
891
+ },
892
+ {
893
+ "episode_id": 67,
894
+ "seed": 100202,
895
+ "success": false,
896
+ "steps_taken": 400,
897
+ "max_steps": 400,
898
+ "route_completion": 29.97501699913185,
899
+ "manipulation_score": 29.97501699913185,
900
+ "total_penalty_factor": 1.0,
901
+ "fail_reason": null,
902
+ "penalty_events": []
903
+ },
904
+ {
905
+ "episode_id": 68,
906
+ "seed": 100204,
907
+ "success": false,
908
+ "steps_taken": 400,
909
+ "max_steps": 400,
910
+ "route_completion": 26.550969898825944,
911
+ "manipulation_score": 26.550969898825944,
912
+ "total_penalty_factor": 1.0,
913
+ "fail_reason": null,
914
+ "penalty_events": []
915
+ },
916
+ {
917
+ "episode_id": 69,
918
+ "seed": 100205,
919
+ "success": true,
920
+ "steps_taken": 129,
921
+ "max_steps": 400,
922
+ "route_completion": 100.0,
923
+ "manipulation_score": 100.0,
924
+ "total_penalty_factor": 1.0,
925
+ "fail_reason": null,
926
+ "penalty_events": []
927
+ },
928
+ {
929
+ "episode_id": 70,
930
+ "seed": 100213,
931
+ "success": true,
932
+ "steps_taken": 128,
933
+ "max_steps": 400,
934
+ "route_completion": 100.0,
935
+ "manipulation_score": 100.0,
936
+ "total_penalty_factor": 1.0,
937
+ "fail_reason": null,
938
+ "penalty_events": []
939
+ },
940
+ {
941
+ "episode_id": 71,
942
+ "seed": 100216,
943
+ "success": false,
944
+ "steps_taken": 67,
945
+ "max_steps": 400,
946
+ "route_completion": 0.0,
947
+ "manipulation_score": 0.0,
948
+ "total_penalty_factor": 0.5,
949
+ "fail_reason": "out_of_bounds",
950
+ "penalty_events": [
951
+ {
952
+ "event_type": "out_of_bounds",
953
+ "timestep": 67,
954
+ "penalty_factor": 0.5,
955
+ "details": "Target object left workspace/view"
956
+ }
957
+ ]
958
+ },
959
+ {
960
+ "episode_id": 72,
961
+ "seed": 100217,
962
+ "success": false,
963
+ "steps_taken": 123,
964
+ "max_steps": 400,
965
+ "route_completion": 36.13559753571375,
966
+ "manipulation_score": 18.067798767856875,
967
+ "total_penalty_factor": 0.5,
968
+ "fail_reason": "out_of_bounds",
969
+ "penalty_events": [
970
+ {
971
+ "event_type": "out_of_bounds",
972
+ "timestep": 123,
973
+ "penalty_factor": 0.5,
974
+ "details": "Target object left workspace/view"
975
+ }
976
+ ]
977
+ },
978
+ {
979
+ "episode_id": 73,
980
+ "seed": 100218,
981
+ "success": true,
982
+ "steps_taken": 139,
983
+ "max_steps": 400,
984
+ "route_completion": 100.0,
985
+ "manipulation_score": 100.0,
986
+ "total_penalty_factor": 1.0,
987
+ "fail_reason": null,
988
+ "penalty_events": []
989
+ },
990
+ {
991
+ "episode_id": 74,
992
+ "seed": 100221,
993
+ "success": false,
994
+ "steps_taken": 400,
995
+ "max_steps": 400,
996
+ "route_completion": 38.40903185167105,
997
+ "manipulation_score": 38.40903185167105,
998
+ "total_penalty_factor": 1.0,
999
+ "fail_reason": null,
1000
+ "penalty_events": []
1001
+ },
1002
+ {
1003
+ "episode_id": 75,
1004
+ "seed": 100222,
1005
+ "success": false,
1006
+ "steps_taken": 400,
1007
+ "max_steps": 400,
1008
+ "route_completion": 38.84230592910843,
1009
+ "manipulation_score": 38.84230592910843,
1010
+ "total_penalty_factor": 1.0,
1011
+ "fail_reason": null,
1012
+ "penalty_events": []
1013
+ },
1014
+ {
1015
+ "episode_id": 76,
1016
+ "seed": 100223,
1017
+ "success": false,
1018
+ "steps_taken": 58,
1019
+ "max_steps": 400,
1020
+ "route_completion": 16.63041553357378,
1021
+ "manipulation_score": 8.31520776678689,
1022
+ "total_penalty_factor": 0.5,
1023
+ "fail_reason": "out_of_bounds",
1024
+ "penalty_events": [
1025
+ {
1026
+ "event_type": "out_of_bounds",
1027
+ "timestep": 58,
1028
+ "penalty_factor": 0.5,
1029
+ "details": "Target object left workspace/view"
1030
+ }
1031
+ ]
1032
+ },
1033
+ {
1034
+ "episode_id": 77,
1035
+ "seed": 100225,
1036
+ "success": false,
1037
+ "steps_taken": 400,
1038
+ "max_steps": 400,
1039
+ "route_completion": 52.198347046952485,
1040
+ "manipulation_score": 52.198347046952485,
1041
+ "total_penalty_factor": 1.0,
1042
+ "fail_reason": null,
1043
+ "penalty_events": []
1044
+ },
1045
+ {
1046
+ "episode_id": 78,
1047
+ "seed": 100227,
1048
+ "success": false,
1049
+ "steps_taken": 400,
1050
+ "max_steps": 400,
1051
+ "route_completion": 35.35631750623124,
1052
+ "manipulation_score": 35.35631750623124,
1053
+ "total_penalty_factor": 1.0,
1054
+ "fail_reason": null,
1055
+ "penalty_events": []
1056
+ },
1057
+ {
1058
+ "episode_id": 79,
1059
+ "seed": 100228,
1060
+ "success": false,
1061
+ "steps_taken": 156,
1062
+ "max_steps": 400,
1063
+ "route_completion": 40.26608973301641,
1064
+ "manipulation_score": 20.133044866508204,
1065
+ "total_penalty_factor": 0.5,
1066
+ "fail_reason": "out_of_bounds",
1067
+ "penalty_events": [
1068
+ {
1069
+ "event_type": "out_of_bounds",
1070
+ "timestep": 156,
1071
+ "penalty_factor": 0.5,
1072
+ "details": "Target object left workspace/view"
1073
+ }
1074
+ ]
1075
+ },
1076
+ {
1077
+ "episode_id": 80,
1078
+ "seed": 100231,
1079
+ "success": false,
1080
+ "steps_taken": 400,
1081
+ "max_steps": 400,
1082
+ "route_completion": 34.55687313885721,
1083
+ "manipulation_score": 34.55687313885721,
1084
+ "total_penalty_factor": 1.0,
1085
+ "fail_reason": null,
1086
+ "penalty_events": []
1087
+ },
1088
+ {
1089
+ "episode_id": 81,
1090
+ "seed": 100232,
1091
+ "success": false,
1092
+ "steps_taken": 400,
1093
+ "max_steps": 400,
1094
+ "route_completion": 40.14375108399816,
1095
+ "manipulation_score": 40.14375108399816,
1096
+ "total_penalty_factor": 1.0,
1097
+ "fail_reason": null,
1098
+ "penalty_events": []
1099
+ },
1100
+ {
1101
+ "episode_id": 82,
1102
+ "seed": 100235,
1103
+ "success": false,
1104
+ "steps_taken": 400,
1105
+ "max_steps": 400,
1106
+ "route_completion": 27.203895109320225,
1107
+ "manipulation_score": 27.203895109320225,
1108
+ "total_penalty_factor": 1.0,
1109
+ "fail_reason": null,
1110
+ "penalty_events": []
1111
+ },
1112
+ {
1113
+ "episode_id": 83,
1114
+ "seed": 100236,
1115
+ "success": false,
1116
+ "steps_taken": 400,
1117
+ "max_steps": 400,
1118
+ "route_completion": 26.658195624389535,
1119
+ "manipulation_score": 26.658195624389535,
1120
+ "total_penalty_factor": 1.0,
1121
+ "fail_reason": null,
1122
+ "penalty_events": []
1123
+ },
1124
+ {
1125
+ "episode_id": 84,
1126
+ "seed": 100238,
1127
+ "success": false,
1128
+ "steps_taken": 400,
1129
+ "max_steps": 400,
1130
+ "route_completion": 27.17003294322889,
1131
+ "manipulation_score": 27.17003294322889,
1132
+ "total_penalty_factor": 1.0,
1133
+ "fail_reason": null,
1134
+ "penalty_events": []
1135
+ },
1136
+ {
1137
+ "episode_id": 85,
1138
+ "seed": 100239,
1139
+ "success": false,
1140
+ "steps_taken": 400,
1141
+ "max_steps": 400,
1142
+ "route_completion": 35.99616749328266,
1143
+ "manipulation_score": 35.99616749328266,
1144
+ "total_penalty_factor": 1.0,
1145
+ "fail_reason": null,
1146
+ "penalty_events": []
1147
+ },
1148
+ {
1149
+ "episode_id": 86,
1150
+ "seed": 100243,
1151
+ "success": false,
1152
+ "steps_taken": 146,
1153
+ "max_steps": 400,
1154
+ "route_completion": 0.014392809970581302,
1155
+ "manipulation_score": 0.007196404985290651,
1156
+ "total_penalty_factor": 0.5,
1157
+ "fail_reason": "out_of_bounds",
1158
+ "penalty_events": [
1159
+ {
1160
+ "event_type": "out_of_bounds",
1161
+ "timestep": 146,
1162
+ "penalty_factor": 0.5,
1163
+ "details": "Target object left workspace/view"
1164
+ }
1165
+ ]
1166
+ },
1167
+ {
1168
+ "episode_id": 87,
1169
+ "seed": 100245,
1170
+ "success": false,
1171
+ "steps_taken": 120,
1172
+ "max_steps": 400,
1173
+ "route_completion": 29.62251280656349,
1174
+ "manipulation_score": 14.811256403281744,
1175
+ "total_penalty_factor": 0.5,
1176
+ "fail_reason": "out_of_bounds",
1177
+ "penalty_events": [
1178
+ {
1179
+ "event_type": "out_of_bounds",
1180
+ "timestep": 120,
1181
+ "penalty_factor": 0.5,
1182
+ "details": "Target object left workspace/view"
1183
+ }
1184
+ ]
1185
+ },
1186
+ {
1187
+ "episode_id": 88,
1188
+ "seed": 100248,
1189
+ "success": false,
1190
+ "steps_taken": 400,
1191
+ "max_steps": 400,
1192
+ "route_completion": 36.129323448470785,
1193
+ "manipulation_score": 36.129323448470785,
1194
+ "total_penalty_factor": 1.0,
1195
+ "fail_reason": null,
1196
+ "penalty_events": []
1197
+ },
1198
+ {
1199
+ "episode_id": 89,
1200
+ "seed": 100253,
1201
+ "success": false,
1202
+ "steps_taken": 400,
1203
+ "max_steps": 400,
1204
+ "route_completion": 54.174558402967286,
1205
+ "manipulation_score": 54.174558402967286,
1206
+ "total_penalty_factor": 1.0,
1207
+ "fail_reason": null,
1208
+ "penalty_events": []
1209
+ },
1210
+ {
1211
+ "episode_id": 90,
1212
+ "seed": 100255,
1213
+ "success": false,
1214
+ "steps_taken": 400,
1215
+ "max_steps": 400,
1216
+ "route_completion": 45.39672492503453,
1217
+ "manipulation_score": 45.39672492503453,
1218
+ "total_penalty_factor": 1.0,
1219
+ "fail_reason": null,
1220
+ "penalty_events": []
1221
+ },
1222
+ {
1223
+ "episode_id": 91,
1224
+ "seed": 100257,
1225
+ "success": false,
1226
+ "steps_taken": 80,
1227
+ "max_steps": 400,
1228
+ "route_completion": 40.784748307766286,
1229
+ "manipulation_score": 40.784748307766286,
1230
+ "total_penalty_factor": 1.0,
1231
+ "fail_reason": "object_not_lifted",
1232
+ "penalty_events": []
1233
+ },
1234
+ {
1235
+ "episode_id": 92,
1236
+ "seed": 100262,
1237
+ "success": true,
1238
+ "steps_taken": 222,
1239
+ "max_steps": 400,
1240
+ "route_completion": 100.0,
1241
+ "manipulation_score": 100.0,
1242
+ "total_penalty_factor": 1.0,
1243
+ "fail_reason": null,
1244
+ "penalty_events": []
1245
+ },
1246
+ {
1247
+ "episode_id": 93,
1248
+ "seed": 100263,
1249
+ "success": true,
1250
+ "steps_taken": 126,
1251
+ "max_steps": 400,
1252
+ "route_completion": 100.0,
1253
+ "manipulation_score": 100.0,
1254
+ "total_penalty_factor": 1.0,
1255
+ "fail_reason": null,
1256
+ "penalty_events": []
1257
+ },
1258
+ {
1259
+ "episode_id": 94,
1260
+ "seed": 100265,
1261
+ "success": false,
1262
+ "steps_taken": 400,
1263
+ "max_steps": 400,
1264
+ "route_completion": 12.413678799325039,
1265
+ "manipulation_score": 12.413678799325039,
1266
+ "total_penalty_factor": 1.0,
1267
+ "fail_reason": null,
1268
+ "penalty_events": []
1269
+ },
1270
+ {
1271
+ "episode_id": 95,
1272
+ "seed": 100269,
1273
+ "success": false,
1274
+ "steps_taken": 400,
1275
+ "max_steps": 400,
1276
+ "route_completion": 16.013924243235646,
1277
+ "manipulation_score": 16.013924243235646,
1278
+ "total_penalty_factor": 1.0,
1279
+ "fail_reason": null,
1280
+ "penalty_events": []
1281
+ },
1282
+ {
1283
+ "episode_id": 96,
1284
+ "seed": 100271,
1285
+ "success": false,
1286
+ "steps_taken": 400,
1287
+ "max_steps": 400,
1288
+ "route_completion": 42.16389106297679,
1289
+ "manipulation_score": 42.16389106297679,
1290
+ "total_penalty_factor": 1.0,
1291
+ "fail_reason": null,
1292
+ "penalty_events": []
1293
+ },
1294
+ {
1295
+ "episode_id": 97,
1296
+ "seed": 100273,
1297
+ "success": true,
1298
+ "steps_taken": 133,
1299
+ "max_steps": 400,
1300
+ "route_completion": 100.0,
1301
+ "manipulation_score": 100.0,
1302
+ "total_penalty_factor": 1.0,
1303
+ "fail_reason": null,
1304
+ "penalty_events": []
1305
+ },
1306
+ {
1307
+ "episode_id": 98,
1308
+ "seed": 100274,
1309
+ "success": false,
1310
+ "steps_taken": 57,
1311
+ "max_steps": 400,
1312
+ "route_completion": 44.44473501657142,
1313
+ "manipulation_score": 22.22236750828571,
1314
+ "total_penalty_factor": 0.5,
1315
+ "fail_reason": "out_of_bounds",
1316
+ "penalty_events": [
1317
+ {
1318
+ "event_type": "out_of_bounds",
1319
+ "timestep": 57,
1320
+ "penalty_factor": 0.5,
1321
+ "details": "Target object left workspace/view"
1322
+ }
1323
+ ]
1324
+ },
1325
+ {
1326
+ "episode_id": 99,
1327
+ "seed": 100276,
1328
+ "success": false,
1329
+ "steps_taken": 70,
1330
+ "max_steps": 400,
1331
+ "route_completion": 31.243931153192804,
1332
+ "manipulation_score": 15.621965576596402,
1333
+ "total_penalty_factor": 0.5,
1334
+ "fail_reason": "out_of_bounds",
1335
+ "penalty_events": [
1336
+ {
1337
+ "event_type": "out_of_bounds",
1338
+ "timestep": 70,
1339
+ "penalty_factor": 0.5,
1340
+ "details": "Target object left workspace/view"
1341
+ }
1342
+ ]
1343
+ },
1344
+ {
1345
+ "episode_id": 100,
1346
+ "seed": 100277,
1347
+ "success": false,
1348
+ "steps_taken": 400,
1349
+ "max_steps": 400,
1350
+ "route_completion": 46.422897564736495,
1351
+ "manipulation_score": 46.422897564736495,
1352
+ "total_penalty_factor": 1.0,
1353
+ "fail_reason": null,
1354
+ "penalty_events": []
1355
+ }
1356
+ ]
log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 12,
4
+ "success_rate": 12.0,
5
+ "manipulation_score_mean": 38.69982661847678,
6
+ "manipulation_score_std": 27.389872186349567,
7
+ "route_completion_mean": 41.3881881791932,
8
+ "route_completion_std": 26.24661325892294,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 22
11
+ }
log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 12.0% (12/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 38.70
10
+ Std: 27.39
11
+
12
+ --- Route Completion ---
13
+ Mean: 41.39%
14
+ Std: 26.25
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 22
19
+
20
+ ============================================================
log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-29 23:48:32
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.12
log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_episodes_detail.json ADDED
@@ -0,0 +1,1622 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100000,
5
+ "success": true,
6
+ "steps_taken": 124,
7
+ "max_steps": 400,
8
+ "route_completion": 100.0,
9
+ "manipulation_score": 100.0,
10
+ "total_penalty_factor": 1.0,
11
+ "fail_reason": null,
12
+ "penalty_events": []
13
+ },
14
+ {
15
+ "episode_id": 2,
16
+ "seed": 100003,
17
+ "success": false,
18
+ "steps_taken": 146,
19
+ "max_steps": 400,
20
+ "route_completion": 21.463668526452174,
21
+ "manipulation_score": 10.731834263226087,
22
+ "total_penalty_factor": 0.5,
23
+ "fail_reason": "out_of_bounds",
24
+ "penalty_events": [
25
+ {
26
+ "event_type": "out_of_bounds",
27
+ "timestep": 146,
28
+ "penalty_factor": 0.5,
29
+ "details": "Target object left workspace/view"
30
+ }
31
+ ]
32
+ },
33
+ {
34
+ "episode_id": 3,
35
+ "seed": 100004,
36
+ "success": true,
37
+ "steps_taken": 137,
38
+ "max_steps": 400,
39
+ "route_completion": 100.0,
40
+ "manipulation_score": 100.0,
41
+ "total_penalty_factor": 1.0,
42
+ "fail_reason": null,
43
+ "penalty_events": []
44
+ },
45
+ {
46
+ "episode_id": 4,
47
+ "seed": 100005,
48
+ "success": true,
49
+ "steps_taken": 129,
50
+ "max_steps": 400,
51
+ "route_completion": 100.0,
52
+ "manipulation_score": 100.0,
53
+ "total_penalty_factor": 1.0,
54
+ "fail_reason": null,
55
+ "penalty_events": []
56
+ },
57
+ {
58
+ "episode_id": 5,
59
+ "seed": 100006,
60
+ "success": false,
61
+ "steps_taken": 232,
62
+ "max_steps": 400,
63
+ "route_completion": 12.137101742958535,
64
+ "manipulation_score": 6.0685508714792675,
65
+ "total_penalty_factor": 0.5,
66
+ "fail_reason": "out_of_bounds",
67
+ "penalty_events": [
68
+ {
69
+ "event_type": "out_of_bounds",
70
+ "timestep": 232,
71
+ "penalty_factor": 0.5,
72
+ "details": "Target object left workspace/view"
73
+ }
74
+ ]
75
+ },
76
+ {
77
+ "episode_id": 6,
78
+ "seed": 100007,
79
+ "success": false,
80
+ "steps_taken": 170,
81
+ "max_steps": 400,
82
+ "route_completion": 13.71517053914084,
83
+ "manipulation_score": 6.85758526957042,
84
+ "total_penalty_factor": 0.5,
85
+ "fail_reason": "out_of_bounds",
86
+ "penalty_events": [
87
+ {
88
+ "event_type": "out_of_bounds",
89
+ "timestep": 170,
90
+ "penalty_factor": 0.5,
91
+ "details": "Target object left workspace/view"
92
+ }
93
+ ]
94
+ },
95
+ {
96
+ "episode_id": 7,
97
+ "seed": 100008,
98
+ "success": false,
99
+ "steps_taken": 132,
100
+ "max_steps": 400,
101
+ "route_completion": 21.402595256612194,
102
+ "manipulation_score": 10.701297628306097,
103
+ "total_penalty_factor": 0.5,
104
+ "fail_reason": "out_of_bounds",
105
+ "penalty_events": [
106
+ {
107
+ "event_type": "out_of_bounds",
108
+ "timestep": 132,
109
+ "penalty_factor": 0.5,
110
+ "details": "Target object left workspace/view"
111
+ }
112
+ ]
113
+ },
114
+ {
115
+ "episode_id": 8,
116
+ "seed": 100009,
117
+ "success": true,
118
+ "steps_taken": 124,
119
+ "max_steps": 400,
120
+ "route_completion": 100.0,
121
+ "manipulation_score": 100.0,
122
+ "total_penalty_factor": 1.0,
123
+ "fail_reason": null,
124
+ "penalty_events": []
125
+ },
126
+ {
127
+ "episode_id": 9,
128
+ "seed": 100010,
129
+ "success": false,
130
+ "steps_taken": 155,
131
+ "max_steps": 400,
132
+ "route_completion": 19.468538967405284,
133
+ "manipulation_score": 9.734269483702642,
134
+ "total_penalty_factor": 0.5,
135
+ "fail_reason": "out_of_bounds",
136
+ "penalty_events": [
137
+ {
138
+ "event_type": "out_of_bounds",
139
+ "timestep": 155,
140
+ "penalty_factor": 0.5,
141
+ "details": "Target object left workspace/view"
142
+ }
143
+ ]
144
+ },
145
+ {
146
+ "episode_id": 10,
147
+ "seed": 100011,
148
+ "success": true,
149
+ "steps_taken": 144,
150
+ "max_steps": 400,
151
+ "route_completion": 100.0,
152
+ "manipulation_score": 100.0,
153
+ "total_penalty_factor": 1.0,
154
+ "fail_reason": null,
155
+ "penalty_events": []
156
+ },
157
+ {
158
+ "episode_id": 11,
159
+ "seed": 100012,
160
+ "success": false,
161
+ "steps_taken": 338,
162
+ "max_steps": 400,
163
+ "route_completion": 30.36498896041348,
164
+ "manipulation_score": 15.18249448020674,
165
+ "total_penalty_factor": 0.5,
166
+ "fail_reason": "out_of_bounds",
167
+ "penalty_events": [
168
+ {
169
+ "event_type": "out_of_bounds",
170
+ "timestep": 338,
171
+ "penalty_factor": 0.5,
172
+ "details": "Target object left workspace/view"
173
+ }
174
+ ]
175
+ },
176
+ {
177
+ "episode_id": 12,
178
+ "seed": 100014,
179
+ "success": false,
180
+ "steps_taken": 113,
181
+ "max_steps": 400,
182
+ "route_completion": 23.68635472462633,
183
+ "manipulation_score": 11.843177362313165,
184
+ "total_penalty_factor": 0.5,
185
+ "fail_reason": "out_of_bounds",
186
+ "penalty_events": [
187
+ {
188
+ "event_type": "out_of_bounds",
189
+ "timestep": 113,
190
+ "penalty_factor": 0.5,
191
+ "details": "Target object left workspace/view"
192
+ }
193
+ ]
194
+ },
195
+ {
196
+ "episode_id": 13,
197
+ "seed": 100015,
198
+ "success": true,
199
+ "steps_taken": 145,
200
+ "max_steps": 400,
201
+ "route_completion": 100.0,
202
+ "manipulation_score": 100.0,
203
+ "total_penalty_factor": 1.0,
204
+ "fail_reason": null,
205
+ "penalty_events": []
206
+ },
207
+ {
208
+ "episode_id": 14,
209
+ "seed": 100016,
210
+ "success": false,
211
+ "steps_taken": 183,
212
+ "max_steps": 400,
213
+ "route_completion": 0.017863581570029645,
214
+ "manipulation_score": 0.008931790785014822,
215
+ "total_penalty_factor": 0.5,
216
+ "fail_reason": "out_of_bounds",
217
+ "penalty_events": [
218
+ {
219
+ "event_type": "out_of_bounds",
220
+ "timestep": 183,
221
+ "penalty_factor": 0.5,
222
+ "details": "Target object left workspace/view"
223
+ }
224
+ ]
225
+ },
226
+ {
227
+ "episode_id": 15,
228
+ "seed": 100017,
229
+ "success": false,
230
+ "steps_taken": 132,
231
+ "max_steps": 400,
232
+ "route_completion": 14.1876485584316,
233
+ "manipulation_score": 7.0938242792158,
234
+ "total_penalty_factor": 0.5,
235
+ "fail_reason": "out_of_bounds",
236
+ "penalty_events": [
237
+ {
238
+ "event_type": "out_of_bounds",
239
+ "timestep": 132,
240
+ "penalty_factor": 0.5,
241
+ "details": "Target object left workspace/view"
242
+ }
243
+ ]
244
+ },
245
+ {
246
+ "episode_id": 16,
247
+ "seed": 100018,
248
+ "success": true,
249
+ "steps_taken": 137,
250
+ "max_steps": 400,
251
+ "route_completion": 100.0,
252
+ "manipulation_score": 100.0,
253
+ "total_penalty_factor": 1.0,
254
+ "fail_reason": null,
255
+ "penalty_events": []
256
+ },
257
+ {
258
+ "episode_id": 17,
259
+ "seed": 100019,
260
+ "success": true,
261
+ "steps_taken": 139,
262
+ "max_steps": 400,
263
+ "route_completion": 100.0,
264
+ "manipulation_score": 100.0,
265
+ "total_penalty_factor": 1.0,
266
+ "fail_reason": null,
267
+ "penalty_events": []
268
+ },
269
+ {
270
+ "episode_id": 18,
271
+ "seed": 100020,
272
+ "success": false,
273
+ "steps_taken": 152,
274
+ "max_steps": 400,
275
+ "route_completion": 8.292486307853332,
276
+ "manipulation_score": 4.146243153926666,
277
+ "total_penalty_factor": 0.5,
278
+ "fail_reason": "out_of_bounds",
279
+ "penalty_events": [
280
+ {
281
+ "event_type": "out_of_bounds",
282
+ "timestep": 152,
283
+ "penalty_factor": 0.5,
284
+ "details": "Target object left workspace/view"
285
+ }
286
+ ]
287
+ },
288
+ {
289
+ "episode_id": 19,
290
+ "seed": 100021,
291
+ "success": true,
292
+ "steps_taken": 128,
293
+ "max_steps": 400,
294
+ "route_completion": 100.0,
295
+ "manipulation_score": 100.0,
296
+ "total_penalty_factor": 1.0,
297
+ "fail_reason": null,
298
+ "penalty_events": []
299
+ },
300
+ {
301
+ "episode_id": 20,
302
+ "seed": 100023,
303
+ "success": false,
304
+ "steps_taken": 152,
305
+ "max_steps": 400,
306
+ "route_completion": 0.0,
307
+ "manipulation_score": 0.0,
308
+ "total_penalty_factor": 0.5,
309
+ "fail_reason": "out_of_bounds",
310
+ "penalty_events": [
311
+ {
312
+ "event_type": "out_of_bounds",
313
+ "timestep": 152,
314
+ "penalty_factor": 0.5,
315
+ "details": "Target object left workspace/view"
316
+ }
317
+ ]
318
+ },
319
+ {
320
+ "episode_id": 21,
321
+ "seed": 100024,
322
+ "success": true,
323
+ "steps_taken": 124,
324
+ "max_steps": 400,
325
+ "route_completion": 100.0,
326
+ "manipulation_score": 100.0,
327
+ "total_penalty_factor": 1.0,
328
+ "fail_reason": null,
329
+ "penalty_events": []
330
+ },
331
+ {
332
+ "episode_id": 22,
333
+ "seed": 100025,
334
+ "success": true,
335
+ "steps_taken": 135,
336
+ "max_steps": 400,
337
+ "route_completion": 100.0,
338
+ "manipulation_score": 100.0,
339
+ "total_penalty_factor": 1.0,
340
+ "fail_reason": null,
341
+ "penalty_events": []
342
+ },
343
+ {
344
+ "episode_id": 23,
345
+ "seed": 100026,
346
+ "success": false,
347
+ "steps_taken": 161,
348
+ "max_steps": 400,
349
+ "route_completion": 39.99177846056225,
350
+ "manipulation_score": 19.995889230281126,
351
+ "total_penalty_factor": 0.5,
352
+ "fail_reason": "out_of_bounds",
353
+ "penalty_events": [
354
+ {
355
+ "event_type": "out_of_bounds",
356
+ "timestep": 161,
357
+ "penalty_factor": 0.5,
358
+ "details": "Target object left workspace/view"
359
+ }
360
+ ]
361
+ },
362
+ {
363
+ "episode_id": 24,
364
+ "seed": 100027,
365
+ "success": true,
366
+ "steps_taken": 127,
367
+ "max_steps": 400,
368
+ "route_completion": 100.0,
369
+ "manipulation_score": 100.0,
370
+ "total_penalty_factor": 1.0,
371
+ "fail_reason": null,
372
+ "penalty_events": []
373
+ },
374
+ {
375
+ "episode_id": 25,
376
+ "seed": 100028,
377
+ "success": false,
378
+ "steps_taken": 173,
379
+ "max_steps": 400,
380
+ "route_completion": 0.3786603833912551,
381
+ "manipulation_score": 0.18933019169562754,
382
+ "total_penalty_factor": 0.5,
383
+ "fail_reason": "out_of_bounds",
384
+ "penalty_events": [
385
+ {
386
+ "event_type": "out_of_bounds",
387
+ "timestep": 173,
388
+ "penalty_factor": 0.5,
389
+ "details": "Target object left workspace/view"
390
+ }
391
+ ]
392
+ },
393
+ {
394
+ "episode_id": 26,
395
+ "seed": 100030,
396
+ "success": true,
397
+ "steps_taken": 131,
398
+ "max_steps": 400,
399
+ "route_completion": 100.0,
400
+ "manipulation_score": 100.0,
401
+ "total_penalty_factor": 1.0,
402
+ "fail_reason": null,
403
+ "penalty_events": []
404
+ },
405
+ {
406
+ "episode_id": 27,
407
+ "seed": 100032,
408
+ "success": false,
409
+ "steps_taken": 119,
410
+ "max_steps": 400,
411
+ "route_completion": 32.63034149741056,
412
+ "manipulation_score": 16.31517074870528,
413
+ "total_penalty_factor": 0.5,
414
+ "fail_reason": "out_of_bounds",
415
+ "penalty_events": [
416
+ {
417
+ "event_type": "out_of_bounds",
418
+ "timestep": 119,
419
+ "penalty_factor": 0.5,
420
+ "details": "Target object left workspace/view"
421
+ }
422
+ ]
423
+ },
424
+ {
425
+ "episode_id": 28,
426
+ "seed": 100033,
427
+ "success": true,
428
+ "steps_taken": 132,
429
+ "max_steps": 400,
430
+ "route_completion": 100.0,
431
+ "manipulation_score": 100.0,
432
+ "total_penalty_factor": 1.0,
433
+ "fail_reason": null,
434
+ "penalty_events": []
435
+ },
436
+ {
437
+ "episode_id": 29,
438
+ "seed": 100034,
439
+ "success": true,
440
+ "steps_taken": 131,
441
+ "max_steps": 400,
442
+ "route_completion": 100.0,
443
+ "manipulation_score": 100.0,
444
+ "total_penalty_factor": 1.0,
445
+ "fail_reason": null,
446
+ "penalty_events": []
447
+ },
448
+ {
449
+ "episode_id": 30,
450
+ "seed": 100035,
451
+ "success": false,
452
+ "steps_taken": 236,
453
+ "max_steps": 400,
454
+ "route_completion": 26.505578298898108,
455
+ "manipulation_score": 13.252789149449054,
456
+ "total_penalty_factor": 0.5,
457
+ "fail_reason": "out_of_bounds",
458
+ "penalty_events": [
459
+ {
460
+ "event_type": "out_of_bounds",
461
+ "timestep": 236,
462
+ "penalty_factor": 0.5,
463
+ "details": "Target object left workspace/view"
464
+ }
465
+ ]
466
+ },
467
+ {
468
+ "episode_id": 31,
469
+ "seed": 100036,
470
+ "success": false,
471
+ "steps_taken": 400,
472
+ "max_steps": 400,
473
+ "route_completion": 32.42779211715311,
474
+ "manipulation_score": 32.42779211715311,
475
+ "total_penalty_factor": 1.0,
476
+ "fail_reason": null,
477
+ "penalty_events": []
478
+ },
479
+ {
480
+ "episode_id": 32,
481
+ "seed": 100037,
482
+ "success": false,
483
+ "steps_taken": 160,
484
+ "max_steps": 400,
485
+ "route_completion": 27.341620371819324,
486
+ "manipulation_score": 13.670810185909662,
487
+ "total_penalty_factor": 0.5,
488
+ "fail_reason": "out_of_bounds",
489
+ "penalty_events": [
490
+ {
491
+ "event_type": "out_of_bounds",
492
+ "timestep": 160,
493
+ "penalty_factor": 0.5,
494
+ "details": "Target object left workspace/view"
495
+ }
496
+ ]
497
+ },
498
+ {
499
+ "episode_id": 33,
500
+ "seed": 100038,
501
+ "success": true,
502
+ "steps_taken": 137,
503
+ "max_steps": 400,
504
+ "route_completion": 100.0,
505
+ "manipulation_score": 100.0,
506
+ "total_penalty_factor": 1.0,
507
+ "fail_reason": null,
508
+ "penalty_events": []
509
+ },
510
+ {
511
+ "episode_id": 34,
512
+ "seed": 100039,
513
+ "success": true,
514
+ "steps_taken": 130,
515
+ "max_steps": 400,
516
+ "route_completion": 100.0,
517
+ "manipulation_score": 100.0,
518
+ "total_penalty_factor": 1.0,
519
+ "fail_reason": null,
520
+ "penalty_events": []
521
+ },
522
+ {
523
+ "episode_id": 35,
524
+ "seed": 100041,
525
+ "success": false,
526
+ "steps_taken": 138,
527
+ "max_steps": 400,
528
+ "route_completion": 13.493814867470974,
529
+ "manipulation_score": 6.746907433735487,
530
+ "total_penalty_factor": 0.5,
531
+ "fail_reason": "out_of_bounds",
532
+ "penalty_events": [
533
+ {
534
+ "event_type": "out_of_bounds",
535
+ "timestep": 138,
536
+ "penalty_factor": 0.5,
537
+ "details": "Target object left workspace/view"
538
+ }
539
+ ]
540
+ },
541
+ {
542
+ "episode_id": 36,
543
+ "seed": 100042,
544
+ "success": false,
545
+ "steps_taken": 176,
546
+ "max_steps": 400,
547
+ "route_completion": 8.428878008209137,
548
+ "manipulation_score": 4.214439004104569,
549
+ "total_penalty_factor": 0.5,
550
+ "fail_reason": "out_of_bounds",
551
+ "penalty_events": [
552
+ {
553
+ "event_type": "out_of_bounds",
554
+ "timestep": 176,
555
+ "penalty_factor": 0.5,
556
+ "details": "Target object left workspace/view"
557
+ }
558
+ ]
559
+ },
560
+ {
561
+ "episode_id": 37,
562
+ "seed": 100043,
563
+ "success": true,
564
+ "steps_taken": 126,
565
+ "max_steps": 400,
566
+ "route_completion": 100.0,
567
+ "manipulation_score": 100.0,
568
+ "total_penalty_factor": 1.0,
569
+ "fail_reason": null,
570
+ "penalty_events": []
571
+ },
572
+ {
573
+ "episode_id": 38,
574
+ "seed": 100044,
575
+ "success": false,
576
+ "steps_taken": 156,
577
+ "max_steps": 400,
578
+ "route_completion": 5.016105632188362,
579
+ "manipulation_score": 2.508052816094181,
580
+ "total_penalty_factor": 0.5,
581
+ "fail_reason": "out_of_bounds",
582
+ "penalty_events": [
583
+ {
584
+ "event_type": "out_of_bounds",
585
+ "timestep": 156,
586
+ "penalty_factor": 0.5,
587
+ "details": "Target object left workspace/view"
588
+ }
589
+ ]
590
+ },
591
+ {
592
+ "episode_id": 39,
593
+ "seed": 100045,
594
+ "success": true,
595
+ "steps_taken": 130,
596
+ "max_steps": 400,
597
+ "route_completion": 100.0,
598
+ "manipulation_score": 100.0,
599
+ "total_penalty_factor": 1.0,
600
+ "fail_reason": null,
601
+ "penalty_events": []
602
+ },
603
+ {
604
+ "episode_id": 40,
605
+ "seed": 100046,
606
+ "success": true,
607
+ "steps_taken": 135,
608
+ "max_steps": 400,
609
+ "route_completion": 100.0,
610
+ "manipulation_score": 100.0,
611
+ "total_penalty_factor": 1.0,
612
+ "fail_reason": null,
613
+ "penalty_events": []
614
+ },
615
+ {
616
+ "episode_id": 41,
617
+ "seed": 100048,
618
+ "success": false,
619
+ "steps_taken": 130,
620
+ "max_steps": 400,
621
+ "route_completion": 10.641315294624363,
622
+ "manipulation_score": 5.320657647312181,
623
+ "total_penalty_factor": 0.5,
624
+ "fail_reason": "out_of_bounds",
625
+ "penalty_events": [
626
+ {
627
+ "event_type": "out_of_bounds",
628
+ "timestep": 130,
629
+ "penalty_factor": 0.5,
630
+ "details": "Target object left workspace/view"
631
+ }
632
+ ]
633
+ },
634
+ {
635
+ "episode_id": 42,
636
+ "seed": 100049,
637
+ "success": true,
638
+ "steps_taken": 135,
639
+ "max_steps": 400,
640
+ "route_completion": 100.0,
641
+ "manipulation_score": 100.0,
642
+ "total_penalty_factor": 1.0,
643
+ "fail_reason": null,
644
+ "penalty_events": []
645
+ },
646
+ {
647
+ "episode_id": 43,
648
+ "seed": 100050,
649
+ "success": true,
650
+ "steps_taken": 128,
651
+ "max_steps": 400,
652
+ "route_completion": 100.0,
653
+ "manipulation_score": 100.0,
654
+ "total_penalty_factor": 1.0,
655
+ "fail_reason": null,
656
+ "penalty_events": []
657
+ },
658
+ {
659
+ "episode_id": 44,
660
+ "seed": 100051,
661
+ "success": false,
662
+ "steps_taken": 153,
663
+ "max_steps": 400,
664
+ "route_completion": 0.010534690678432965,
665
+ "manipulation_score": 0.005267345339216483,
666
+ "total_penalty_factor": 0.5,
667
+ "fail_reason": "out_of_bounds",
668
+ "penalty_events": [
669
+ {
670
+ "event_type": "out_of_bounds",
671
+ "timestep": 153,
672
+ "penalty_factor": 0.5,
673
+ "details": "Target object left workspace/view"
674
+ }
675
+ ]
676
+ },
677
+ {
678
+ "episode_id": 45,
679
+ "seed": 100053,
680
+ "success": false,
681
+ "steps_taken": 151,
682
+ "max_steps": 400,
683
+ "route_completion": 10.979332176325956,
684
+ "manipulation_score": 5.489666088162978,
685
+ "total_penalty_factor": 0.5,
686
+ "fail_reason": "out_of_bounds",
687
+ "penalty_events": [
688
+ {
689
+ "event_type": "out_of_bounds",
690
+ "timestep": 151,
691
+ "penalty_factor": 0.5,
692
+ "details": "Target object left workspace/view"
693
+ }
694
+ ]
695
+ },
696
+ {
697
+ "episode_id": 46,
698
+ "seed": 100057,
699
+ "success": false,
700
+ "steps_taken": 144,
701
+ "max_steps": 400,
702
+ "route_completion": 21.08242360583593,
703
+ "manipulation_score": 10.541211802917966,
704
+ "total_penalty_factor": 0.5,
705
+ "fail_reason": "out_of_bounds",
706
+ "penalty_events": [
707
+ {
708
+ "event_type": "out_of_bounds",
709
+ "timestep": 144,
710
+ "penalty_factor": 0.5,
711
+ "details": "Target object left workspace/view"
712
+ }
713
+ ]
714
+ },
715
+ {
716
+ "episode_id": 47,
717
+ "seed": 100058,
718
+ "success": false,
719
+ "steps_taken": 135,
720
+ "max_steps": 400,
721
+ "route_completion": 12.388614679963315,
722
+ "manipulation_score": 6.194307339981657,
723
+ "total_penalty_factor": 0.5,
724
+ "fail_reason": "out_of_bounds",
725
+ "penalty_events": [
726
+ {
727
+ "event_type": "out_of_bounds",
728
+ "timestep": 135,
729
+ "penalty_factor": 0.5,
730
+ "details": "Target object left workspace/view"
731
+ }
732
+ ]
733
+ },
734
+ {
735
+ "episode_id": 48,
736
+ "seed": 100059,
737
+ "success": false,
738
+ "steps_taken": 133,
739
+ "max_steps": 400,
740
+ "route_completion": 0.0,
741
+ "manipulation_score": 0.0,
742
+ "total_penalty_factor": 0.5,
743
+ "fail_reason": "out_of_bounds",
744
+ "penalty_events": [
745
+ {
746
+ "event_type": "out_of_bounds",
747
+ "timestep": 133,
748
+ "penalty_factor": 0.5,
749
+ "details": "Target object left workspace/view"
750
+ }
751
+ ]
752
+ },
753
+ {
754
+ "episode_id": 49,
755
+ "seed": 100060,
756
+ "success": false,
757
+ "steps_taken": 118,
758
+ "max_steps": 400,
759
+ "route_completion": 9.114375297708289,
760
+ "manipulation_score": 4.5571876488541445,
761
+ "total_penalty_factor": 0.5,
762
+ "fail_reason": "out_of_bounds",
763
+ "penalty_events": [
764
+ {
765
+ "event_type": "out_of_bounds",
766
+ "timestep": 118,
767
+ "penalty_factor": 0.5,
768
+ "details": "Target object left workspace/view"
769
+ }
770
+ ]
771
+ },
772
+ {
773
+ "episode_id": 50,
774
+ "seed": 100061,
775
+ "success": true,
776
+ "steps_taken": 134,
777
+ "max_steps": 400,
778
+ "route_completion": 100.0,
779
+ "manipulation_score": 100.0,
780
+ "total_penalty_factor": 1.0,
781
+ "fail_reason": null,
782
+ "penalty_events": []
783
+ },
784
+ {
785
+ "episode_id": 51,
786
+ "seed": 100062,
787
+ "success": false,
788
+ "steps_taken": 124,
789
+ "max_steps": 400,
790
+ "route_completion": 2.8514591735698196,
791
+ "manipulation_score": 1.4257295867849098,
792
+ "total_penalty_factor": 0.5,
793
+ "fail_reason": "out_of_bounds",
794
+ "penalty_events": [
795
+ {
796
+ "event_type": "out_of_bounds",
797
+ "timestep": 124,
798
+ "penalty_factor": 0.5,
799
+ "details": "Target object left workspace/view"
800
+ }
801
+ ]
802
+ },
803
+ {
804
+ "episode_id": 52,
805
+ "seed": 100063,
806
+ "success": false,
807
+ "steps_taken": 158,
808
+ "max_steps": 400,
809
+ "route_completion": 17.377749576804042,
810
+ "manipulation_score": 8.688874788402021,
811
+ "total_penalty_factor": 0.5,
812
+ "fail_reason": "out_of_bounds",
813
+ "penalty_events": [
814
+ {
815
+ "event_type": "out_of_bounds",
816
+ "timestep": 158,
817
+ "penalty_factor": 0.5,
818
+ "details": "Target object left workspace/view"
819
+ }
820
+ ]
821
+ },
822
+ {
823
+ "episode_id": 53,
824
+ "seed": 100064,
825
+ "success": true,
826
+ "steps_taken": 135,
827
+ "max_steps": 400,
828
+ "route_completion": 100.0,
829
+ "manipulation_score": 100.0,
830
+ "total_penalty_factor": 1.0,
831
+ "fail_reason": null,
832
+ "penalty_events": []
833
+ },
834
+ {
835
+ "episode_id": 54,
836
+ "seed": 100065,
837
+ "success": false,
838
+ "steps_taken": 117,
839
+ "max_steps": 400,
840
+ "route_completion": 18.842859176225694,
841
+ "manipulation_score": 9.421429588112847,
842
+ "total_penalty_factor": 0.5,
843
+ "fail_reason": "out_of_bounds",
844
+ "penalty_events": [
845
+ {
846
+ "event_type": "out_of_bounds",
847
+ "timestep": 117,
848
+ "penalty_factor": 0.5,
849
+ "details": "Target object left workspace/view"
850
+ }
851
+ ]
852
+ },
853
+ {
854
+ "episode_id": 55,
855
+ "seed": 100066,
856
+ "success": false,
857
+ "steps_taken": 121,
858
+ "max_steps": 400,
859
+ "route_completion": 18.946002799677526,
860
+ "manipulation_score": 9.473001399838763,
861
+ "total_penalty_factor": 0.5,
862
+ "fail_reason": "out_of_bounds",
863
+ "penalty_events": [
864
+ {
865
+ "event_type": "out_of_bounds",
866
+ "timestep": 121,
867
+ "penalty_factor": 0.5,
868
+ "details": "Target object left workspace/view"
869
+ }
870
+ ]
871
+ },
872
+ {
873
+ "episode_id": 56,
874
+ "seed": 100067,
875
+ "success": false,
876
+ "steps_taken": 135,
877
+ "max_steps": 400,
878
+ "route_completion": 4.723035085358536,
879
+ "manipulation_score": 2.361517542679268,
880
+ "total_penalty_factor": 0.5,
881
+ "fail_reason": "out_of_bounds",
882
+ "penalty_events": [
883
+ {
884
+ "event_type": "out_of_bounds",
885
+ "timestep": 135,
886
+ "penalty_factor": 0.5,
887
+ "details": "Target object left workspace/view"
888
+ }
889
+ ]
890
+ },
891
+ {
892
+ "episode_id": 57,
893
+ "seed": 100068,
894
+ "success": true,
895
+ "steps_taken": 136,
896
+ "max_steps": 400,
897
+ "route_completion": 100.0,
898
+ "manipulation_score": 100.0,
899
+ "total_penalty_factor": 1.0,
900
+ "fail_reason": null,
901
+ "penalty_events": []
902
+ },
903
+ {
904
+ "episode_id": 58,
905
+ "seed": 100069,
906
+ "success": true,
907
+ "steps_taken": 134,
908
+ "max_steps": 400,
909
+ "route_completion": 100.0,
910
+ "manipulation_score": 100.0,
911
+ "total_penalty_factor": 1.0,
912
+ "fail_reason": null,
913
+ "penalty_events": []
914
+ },
915
+ {
916
+ "episode_id": 59,
917
+ "seed": 100070,
918
+ "success": false,
919
+ "steps_taken": 400,
920
+ "max_steps": 400,
921
+ "route_completion": 38.78886513935146,
922
+ "manipulation_score": 38.78886513935146,
923
+ "total_penalty_factor": 1.0,
924
+ "fail_reason": null,
925
+ "penalty_events": []
926
+ },
927
+ {
928
+ "episode_id": 60,
929
+ "seed": 100071,
930
+ "success": false,
931
+ "steps_taken": 166,
932
+ "max_steps": 400,
933
+ "route_completion": 1.5516005443290763,
934
+ "manipulation_score": 0.7758002721645382,
935
+ "total_penalty_factor": 0.5,
936
+ "fail_reason": "out_of_bounds",
937
+ "penalty_events": [
938
+ {
939
+ "event_type": "out_of_bounds",
940
+ "timestep": 166,
941
+ "penalty_factor": 0.5,
942
+ "details": "Target object left workspace/view"
943
+ }
944
+ ]
945
+ },
946
+ {
947
+ "episode_id": 61,
948
+ "seed": 100072,
949
+ "success": true,
950
+ "steps_taken": 122,
951
+ "max_steps": 400,
952
+ "route_completion": 100.0,
953
+ "manipulation_score": 100.0,
954
+ "total_penalty_factor": 1.0,
955
+ "fail_reason": null,
956
+ "penalty_events": []
957
+ },
958
+ {
959
+ "episode_id": 62,
960
+ "seed": 100073,
961
+ "success": false,
962
+ "steps_taken": 141,
963
+ "max_steps": 400,
964
+ "route_completion": 23.584376032829297,
965
+ "manipulation_score": 11.792188016414649,
966
+ "total_penalty_factor": 0.5,
967
+ "fail_reason": "out_of_bounds",
968
+ "penalty_events": [
969
+ {
970
+ "event_type": "out_of_bounds",
971
+ "timestep": 141,
972
+ "penalty_factor": 0.5,
973
+ "details": "Target object left workspace/view"
974
+ }
975
+ ]
976
+ },
977
+ {
978
+ "episode_id": 63,
979
+ "seed": 100074,
980
+ "success": true,
981
+ "steps_taken": 131,
982
+ "max_steps": 400,
983
+ "route_completion": 100.0,
984
+ "manipulation_score": 100.0,
985
+ "total_penalty_factor": 1.0,
986
+ "fail_reason": null,
987
+ "penalty_events": []
988
+ },
989
+ {
990
+ "episode_id": 64,
991
+ "seed": 100075,
992
+ "success": false,
993
+ "steps_taken": 125,
994
+ "max_steps": 400,
995
+ "route_completion": 35.645711300611,
996
+ "manipulation_score": 17.8228556503055,
997
+ "total_penalty_factor": 0.5,
998
+ "fail_reason": "out_of_bounds",
999
+ "penalty_events": [
1000
+ {
1001
+ "event_type": "out_of_bounds",
1002
+ "timestep": 125,
1003
+ "penalty_factor": 0.5,
1004
+ "details": "Target object left workspace/view"
1005
+ }
1006
+ ]
1007
+ },
1008
+ {
1009
+ "episode_id": 65,
1010
+ "seed": 100076,
1011
+ "success": false,
1012
+ "steps_taken": 152,
1013
+ "max_steps": 400,
1014
+ "route_completion": 0.024494532527900816,
1015
+ "manipulation_score": 0.012247266263950408,
1016
+ "total_penalty_factor": 0.5,
1017
+ "fail_reason": "out_of_bounds",
1018
+ "penalty_events": [
1019
+ {
1020
+ "event_type": "out_of_bounds",
1021
+ "timestep": 152,
1022
+ "penalty_factor": 0.5,
1023
+ "details": "Target object left workspace/view"
1024
+ }
1025
+ ]
1026
+ },
1027
+ {
1028
+ "episode_id": 66,
1029
+ "seed": 100077,
1030
+ "success": true,
1031
+ "steps_taken": 134,
1032
+ "max_steps": 400,
1033
+ "route_completion": 100.0,
1034
+ "manipulation_score": 100.0,
1035
+ "total_penalty_factor": 1.0,
1036
+ "fail_reason": null,
1037
+ "penalty_events": []
1038
+ },
1039
+ {
1040
+ "episode_id": 67,
1041
+ "seed": 100078,
1042
+ "success": true,
1043
+ "steps_taken": 126,
1044
+ "max_steps": 400,
1045
+ "route_completion": 100.0,
1046
+ "manipulation_score": 100.0,
1047
+ "total_penalty_factor": 1.0,
1048
+ "fail_reason": null,
1049
+ "penalty_events": []
1050
+ },
1051
+ {
1052
+ "episode_id": 68,
1053
+ "seed": 100079,
1054
+ "success": false,
1055
+ "steps_taken": 140,
1056
+ "max_steps": 400,
1057
+ "route_completion": 13.182370475800676,
1058
+ "manipulation_score": 6.591185237900338,
1059
+ "total_penalty_factor": 0.5,
1060
+ "fail_reason": "out_of_bounds",
1061
+ "penalty_events": [
1062
+ {
1063
+ "event_type": "out_of_bounds",
1064
+ "timestep": 140,
1065
+ "penalty_factor": 0.5,
1066
+ "details": "Target object left workspace/view"
1067
+ }
1068
+ ]
1069
+ },
1070
+ {
1071
+ "episode_id": 69,
1072
+ "seed": 100080,
1073
+ "success": false,
1074
+ "steps_taken": 159,
1075
+ "max_steps": 400,
1076
+ "route_completion": 0.05227717499703052,
1077
+ "manipulation_score": 0.02613858749851526,
1078
+ "total_penalty_factor": 0.5,
1079
+ "fail_reason": "out_of_bounds",
1080
+ "penalty_events": [
1081
+ {
1082
+ "event_type": "out_of_bounds",
1083
+ "timestep": 159,
1084
+ "penalty_factor": 0.5,
1085
+ "details": "Target object left workspace/view"
1086
+ }
1087
+ ]
1088
+ },
1089
+ {
1090
+ "episode_id": 70,
1091
+ "seed": 100081,
1092
+ "success": false,
1093
+ "steps_taken": 287,
1094
+ "max_steps": 400,
1095
+ "route_completion": 15.269824069054547,
1096
+ "manipulation_score": 7.634912034527273,
1097
+ "total_penalty_factor": 0.5,
1098
+ "fail_reason": "out_of_bounds",
1099
+ "penalty_events": [
1100
+ {
1101
+ "event_type": "out_of_bounds",
1102
+ "timestep": 287,
1103
+ "penalty_factor": 0.5,
1104
+ "details": "Target object left workspace/view"
1105
+ }
1106
+ ]
1107
+ },
1108
+ {
1109
+ "episode_id": 71,
1110
+ "seed": 100082,
1111
+ "success": true,
1112
+ "steps_taken": 133,
1113
+ "max_steps": 400,
1114
+ "route_completion": 100.0,
1115
+ "manipulation_score": 100.0,
1116
+ "total_penalty_factor": 1.0,
1117
+ "fail_reason": null,
1118
+ "penalty_events": []
1119
+ },
1120
+ {
1121
+ "episode_id": 72,
1122
+ "seed": 100083,
1123
+ "success": false,
1124
+ "steps_taken": 149,
1125
+ "max_steps": 400,
1126
+ "route_completion": 2.065116923405146,
1127
+ "manipulation_score": 1.032558461702573,
1128
+ "total_penalty_factor": 0.5,
1129
+ "fail_reason": "out_of_bounds",
1130
+ "penalty_events": [
1131
+ {
1132
+ "event_type": "out_of_bounds",
1133
+ "timestep": 149,
1134
+ "penalty_factor": 0.5,
1135
+ "details": "Target object left workspace/view"
1136
+ }
1137
+ ]
1138
+ },
1139
+ {
1140
+ "episode_id": 73,
1141
+ "seed": 100085,
1142
+ "success": true,
1143
+ "steps_taken": 138,
1144
+ "max_steps": 400,
1145
+ "route_completion": 100.0,
1146
+ "manipulation_score": 100.0,
1147
+ "total_penalty_factor": 1.0,
1148
+ "fail_reason": null,
1149
+ "penalty_events": []
1150
+ },
1151
+ {
1152
+ "episode_id": 74,
1153
+ "seed": 100086,
1154
+ "success": false,
1155
+ "steps_taken": 400,
1156
+ "max_steps": 400,
1157
+ "route_completion": 28.58127486861695,
1158
+ "manipulation_score": 28.58127486861695,
1159
+ "total_penalty_factor": 1.0,
1160
+ "fail_reason": null,
1161
+ "penalty_events": []
1162
+ },
1163
+ {
1164
+ "episode_id": 75,
1165
+ "seed": 100087,
1166
+ "success": false,
1167
+ "steps_taken": 134,
1168
+ "max_steps": 400,
1169
+ "route_completion": 17.24463229433072,
1170
+ "manipulation_score": 8.62231614716536,
1171
+ "total_penalty_factor": 0.5,
1172
+ "fail_reason": "out_of_bounds",
1173
+ "penalty_events": [
1174
+ {
1175
+ "event_type": "out_of_bounds",
1176
+ "timestep": 134,
1177
+ "penalty_factor": 0.5,
1178
+ "details": "Target object left workspace/view"
1179
+ }
1180
+ ]
1181
+ },
1182
+ {
1183
+ "episode_id": 76,
1184
+ "seed": 100088,
1185
+ "success": false,
1186
+ "steps_taken": 128,
1187
+ "max_steps": 400,
1188
+ "route_completion": 0.0,
1189
+ "manipulation_score": 0.0,
1190
+ "total_penalty_factor": 0.5,
1191
+ "fail_reason": "out_of_bounds",
1192
+ "penalty_events": [
1193
+ {
1194
+ "event_type": "out_of_bounds",
1195
+ "timestep": 128,
1196
+ "penalty_factor": 0.5,
1197
+ "details": "Target object left workspace/view"
1198
+ }
1199
+ ]
1200
+ },
1201
+ {
1202
+ "episode_id": 77,
1203
+ "seed": 100089,
1204
+ "success": false,
1205
+ "steps_taken": 140,
1206
+ "max_steps": 400,
1207
+ "route_completion": 10.883191373061624,
1208
+ "manipulation_score": 5.441595686530812,
1209
+ "total_penalty_factor": 0.5,
1210
+ "fail_reason": "out_of_bounds",
1211
+ "penalty_events": [
1212
+ {
1213
+ "event_type": "out_of_bounds",
1214
+ "timestep": 140,
1215
+ "penalty_factor": 0.5,
1216
+ "details": "Target object left workspace/view"
1217
+ }
1218
+ ]
1219
+ },
1220
+ {
1221
+ "episode_id": 78,
1222
+ "seed": 100090,
1223
+ "success": false,
1224
+ "steps_taken": 205,
1225
+ "max_steps": 400,
1226
+ "route_completion": 24.257417687651998,
1227
+ "manipulation_score": 12.128708843825999,
1228
+ "total_penalty_factor": 0.5,
1229
+ "fail_reason": "out_of_bounds",
1230
+ "penalty_events": [
1231
+ {
1232
+ "event_type": "out_of_bounds",
1233
+ "timestep": 205,
1234
+ "penalty_factor": 0.5,
1235
+ "details": "Target object left workspace/view"
1236
+ }
1237
+ ]
1238
+ },
1239
+ {
1240
+ "episode_id": 79,
1241
+ "seed": 100092,
1242
+ "success": false,
1243
+ "steps_taken": 115,
1244
+ "max_steps": 400,
1245
+ "route_completion": 32.34749525488609,
1246
+ "manipulation_score": 16.173747627443046,
1247
+ "total_penalty_factor": 0.5,
1248
+ "fail_reason": "out_of_bounds",
1249
+ "penalty_events": [
1250
+ {
1251
+ "event_type": "out_of_bounds",
1252
+ "timestep": 115,
1253
+ "penalty_factor": 0.5,
1254
+ "details": "Target object left workspace/view"
1255
+ }
1256
+ ]
1257
+ },
1258
+ {
1259
+ "episode_id": 80,
1260
+ "seed": 100096,
1261
+ "success": true,
1262
+ "steps_taken": 132,
1263
+ "max_steps": 400,
1264
+ "route_completion": 100.0,
1265
+ "manipulation_score": 100.0,
1266
+ "total_penalty_factor": 1.0,
1267
+ "fail_reason": null,
1268
+ "penalty_events": []
1269
+ },
1270
+ {
1271
+ "episode_id": 81,
1272
+ "seed": 100097,
1273
+ "success": false,
1274
+ "steps_taken": 155,
1275
+ "max_steps": 400,
1276
+ "route_completion": 0.026040894017154696,
1277
+ "manipulation_score": 0.013020447008577348,
1278
+ "total_penalty_factor": 0.5,
1279
+ "fail_reason": "out_of_bounds",
1280
+ "penalty_events": [
1281
+ {
1282
+ "event_type": "out_of_bounds",
1283
+ "timestep": 155,
1284
+ "penalty_factor": 0.5,
1285
+ "details": "Target object left workspace/view"
1286
+ }
1287
+ ]
1288
+ },
1289
+ {
1290
+ "episode_id": 82,
1291
+ "seed": 100098,
1292
+ "success": false,
1293
+ "steps_taken": 109,
1294
+ "max_steps": 400,
1295
+ "route_completion": 19.368785518820435,
1296
+ "manipulation_score": 9.684392759410217,
1297
+ "total_penalty_factor": 0.5,
1298
+ "fail_reason": "out_of_bounds",
1299
+ "penalty_events": [
1300
+ {
1301
+ "event_type": "out_of_bounds",
1302
+ "timestep": 109,
1303
+ "penalty_factor": 0.5,
1304
+ "details": "Target object left workspace/view"
1305
+ }
1306
+ ]
1307
+ },
1308
+ {
1309
+ "episode_id": 83,
1310
+ "seed": 100099,
1311
+ "success": false,
1312
+ "steps_taken": 159,
1313
+ "max_steps": 400,
1314
+ "route_completion": 6.295697766736779,
1315
+ "manipulation_score": 3.1478488833683893,
1316
+ "total_penalty_factor": 0.5,
1317
+ "fail_reason": "out_of_bounds",
1318
+ "penalty_events": [
1319
+ {
1320
+ "event_type": "out_of_bounds",
1321
+ "timestep": 159,
1322
+ "penalty_factor": 0.5,
1323
+ "details": "Target object left workspace/view"
1324
+ }
1325
+ ]
1326
+ },
1327
+ {
1328
+ "episode_id": 84,
1329
+ "seed": 100100,
1330
+ "success": true,
1331
+ "steps_taken": 135,
1332
+ "max_steps": 400,
1333
+ "route_completion": 100.0,
1334
+ "manipulation_score": 100.0,
1335
+ "total_penalty_factor": 1.0,
1336
+ "fail_reason": null,
1337
+ "penalty_events": []
1338
+ },
1339
+ {
1340
+ "episode_id": 85,
1341
+ "seed": 100101,
1342
+ "success": false,
1343
+ "steps_taken": 121,
1344
+ "max_steps": 400,
1345
+ "route_completion": 0.03470931143110299,
1346
+ "manipulation_score": 0.017354655715551497,
1347
+ "total_penalty_factor": 0.5,
1348
+ "fail_reason": "out_of_bounds",
1349
+ "penalty_events": [
1350
+ {
1351
+ "event_type": "out_of_bounds",
1352
+ "timestep": 121,
1353
+ "penalty_factor": 0.5,
1354
+ "details": "Target object left workspace/view"
1355
+ }
1356
+ ]
1357
+ },
1358
+ {
1359
+ "episode_id": 86,
1360
+ "seed": 100103,
1361
+ "success": false,
1362
+ "steps_taken": 358,
1363
+ "max_steps": 400,
1364
+ "route_completion": 17.905681579212214,
1365
+ "manipulation_score": 8.952840789606107,
1366
+ "total_penalty_factor": 0.5,
1367
+ "fail_reason": "out_of_bounds",
1368
+ "penalty_events": [
1369
+ {
1370
+ "event_type": "out_of_bounds",
1371
+ "timestep": 358,
1372
+ "penalty_factor": 0.5,
1373
+ "details": "Target object left workspace/view"
1374
+ }
1375
+ ]
1376
+ },
1377
+ {
1378
+ "episode_id": 87,
1379
+ "seed": 100104,
1380
+ "success": false,
1381
+ "steps_taken": 124,
1382
+ "max_steps": 400,
1383
+ "route_completion": 41.61131525132177,
1384
+ "manipulation_score": 20.805657625660885,
1385
+ "total_penalty_factor": 0.5,
1386
+ "fail_reason": "out_of_bounds",
1387
+ "penalty_events": [
1388
+ {
1389
+ "event_type": "out_of_bounds",
1390
+ "timestep": 124,
1391
+ "penalty_factor": 0.5,
1392
+ "details": "Target object left workspace/view"
1393
+ }
1394
+ ]
1395
+ },
1396
+ {
1397
+ "episode_id": 88,
1398
+ "seed": 100105,
1399
+ "success": false,
1400
+ "steps_taken": 161,
1401
+ "max_steps": 400,
1402
+ "route_completion": 24.451658171946146,
1403
+ "manipulation_score": 12.225829085973073,
1404
+ "total_penalty_factor": 0.5,
1405
+ "fail_reason": "out_of_bounds",
1406
+ "penalty_events": [
1407
+ {
1408
+ "event_type": "out_of_bounds",
1409
+ "timestep": 161,
1410
+ "penalty_factor": 0.5,
1411
+ "details": "Target object left workspace/view"
1412
+ }
1413
+ ]
1414
+ },
1415
+ {
1416
+ "episode_id": 89,
1417
+ "seed": 100106,
1418
+ "success": false,
1419
+ "steps_taken": 112,
1420
+ "max_steps": 400,
1421
+ "route_completion": 19.857493161885518,
1422
+ "manipulation_score": 9.928746580942759,
1423
+ "total_penalty_factor": 0.5,
1424
+ "fail_reason": "out_of_bounds",
1425
+ "penalty_events": [
1426
+ {
1427
+ "event_type": "out_of_bounds",
1428
+ "timestep": 112,
1429
+ "penalty_factor": 0.5,
1430
+ "details": "Target object left workspace/view"
1431
+ }
1432
+ ]
1433
+ },
1434
+ {
1435
+ "episode_id": 90,
1436
+ "seed": 100108,
1437
+ "success": false,
1438
+ "steps_taken": 171,
1439
+ "max_steps": 400,
1440
+ "route_completion": 0.0,
1441
+ "manipulation_score": 0.0,
1442
+ "total_penalty_factor": 0.5,
1443
+ "fail_reason": "out_of_bounds",
1444
+ "penalty_events": [
1445
+ {
1446
+ "event_type": "out_of_bounds",
1447
+ "timestep": 171,
1448
+ "penalty_factor": 0.5,
1449
+ "details": "Target object left workspace/view"
1450
+ }
1451
+ ]
1452
+ },
1453
+ {
1454
+ "episode_id": 91,
1455
+ "seed": 100109,
1456
+ "success": false,
1457
+ "steps_taken": 126,
1458
+ "max_steps": 400,
1459
+ "route_completion": 8.884336534847673,
1460
+ "manipulation_score": 4.4421682674238365,
1461
+ "total_penalty_factor": 0.5,
1462
+ "fail_reason": "out_of_bounds",
1463
+ "penalty_events": [
1464
+ {
1465
+ "event_type": "out_of_bounds",
1466
+ "timestep": 126,
1467
+ "penalty_factor": 0.5,
1468
+ "details": "Target object left workspace/view"
1469
+ }
1470
+ ]
1471
+ },
1472
+ {
1473
+ "episode_id": 92,
1474
+ "seed": 100110,
1475
+ "success": false,
1476
+ "steps_taken": 138,
1477
+ "max_steps": 400,
1478
+ "route_completion": 36.87801069773757,
1479
+ "manipulation_score": 18.439005348868786,
1480
+ "total_penalty_factor": 0.5,
1481
+ "fail_reason": "out_of_bounds",
1482
+ "penalty_events": [
1483
+ {
1484
+ "event_type": "out_of_bounds",
1485
+ "timestep": 138,
1486
+ "penalty_factor": 0.5,
1487
+ "details": "Target object left workspace/view"
1488
+ }
1489
+ ]
1490
+ },
1491
+ {
1492
+ "episode_id": 93,
1493
+ "seed": 100111,
1494
+ "success": false,
1495
+ "steps_taken": 144,
1496
+ "max_steps": 400,
1497
+ "route_completion": 0.7122248992252547,
1498
+ "manipulation_score": 0.35611244961262734,
1499
+ "total_penalty_factor": 0.5,
1500
+ "fail_reason": "out_of_bounds",
1501
+ "penalty_events": [
1502
+ {
1503
+ "event_type": "out_of_bounds",
1504
+ "timestep": 144,
1505
+ "penalty_factor": 0.5,
1506
+ "details": "Target object left workspace/view"
1507
+ }
1508
+ ]
1509
+ },
1510
+ {
1511
+ "episode_id": 94,
1512
+ "seed": 100112,
1513
+ "success": false,
1514
+ "steps_taken": 241,
1515
+ "max_steps": 400,
1516
+ "route_completion": 0.3371231846921409,
1517
+ "manipulation_score": 0.16856159234607046,
1518
+ "total_penalty_factor": 0.5,
1519
+ "fail_reason": "out_of_bounds",
1520
+ "penalty_events": [
1521
+ {
1522
+ "event_type": "out_of_bounds",
1523
+ "timestep": 241,
1524
+ "penalty_factor": 0.5,
1525
+ "details": "Target object left workspace/view"
1526
+ }
1527
+ ]
1528
+ },
1529
+ {
1530
+ "episode_id": 95,
1531
+ "seed": 100113,
1532
+ "success": false,
1533
+ "steps_taken": 117,
1534
+ "max_steps": 400,
1535
+ "route_completion": 32.11498468147146,
1536
+ "manipulation_score": 16.05749234073573,
1537
+ "total_penalty_factor": 0.5,
1538
+ "fail_reason": "out_of_bounds",
1539
+ "penalty_events": [
1540
+ {
1541
+ "event_type": "out_of_bounds",
1542
+ "timestep": 117,
1543
+ "penalty_factor": 0.5,
1544
+ "details": "Target object left workspace/view"
1545
+ }
1546
+ ]
1547
+ },
1548
+ {
1549
+ "episode_id": 96,
1550
+ "seed": 100114,
1551
+ "success": true,
1552
+ "steps_taken": 131,
1553
+ "max_steps": 400,
1554
+ "route_completion": 100.0,
1555
+ "manipulation_score": 100.0,
1556
+ "total_penalty_factor": 1.0,
1557
+ "fail_reason": null,
1558
+ "penalty_events": []
1559
+ },
1560
+ {
1561
+ "episode_id": 97,
1562
+ "seed": 100116,
1563
+ "success": false,
1564
+ "steps_taken": 147,
1565
+ "max_steps": 400,
1566
+ "route_completion": 18.27731568295826,
1567
+ "manipulation_score": 9.13865784147913,
1568
+ "total_penalty_factor": 0.5,
1569
+ "fail_reason": "out_of_bounds",
1570
+ "penalty_events": [
1571
+ {
1572
+ "event_type": "out_of_bounds",
1573
+ "timestep": 147,
1574
+ "penalty_factor": 0.5,
1575
+ "details": "Target object left workspace/view"
1576
+ }
1577
+ ]
1578
+ },
1579
+ {
1580
+ "episode_id": 98,
1581
+ "seed": 100117,
1582
+ "success": false,
1583
+ "steps_taken": 122,
1584
+ "max_steps": 400,
1585
+ "route_completion": 11.767102821917906,
1586
+ "manipulation_score": 5.883551410958953,
1587
+ "total_penalty_factor": 0.5,
1588
+ "fail_reason": "out_of_bounds",
1589
+ "penalty_events": [
1590
+ {
1591
+ "event_type": "out_of_bounds",
1592
+ "timestep": 122,
1593
+ "penalty_factor": 0.5,
1594
+ "details": "Target object left workspace/view"
1595
+ }
1596
+ ]
1597
+ },
1598
+ {
1599
+ "episode_id": 99,
1600
+ "seed": 100118,
1601
+ "success": true,
1602
+ "steps_taken": 123,
1603
+ "max_steps": 400,
1604
+ "route_completion": 100.0,
1605
+ "manipulation_score": 100.0,
1606
+ "total_penalty_factor": 1.0,
1607
+ "fail_reason": null,
1608
+ "penalty_events": []
1609
+ },
1610
+ {
1611
+ "episode_id": 100,
1612
+ "seed": 100121,
1613
+ "success": true,
1614
+ "steps_taken": 133,
1615
+ "max_steps": 400,
1616
+ "route_completion": 100.0,
1617
+ "manipulation_score": 100.0,
1618
+ "total_penalty_factor": 1.0,
1619
+ "fail_reason": null,
1620
+ "penalty_events": []
1621
+ }
1622
+ ]
log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 37,
4
+ "success_rate": 37.0,
5
+ "manipulation_score_mean": 42.298538741570674,
6
+ "manipulation_score_std": 44.672680313290044,
7
+ "route_completion_mean": 46.59909816189014,
8
+ "route_completion_std": 42.03084847675065,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 60
11
+ }
log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 37.0% (37/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 42.30
10
+ Std: 44.67
11
+
12
+ --- Route Completion ---
13
+ Mean: 46.60%
14
+ Std: 42.03
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 60
19
+
20
+ ============================================================
log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-30 00:59:58
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.37
log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_episodes_detail.json ADDED
@@ -0,0 +1,1853 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100002,
5
+ "success": false,
6
+ "steps_taken": 111,
7
+ "max_steps": 400,
8
+ "route_completion": 5.154810147839293,
9
+ "manipulation_score": 2.5774050739196466,
10
+ "total_penalty_factor": 0.5,
11
+ "fail_reason": "out_of_bounds",
12
+ "penalty_events": [
13
+ {
14
+ "event_type": "out_of_bounds",
15
+ "timestep": 111,
16
+ "penalty_factor": 0.5,
17
+ "details": "Target object left workspace/view"
18
+ }
19
+ ]
20
+ },
21
+ {
22
+ "episode_id": 2,
23
+ "seed": 100005,
24
+ "success": false,
25
+ "steps_taken": 352,
26
+ "max_steps": 400,
27
+ "route_completion": 0.0,
28
+ "manipulation_score": 0.0,
29
+ "total_penalty_factor": 0.5,
30
+ "fail_reason": "out_of_bounds",
31
+ "penalty_events": [
32
+ {
33
+ "event_type": "out_of_bounds",
34
+ "timestep": 352,
35
+ "penalty_factor": 0.5,
36
+ "details": "Target object left workspace/view"
37
+ }
38
+ ]
39
+ },
40
+ {
41
+ "episode_id": 3,
42
+ "seed": 100007,
43
+ "success": false,
44
+ "steps_taken": 145,
45
+ "max_steps": 400,
46
+ "route_completion": 0.0,
47
+ "manipulation_score": 0.0,
48
+ "total_penalty_factor": 0.5,
49
+ "fail_reason": "out_of_bounds",
50
+ "penalty_events": [
51
+ {
52
+ "event_type": "out_of_bounds",
53
+ "timestep": 145,
54
+ "penalty_factor": 0.5,
55
+ "details": "Target object left workspace/view"
56
+ }
57
+ ]
58
+ },
59
+ {
60
+ "episode_id": 4,
61
+ "seed": 100009,
62
+ "success": false,
63
+ "steps_taken": 321,
64
+ "max_steps": 400,
65
+ "route_completion": 27.718562436802973,
66
+ "manipulation_score": 13.859281218401486,
67
+ "total_penalty_factor": 0.5,
68
+ "fail_reason": "out_of_bounds",
69
+ "penalty_events": [
70
+ {
71
+ "event_type": "out_of_bounds",
72
+ "timestep": 321,
73
+ "penalty_factor": 0.5,
74
+ "details": "Target object left workspace/view"
75
+ }
76
+ ]
77
+ },
78
+ {
79
+ "episode_id": 5,
80
+ "seed": 100010,
81
+ "success": false,
82
+ "steps_taken": 118,
83
+ "max_steps": 400,
84
+ "route_completion": 21.71891491750095,
85
+ "manipulation_score": 10.859457458750475,
86
+ "total_penalty_factor": 0.5,
87
+ "fail_reason": "out_of_bounds",
88
+ "penalty_events": [
89
+ {
90
+ "event_type": "out_of_bounds",
91
+ "timestep": 118,
92
+ "penalty_factor": 0.5,
93
+ "details": "Target object left workspace/view"
94
+ }
95
+ ]
96
+ },
97
+ {
98
+ "episode_id": 6,
99
+ "seed": 100012,
100
+ "success": false,
101
+ "steps_taken": 132,
102
+ "max_steps": 400,
103
+ "route_completion": 0.0,
104
+ "manipulation_score": 0.0,
105
+ "total_penalty_factor": 0.5,
106
+ "fail_reason": "out_of_bounds",
107
+ "penalty_events": [
108
+ {
109
+ "event_type": "out_of_bounds",
110
+ "timestep": 132,
111
+ "penalty_factor": 0.5,
112
+ "details": "Target object left workspace/view"
113
+ }
114
+ ]
115
+ },
116
+ {
117
+ "episode_id": 7,
118
+ "seed": 100013,
119
+ "success": false,
120
+ "steps_taken": 140,
121
+ "max_steps": 400,
122
+ "route_completion": 31.88578325512652,
123
+ "manipulation_score": 15.94289162756326,
124
+ "total_penalty_factor": 0.5,
125
+ "fail_reason": "out_of_bounds",
126
+ "penalty_events": [
127
+ {
128
+ "event_type": "out_of_bounds",
129
+ "timestep": 140,
130
+ "penalty_factor": 0.5,
131
+ "details": "Target object left workspace/view"
132
+ }
133
+ ]
134
+ },
135
+ {
136
+ "episode_id": 8,
137
+ "seed": 100014,
138
+ "success": true,
139
+ "steps_taken": 151,
140
+ "max_steps": 400,
141
+ "route_completion": 100.0,
142
+ "manipulation_score": 100.0,
143
+ "total_penalty_factor": 1.0,
144
+ "fail_reason": null,
145
+ "penalty_events": []
146
+ },
147
+ {
148
+ "episode_id": 9,
149
+ "seed": 100016,
150
+ "success": false,
151
+ "steps_taken": 155,
152
+ "max_steps": 400,
153
+ "route_completion": 15.897289455626613,
154
+ "manipulation_score": 7.948644727813306,
155
+ "total_penalty_factor": 0.5,
156
+ "fail_reason": "out_of_bounds",
157
+ "penalty_events": [
158
+ {
159
+ "event_type": "out_of_bounds",
160
+ "timestep": 155,
161
+ "penalty_factor": 0.5,
162
+ "details": "Target object left workspace/view"
163
+ }
164
+ ]
165
+ },
166
+ {
167
+ "episode_id": 10,
168
+ "seed": 100020,
169
+ "success": false,
170
+ "steps_taken": 257,
171
+ "max_steps": 400,
172
+ "route_completion": 0.0,
173
+ "manipulation_score": 0.0,
174
+ "total_penalty_factor": 0.5,
175
+ "fail_reason": "out_of_bounds",
176
+ "penalty_events": [
177
+ {
178
+ "event_type": "out_of_bounds",
179
+ "timestep": 257,
180
+ "penalty_factor": 0.5,
181
+ "details": "Target object left workspace/view"
182
+ }
183
+ ]
184
+ },
185
+ {
186
+ "episode_id": 11,
187
+ "seed": 100021,
188
+ "success": false,
189
+ "steps_taken": 117,
190
+ "max_steps": 400,
191
+ "route_completion": 0.06678897572416923,
192
+ "manipulation_score": 0.03339448786208461,
193
+ "total_penalty_factor": 0.5,
194
+ "fail_reason": "out_of_bounds",
195
+ "penalty_events": [
196
+ {
197
+ "event_type": "out_of_bounds",
198
+ "timestep": 117,
199
+ "penalty_factor": 0.5,
200
+ "details": "Target object left workspace/view"
201
+ }
202
+ ]
203
+ },
204
+ {
205
+ "episode_id": 12,
206
+ "seed": 100024,
207
+ "success": false,
208
+ "steps_taken": 218,
209
+ "max_steps": 400,
210
+ "route_completion": 0.04636173890287798,
211
+ "manipulation_score": 0.02318086945143899,
212
+ "total_penalty_factor": 0.5,
213
+ "fail_reason": "out_of_bounds",
214
+ "penalty_events": [
215
+ {
216
+ "event_type": "out_of_bounds",
217
+ "timestep": 218,
218
+ "penalty_factor": 0.5,
219
+ "details": "Target object left workspace/view"
220
+ }
221
+ ]
222
+ },
223
+ {
224
+ "episode_id": 13,
225
+ "seed": 100025,
226
+ "success": false,
227
+ "steps_taken": 114,
228
+ "max_steps": 400,
229
+ "route_completion": 0.025901691392061728,
230
+ "manipulation_score": 0.012950845696030864,
231
+ "total_penalty_factor": 0.5,
232
+ "fail_reason": "out_of_bounds",
233
+ "penalty_events": [
234
+ {
235
+ "event_type": "out_of_bounds",
236
+ "timestep": 114,
237
+ "penalty_factor": 0.5,
238
+ "details": "Target object left workspace/view"
239
+ }
240
+ ]
241
+ },
242
+ {
243
+ "episode_id": 14,
244
+ "seed": 100029,
245
+ "success": false,
246
+ "steps_taken": 118,
247
+ "max_steps": 400,
248
+ "route_completion": 0.09626970824682099,
249
+ "manipulation_score": 0.048134854123410495,
250
+ "total_penalty_factor": 0.5,
251
+ "fail_reason": "out_of_bounds",
252
+ "penalty_events": [
253
+ {
254
+ "event_type": "out_of_bounds",
255
+ "timestep": 118,
256
+ "penalty_factor": 0.5,
257
+ "details": "Target object left workspace/view"
258
+ }
259
+ ]
260
+ },
261
+ {
262
+ "episode_id": 15,
263
+ "seed": 100035,
264
+ "success": false,
265
+ "steps_taken": 168,
266
+ "max_steps": 400,
267
+ "route_completion": 0.0,
268
+ "manipulation_score": 0.0,
269
+ "total_penalty_factor": 0.5,
270
+ "fail_reason": "out_of_bounds",
271
+ "penalty_events": [
272
+ {
273
+ "event_type": "out_of_bounds",
274
+ "timestep": 168,
275
+ "penalty_factor": 0.5,
276
+ "details": "Target object left workspace/view"
277
+ }
278
+ ]
279
+ },
280
+ {
281
+ "episode_id": 16,
282
+ "seed": 100036,
283
+ "success": false,
284
+ "steps_taken": 128,
285
+ "max_steps": 400,
286
+ "route_completion": 29.123713193307893,
287
+ "manipulation_score": 14.561856596653946,
288
+ "total_penalty_factor": 0.5,
289
+ "fail_reason": "out_of_bounds",
290
+ "penalty_events": [
291
+ {
292
+ "event_type": "out_of_bounds",
293
+ "timestep": 128,
294
+ "penalty_factor": 0.5,
295
+ "details": "Target object left workspace/view"
296
+ }
297
+ ]
298
+ },
299
+ {
300
+ "episode_id": 17,
301
+ "seed": 100037,
302
+ "success": false,
303
+ "steps_taken": 109,
304
+ "max_steps": 400,
305
+ "route_completion": 0.0,
306
+ "manipulation_score": 0.0,
307
+ "total_penalty_factor": 0.5,
308
+ "fail_reason": "out_of_bounds",
309
+ "penalty_events": [
310
+ {
311
+ "event_type": "out_of_bounds",
312
+ "timestep": 109,
313
+ "penalty_factor": 0.5,
314
+ "details": "Target object left workspace/view"
315
+ }
316
+ ]
317
+ },
318
+ {
319
+ "episode_id": 18,
320
+ "seed": 100038,
321
+ "success": true,
322
+ "steps_taken": 142,
323
+ "max_steps": 400,
324
+ "route_completion": 100.0,
325
+ "manipulation_score": 100.0,
326
+ "total_penalty_factor": 1.0,
327
+ "fail_reason": null,
328
+ "penalty_events": []
329
+ },
330
+ {
331
+ "episode_id": 19,
332
+ "seed": 100042,
333
+ "success": false,
334
+ "steps_taken": 138,
335
+ "max_steps": 400,
336
+ "route_completion": 5.315163643797591,
337
+ "manipulation_score": 2.6575818218987957,
338
+ "total_penalty_factor": 0.5,
339
+ "fail_reason": "out_of_bounds",
340
+ "penalty_events": [
341
+ {
342
+ "event_type": "out_of_bounds",
343
+ "timestep": 138,
344
+ "penalty_factor": 0.5,
345
+ "details": "Target object left workspace/view"
346
+ }
347
+ ]
348
+ },
349
+ {
350
+ "episode_id": 20,
351
+ "seed": 100044,
352
+ "success": false,
353
+ "steps_taken": 103,
354
+ "max_steps": 400,
355
+ "route_completion": 0.0,
356
+ "manipulation_score": 0.0,
357
+ "total_penalty_factor": 0.5,
358
+ "fail_reason": "out_of_bounds",
359
+ "penalty_events": [
360
+ {
361
+ "event_type": "out_of_bounds",
362
+ "timestep": 103,
363
+ "penalty_factor": 0.5,
364
+ "details": "Target object left workspace/view"
365
+ }
366
+ ]
367
+ },
368
+ {
369
+ "episode_id": 21,
370
+ "seed": 100050,
371
+ "success": true,
372
+ "steps_taken": 154,
373
+ "max_steps": 400,
374
+ "route_completion": 100.0,
375
+ "manipulation_score": 100.0,
376
+ "total_penalty_factor": 1.0,
377
+ "fail_reason": null,
378
+ "penalty_events": []
379
+ },
380
+ {
381
+ "episode_id": 22,
382
+ "seed": 100051,
383
+ "success": false,
384
+ "steps_taken": 229,
385
+ "max_steps": 400,
386
+ "route_completion": 28.14613415767182,
387
+ "manipulation_score": 14.07306707883591,
388
+ "total_penalty_factor": 0.5,
389
+ "fail_reason": "out_of_bounds",
390
+ "penalty_events": [
391
+ {
392
+ "event_type": "out_of_bounds",
393
+ "timestep": 229,
394
+ "penalty_factor": 0.5,
395
+ "details": "Target object left workspace/view"
396
+ }
397
+ ]
398
+ },
399
+ {
400
+ "episode_id": 23,
401
+ "seed": 100056,
402
+ "success": false,
403
+ "steps_taken": 220,
404
+ "max_steps": 400,
405
+ "route_completion": 1.2752676318864746,
406
+ "manipulation_score": 0.6376338159432373,
407
+ "total_penalty_factor": 0.5,
408
+ "fail_reason": "out_of_bounds",
409
+ "penalty_events": [
410
+ {
411
+ "event_type": "out_of_bounds",
412
+ "timestep": 220,
413
+ "penalty_factor": 0.5,
414
+ "details": "Target object left workspace/view"
415
+ }
416
+ ]
417
+ },
418
+ {
419
+ "episode_id": 24,
420
+ "seed": 100059,
421
+ "success": false,
422
+ "steps_taken": 190,
423
+ "max_steps": 400,
424
+ "route_completion": 27.60610951775453,
425
+ "manipulation_score": 13.803054758877265,
426
+ "total_penalty_factor": 0.5,
427
+ "fail_reason": "out_of_bounds",
428
+ "penalty_events": [
429
+ {
430
+ "event_type": "out_of_bounds",
431
+ "timestep": 190,
432
+ "penalty_factor": 0.5,
433
+ "details": "Target object left workspace/view"
434
+ }
435
+ ]
436
+ },
437
+ {
438
+ "episode_id": 25,
439
+ "seed": 100062,
440
+ "success": false,
441
+ "steps_taken": 189,
442
+ "max_steps": 400,
443
+ "route_completion": 34.384304122364355,
444
+ "manipulation_score": 17.192152061182178,
445
+ "total_penalty_factor": 0.5,
446
+ "fail_reason": "out_of_bounds",
447
+ "penalty_events": [
448
+ {
449
+ "event_type": "out_of_bounds",
450
+ "timestep": 189,
451
+ "penalty_factor": 0.5,
452
+ "details": "Target object left workspace/view"
453
+ }
454
+ ]
455
+ },
456
+ {
457
+ "episode_id": 26,
458
+ "seed": 100063,
459
+ "success": true,
460
+ "steps_taken": 140,
461
+ "max_steps": 400,
462
+ "route_completion": 100.0,
463
+ "manipulation_score": 100.0,
464
+ "total_penalty_factor": 1.0,
465
+ "fail_reason": null,
466
+ "penalty_events": []
467
+ },
468
+ {
469
+ "episode_id": 27,
470
+ "seed": 100064,
471
+ "success": false,
472
+ "steps_taken": 107,
473
+ "max_steps": 400,
474
+ "route_completion": 10.128845067009635,
475
+ "manipulation_score": 5.064422533504818,
476
+ "total_penalty_factor": 0.5,
477
+ "fail_reason": "out_of_bounds",
478
+ "penalty_events": [
479
+ {
480
+ "event_type": "out_of_bounds",
481
+ "timestep": 107,
482
+ "penalty_factor": 0.5,
483
+ "details": "Target object left workspace/view"
484
+ }
485
+ ]
486
+ },
487
+ {
488
+ "episode_id": 28,
489
+ "seed": 100065,
490
+ "success": false,
491
+ "steps_taken": 400,
492
+ "max_steps": 400,
493
+ "route_completion": 15.303600923530247,
494
+ "manipulation_score": 15.303600923530247,
495
+ "total_penalty_factor": 1.0,
496
+ "fail_reason": null,
497
+ "penalty_events": []
498
+ },
499
+ {
500
+ "episode_id": 29,
501
+ "seed": 100067,
502
+ "success": false,
503
+ "steps_taken": 118,
504
+ "max_steps": 400,
505
+ "route_completion": 0.15758316555494398,
506
+ "manipulation_score": 0.07879158277747199,
507
+ "total_penalty_factor": 0.5,
508
+ "fail_reason": "out_of_bounds",
509
+ "penalty_events": [
510
+ {
511
+ "event_type": "out_of_bounds",
512
+ "timestep": 118,
513
+ "penalty_factor": 0.5,
514
+ "details": "Target object left workspace/view"
515
+ }
516
+ ]
517
+ },
518
+ {
519
+ "episode_id": 30,
520
+ "seed": 100068,
521
+ "success": false,
522
+ "steps_taken": 102,
523
+ "max_steps": 400,
524
+ "route_completion": 0.03601463408874049,
525
+ "manipulation_score": 0.018007317044370245,
526
+ "total_penalty_factor": 0.5,
527
+ "fail_reason": "out_of_bounds",
528
+ "penalty_events": [
529
+ {
530
+ "event_type": "out_of_bounds",
531
+ "timestep": 102,
532
+ "penalty_factor": 0.5,
533
+ "details": "Target object left workspace/view"
534
+ }
535
+ ]
536
+ },
537
+ {
538
+ "episode_id": 31,
539
+ "seed": 100069,
540
+ "success": false,
541
+ "steps_taken": 136,
542
+ "max_steps": 400,
543
+ "route_completion": 0.0,
544
+ "manipulation_score": 0.0,
545
+ "total_penalty_factor": 0.5,
546
+ "fail_reason": "out_of_bounds",
547
+ "penalty_events": [
548
+ {
549
+ "event_type": "out_of_bounds",
550
+ "timestep": 136,
551
+ "penalty_factor": 0.5,
552
+ "details": "Target object left workspace/view"
553
+ }
554
+ ]
555
+ },
556
+ {
557
+ "episode_id": 32,
558
+ "seed": 100072,
559
+ "success": false,
560
+ "steps_taken": 109,
561
+ "max_steps": 400,
562
+ "route_completion": 15.25128715602163,
563
+ "manipulation_score": 7.625643578010815,
564
+ "total_penalty_factor": 0.5,
565
+ "fail_reason": "out_of_bounds",
566
+ "penalty_events": [
567
+ {
568
+ "event_type": "out_of_bounds",
569
+ "timestep": 109,
570
+ "penalty_factor": 0.5,
571
+ "details": "Target object left workspace/view"
572
+ }
573
+ ]
574
+ },
575
+ {
576
+ "episode_id": 33,
577
+ "seed": 100073,
578
+ "success": false,
579
+ "steps_taken": 218,
580
+ "max_steps": 400,
581
+ "route_completion": 0.047581054868356724,
582
+ "manipulation_score": 0.023790527434178362,
583
+ "total_penalty_factor": 0.5,
584
+ "fail_reason": "out_of_bounds",
585
+ "penalty_events": [
586
+ {
587
+ "event_type": "out_of_bounds",
588
+ "timestep": 218,
589
+ "penalty_factor": 0.5,
590
+ "details": "Target object left workspace/view"
591
+ }
592
+ ]
593
+ },
594
+ {
595
+ "episode_id": 34,
596
+ "seed": 100074,
597
+ "success": false,
598
+ "steps_taken": 99,
599
+ "max_steps": 400,
600
+ "route_completion": 0.0,
601
+ "manipulation_score": 0.0,
602
+ "total_penalty_factor": 0.5,
603
+ "fail_reason": "out_of_bounds",
604
+ "penalty_events": [
605
+ {
606
+ "event_type": "out_of_bounds",
607
+ "timestep": 99,
608
+ "penalty_factor": 0.5,
609
+ "details": "Target object left workspace/view"
610
+ }
611
+ ]
612
+ },
613
+ {
614
+ "episode_id": 35,
615
+ "seed": 100076,
616
+ "success": false,
617
+ "steps_taken": 272,
618
+ "max_steps": 400,
619
+ "route_completion": 32.8424508767673,
620
+ "manipulation_score": 16.42122543838365,
621
+ "total_penalty_factor": 0.5,
622
+ "fail_reason": "out_of_bounds",
623
+ "penalty_events": [
624
+ {
625
+ "event_type": "out_of_bounds",
626
+ "timestep": 272,
627
+ "penalty_factor": 0.5,
628
+ "details": "Target object left workspace/view"
629
+ }
630
+ ]
631
+ },
632
+ {
633
+ "episode_id": 36,
634
+ "seed": 100082,
635
+ "success": false,
636
+ "steps_taken": 138,
637
+ "max_steps": 400,
638
+ "route_completion": 28.474886686133928,
639
+ "manipulation_score": 14.237443343066964,
640
+ "total_penalty_factor": 0.5,
641
+ "fail_reason": "out_of_bounds",
642
+ "penalty_events": [
643
+ {
644
+ "event_type": "out_of_bounds",
645
+ "timestep": 138,
646
+ "penalty_factor": 0.5,
647
+ "details": "Target object left workspace/view"
648
+ }
649
+ ]
650
+ },
651
+ {
652
+ "episode_id": 37,
653
+ "seed": 100084,
654
+ "success": false,
655
+ "steps_taken": 167,
656
+ "max_steps": 400,
657
+ "route_completion": 0.017594781073353542,
658
+ "manipulation_score": 0.008797390536676771,
659
+ "total_penalty_factor": 0.5,
660
+ "fail_reason": "out_of_bounds",
661
+ "penalty_events": [
662
+ {
663
+ "event_type": "out_of_bounds",
664
+ "timestep": 167,
665
+ "penalty_factor": 0.5,
666
+ "details": "Target object left workspace/view"
667
+ }
668
+ ]
669
+ },
670
+ {
671
+ "episode_id": 38,
672
+ "seed": 100086,
673
+ "success": false,
674
+ "steps_taken": 139,
675
+ "max_steps": 400,
676
+ "route_completion": 0.0,
677
+ "manipulation_score": 0.0,
678
+ "total_penalty_factor": 0.5,
679
+ "fail_reason": "out_of_bounds",
680
+ "penalty_events": [
681
+ {
682
+ "event_type": "out_of_bounds",
683
+ "timestep": 139,
684
+ "penalty_factor": 0.5,
685
+ "details": "Target object left workspace/view"
686
+ }
687
+ ]
688
+ },
689
+ {
690
+ "episode_id": 39,
691
+ "seed": 100089,
692
+ "success": false,
693
+ "steps_taken": 103,
694
+ "max_steps": 400,
695
+ "route_completion": 0.07099298539878536,
696
+ "manipulation_score": 0.03549649269939268,
697
+ "total_penalty_factor": 0.5,
698
+ "fail_reason": "out_of_bounds",
699
+ "penalty_events": [
700
+ {
701
+ "event_type": "out_of_bounds",
702
+ "timestep": 103,
703
+ "penalty_factor": 0.5,
704
+ "details": "Target object left workspace/view"
705
+ }
706
+ ]
707
+ },
708
+ {
709
+ "episode_id": 40,
710
+ "seed": 100096,
711
+ "success": false,
712
+ "steps_taken": 155,
713
+ "max_steps": 400,
714
+ "route_completion": 0.02198863097462428,
715
+ "manipulation_score": 0.01099431548731214,
716
+ "total_penalty_factor": 0.5,
717
+ "fail_reason": "out_of_bounds",
718
+ "penalty_events": [
719
+ {
720
+ "event_type": "out_of_bounds",
721
+ "timestep": 155,
722
+ "penalty_factor": 0.5,
723
+ "details": "Target object left workspace/view"
724
+ }
725
+ ]
726
+ },
727
+ {
728
+ "episode_id": 41,
729
+ "seed": 100099,
730
+ "success": false,
731
+ "steps_taken": 128,
732
+ "max_steps": 400,
733
+ "route_completion": 27.236642368690344,
734
+ "manipulation_score": 13.618321184345172,
735
+ "total_penalty_factor": 0.5,
736
+ "fail_reason": "out_of_bounds",
737
+ "penalty_events": [
738
+ {
739
+ "event_type": "out_of_bounds",
740
+ "timestep": 128,
741
+ "penalty_factor": 0.5,
742
+ "details": "Target object left workspace/view"
743
+ }
744
+ ]
745
+ },
746
+ {
747
+ "episode_id": 42,
748
+ "seed": 100101,
749
+ "success": false,
750
+ "steps_taken": 121,
751
+ "max_steps": 400,
752
+ "route_completion": 0.33089486585381456,
753
+ "manipulation_score": 0.16544743292690728,
754
+ "total_penalty_factor": 0.5,
755
+ "fail_reason": "out_of_bounds",
756
+ "penalty_events": [
757
+ {
758
+ "event_type": "out_of_bounds",
759
+ "timestep": 121,
760
+ "penalty_factor": 0.5,
761
+ "details": "Target object left workspace/view"
762
+ }
763
+ ]
764
+ },
765
+ {
766
+ "episode_id": 43,
767
+ "seed": 100106,
768
+ "success": false,
769
+ "steps_taken": 164,
770
+ "max_steps": 400,
771
+ "route_completion": 26.53094124820245,
772
+ "manipulation_score": 13.265470624101225,
773
+ "total_penalty_factor": 0.5,
774
+ "fail_reason": "out_of_bounds",
775
+ "penalty_events": [
776
+ {
777
+ "event_type": "out_of_bounds",
778
+ "timestep": 164,
779
+ "penalty_factor": 0.5,
780
+ "details": "Target object left workspace/view"
781
+ }
782
+ ]
783
+ },
784
+ {
785
+ "episode_id": 44,
786
+ "seed": 100109,
787
+ "success": false,
788
+ "steps_taken": 218,
789
+ "max_steps": 400,
790
+ "route_completion": 0.020794465342470713,
791
+ "manipulation_score": 0.010397232671235357,
792
+ "total_penalty_factor": 0.5,
793
+ "fail_reason": "out_of_bounds",
794
+ "penalty_events": [
795
+ {
796
+ "event_type": "out_of_bounds",
797
+ "timestep": 218,
798
+ "penalty_factor": 0.5,
799
+ "details": "Target object left workspace/view"
800
+ }
801
+ ]
802
+ },
803
+ {
804
+ "episode_id": 45,
805
+ "seed": 100110,
806
+ "success": false,
807
+ "steps_taken": 123,
808
+ "max_steps": 400,
809
+ "route_completion": 24.483466153112037,
810
+ "manipulation_score": 12.241733076556018,
811
+ "total_penalty_factor": 0.5,
812
+ "fail_reason": "out_of_bounds",
813
+ "penalty_events": [
814
+ {
815
+ "event_type": "out_of_bounds",
816
+ "timestep": 123,
817
+ "penalty_factor": 0.5,
818
+ "details": "Target object left workspace/view"
819
+ }
820
+ ]
821
+ },
822
+ {
823
+ "episode_id": 46,
824
+ "seed": 100111,
825
+ "success": false,
826
+ "steps_taken": 137,
827
+ "max_steps": 400,
828
+ "route_completion": 2.937833660661835,
829
+ "manipulation_score": 1.4689168303309175,
830
+ "total_penalty_factor": 0.5,
831
+ "fail_reason": "out_of_bounds",
832
+ "penalty_events": [
833
+ {
834
+ "event_type": "out_of_bounds",
835
+ "timestep": 137,
836
+ "penalty_factor": 0.5,
837
+ "details": "Target object left workspace/view"
838
+ }
839
+ ]
840
+ },
841
+ {
842
+ "episode_id": 47,
843
+ "seed": 100113,
844
+ "success": false,
845
+ "steps_taken": 117,
846
+ "max_steps": 400,
847
+ "route_completion": 0.07951184297432919,
848
+ "manipulation_score": 0.03975592148716459,
849
+ "total_penalty_factor": 0.5,
850
+ "fail_reason": "out_of_bounds",
851
+ "penalty_events": [
852
+ {
853
+ "event_type": "out_of_bounds",
854
+ "timestep": 117,
855
+ "penalty_factor": 0.5,
856
+ "details": "Target object left workspace/view"
857
+ }
858
+ ]
859
+ },
860
+ {
861
+ "episode_id": 48,
862
+ "seed": 100114,
863
+ "success": false,
864
+ "steps_taken": 125,
865
+ "max_steps": 400,
866
+ "route_completion": 11.778227938518198,
867
+ "manipulation_score": 5.889113969259099,
868
+ "total_penalty_factor": 0.5,
869
+ "fail_reason": "out_of_bounds",
870
+ "penalty_events": [
871
+ {
872
+ "event_type": "out_of_bounds",
873
+ "timestep": 125,
874
+ "penalty_factor": 0.5,
875
+ "details": "Target object left workspace/view"
876
+ }
877
+ ]
878
+ },
879
+ {
880
+ "episode_id": 49,
881
+ "seed": 100115,
882
+ "success": false,
883
+ "steps_taken": 109,
884
+ "max_steps": 400,
885
+ "route_completion": 0.010925602249029704,
886
+ "manipulation_score": 0.005462801124514852,
887
+ "total_penalty_factor": 0.5,
888
+ "fail_reason": "out_of_bounds",
889
+ "penalty_events": [
890
+ {
891
+ "event_type": "out_of_bounds",
892
+ "timestep": 109,
893
+ "penalty_factor": 0.5,
894
+ "details": "Target object left workspace/view"
895
+ }
896
+ ]
897
+ },
898
+ {
899
+ "episode_id": 50,
900
+ "seed": 100119,
901
+ "success": false,
902
+ "steps_taken": 132,
903
+ "max_steps": 400,
904
+ "route_completion": 0.02577684541966592,
905
+ "manipulation_score": 0.01288842270983296,
906
+ "total_penalty_factor": 0.5,
907
+ "fail_reason": "out_of_bounds",
908
+ "penalty_events": [
909
+ {
910
+ "event_type": "out_of_bounds",
911
+ "timestep": 132,
912
+ "penalty_factor": 0.5,
913
+ "details": "Target object left workspace/view"
914
+ }
915
+ ]
916
+ },
917
+ {
918
+ "episode_id": 51,
919
+ "seed": 100120,
920
+ "success": false,
921
+ "steps_taken": 122,
922
+ "max_steps": 400,
923
+ "route_completion": 21.07676950830215,
924
+ "manipulation_score": 10.538384754151075,
925
+ "total_penalty_factor": 0.5,
926
+ "fail_reason": "out_of_bounds",
927
+ "penalty_events": [
928
+ {
929
+ "event_type": "out_of_bounds",
930
+ "timestep": 122,
931
+ "penalty_factor": 0.5,
932
+ "details": "Target object left workspace/view"
933
+ }
934
+ ]
935
+ },
936
+ {
937
+ "episode_id": 52,
938
+ "seed": 100126,
939
+ "success": false,
940
+ "steps_taken": 99,
941
+ "max_steps": 400,
942
+ "route_completion": 13.761614048321864,
943
+ "manipulation_score": 6.880807024160932,
944
+ "total_penalty_factor": 0.5,
945
+ "fail_reason": "out_of_bounds",
946
+ "penalty_events": [
947
+ {
948
+ "event_type": "out_of_bounds",
949
+ "timestep": 99,
950
+ "penalty_factor": 0.5,
951
+ "details": "Target object left workspace/view"
952
+ }
953
+ ]
954
+ },
955
+ {
956
+ "episode_id": 53,
957
+ "seed": 100128,
958
+ "success": false,
959
+ "steps_taken": 102,
960
+ "max_steps": 400,
961
+ "route_completion": 7.481413112869872,
962
+ "manipulation_score": 3.740706556434936,
963
+ "total_penalty_factor": 0.5,
964
+ "fail_reason": "out_of_bounds",
965
+ "penalty_events": [
966
+ {
967
+ "event_type": "out_of_bounds",
968
+ "timestep": 102,
969
+ "penalty_factor": 0.5,
970
+ "details": "Target object left workspace/view"
971
+ }
972
+ ]
973
+ },
974
+ {
975
+ "episode_id": 54,
976
+ "seed": 100129,
977
+ "success": false,
978
+ "steps_taken": 215,
979
+ "max_steps": 400,
980
+ "route_completion": 25.446228090615502,
981
+ "manipulation_score": 12.723114045307751,
982
+ "total_penalty_factor": 0.5,
983
+ "fail_reason": "out_of_bounds",
984
+ "penalty_events": [
985
+ {
986
+ "event_type": "out_of_bounds",
987
+ "timestep": 215,
988
+ "penalty_factor": 0.5,
989
+ "details": "Target object left workspace/view"
990
+ }
991
+ ]
992
+ },
993
+ {
994
+ "episode_id": 55,
995
+ "seed": 100130,
996
+ "success": false,
997
+ "steps_taken": 127,
998
+ "max_steps": 400,
999
+ "route_completion": 1.8512403401640483,
1000
+ "manipulation_score": 0.9256201700820241,
1001
+ "total_penalty_factor": 0.5,
1002
+ "fail_reason": "out_of_bounds",
1003
+ "penalty_events": [
1004
+ {
1005
+ "event_type": "out_of_bounds",
1006
+ "timestep": 127,
1007
+ "penalty_factor": 0.5,
1008
+ "details": "Target object left workspace/view"
1009
+ }
1010
+ ]
1011
+ },
1012
+ {
1013
+ "episode_id": 56,
1014
+ "seed": 100131,
1015
+ "success": false,
1016
+ "steps_taken": 148,
1017
+ "max_steps": 400,
1018
+ "route_completion": 0.01435929761906984,
1019
+ "manipulation_score": 0.00717964880953492,
1020
+ "total_penalty_factor": 0.5,
1021
+ "fail_reason": "out_of_bounds",
1022
+ "penalty_events": [
1023
+ {
1024
+ "event_type": "out_of_bounds",
1025
+ "timestep": 148,
1026
+ "penalty_factor": 0.5,
1027
+ "details": "Target object left workspace/view"
1028
+ }
1029
+ ]
1030
+ },
1031
+ {
1032
+ "episode_id": 57,
1033
+ "seed": 100133,
1034
+ "success": false,
1035
+ "steps_taken": 262,
1036
+ "max_steps": 400,
1037
+ "route_completion": 0.0,
1038
+ "manipulation_score": 0.0,
1039
+ "total_penalty_factor": 0.5,
1040
+ "fail_reason": "out_of_bounds",
1041
+ "penalty_events": [
1042
+ {
1043
+ "event_type": "out_of_bounds",
1044
+ "timestep": 262,
1045
+ "penalty_factor": 0.5,
1046
+ "details": "Target object left workspace/view"
1047
+ }
1048
+ ]
1049
+ },
1050
+ {
1051
+ "episode_id": 58,
1052
+ "seed": 100134,
1053
+ "success": false,
1054
+ "steps_taken": 212,
1055
+ "max_steps": 400,
1056
+ "route_completion": 25.991082580666962,
1057
+ "manipulation_score": 12.995541290333481,
1058
+ "total_penalty_factor": 0.5,
1059
+ "fail_reason": "out_of_bounds",
1060
+ "penalty_events": [
1061
+ {
1062
+ "event_type": "out_of_bounds",
1063
+ "timestep": 212,
1064
+ "penalty_factor": 0.5,
1065
+ "details": "Target object left workspace/view"
1066
+ }
1067
+ ]
1068
+ },
1069
+ {
1070
+ "episode_id": 59,
1071
+ "seed": 100136,
1072
+ "success": false,
1073
+ "steps_taken": 95,
1074
+ "max_steps": 400,
1075
+ "route_completion": 14.055719142622245,
1076
+ "manipulation_score": 7.027859571311122,
1077
+ "total_penalty_factor": 0.5,
1078
+ "fail_reason": "out_of_bounds",
1079
+ "penalty_events": [
1080
+ {
1081
+ "event_type": "out_of_bounds",
1082
+ "timestep": 95,
1083
+ "penalty_factor": 0.5,
1084
+ "details": "Target object left workspace/view"
1085
+ }
1086
+ ]
1087
+ },
1088
+ {
1089
+ "episode_id": 60,
1090
+ "seed": 100139,
1091
+ "success": false,
1092
+ "steps_taken": 108,
1093
+ "max_steps": 400,
1094
+ "route_completion": 11.156077787986666,
1095
+ "manipulation_score": 5.578038893993333,
1096
+ "total_penalty_factor": 0.5,
1097
+ "fail_reason": "out_of_bounds",
1098
+ "penalty_events": [
1099
+ {
1100
+ "event_type": "out_of_bounds",
1101
+ "timestep": 108,
1102
+ "penalty_factor": 0.5,
1103
+ "details": "Target object left workspace/view"
1104
+ }
1105
+ ]
1106
+ },
1107
+ {
1108
+ "episode_id": 61,
1109
+ "seed": 100140,
1110
+ "success": false,
1111
+ "steps_taken": 148,
1112
+ "max_steps": 400,
1113
+ "route_completion": 24.91488837137446,
1114
+ "manipulation_score": 12.45744418568723,
1115
+ "total_penalty_factor": 0.5,
1116
+ "fail_reason": "out_of_bounds",
1117
+ "penalty_events": [
1118
+ {
1119
+ "event_type": "out_of_bounds",
1120
+ "timestep": 148,
1121
+ "penalty_factor": 0.5,
1122
+ "details": "Target object left workspace/view"
1123
+ }
1124
+ ]
1125
+ },
1126
+ {
1127
+ "episode_id": 62,
1128
+ "seed": 100142,
1129
+ "success": false,
1130
+ "steps_taken": 121,
1131
+ "max_steps": 400,
1132
+ "route_completion": 29.792624238729825,
1133
+ "manipulation_score": 14.896312119364913,
1134
+ "total_penalty_factor": 0.5,
1135
+ "fail_reason": "out_of_bounds",
1136
+ "penalty_events": [
1137
+ {
1138
+ "event_type": "out_of_bounds",
1139
+ "timestep": 121,
1140
+ "penalty_factor": 0.5,
1141
+ "details": "Target object left workspace/view"
1142
+ }
1143
+ ]
1144
+ },
1145
+ {
1146
+ "episode_id": 63,
1147
+ "seed": 100143,
1148
+ "success": false,
1149
+ "steps_taken": 141,
1150
+ "max_steps": 400,
1151
+ "route_completion": 0.0,
1152
+ "manipulation_score": 0.0,
1153
+ "total_penalty_factor": 0.5,
1154
+ "fail_reason": "out_of_bounds",
1155
+ "penalty_events": [
1156
+ {
1157
+ "event_type": "out_of_bounds",
1158
+ "timestep": 141,
1159
+ "penalty_factor": 0.5,
1160
+ "details": "Target object left workspace/view"
1161
+ }
1162
+ ]
1163
+ },
1164
+ {
1165
+ "episode_id": 64,
1166
+ "seed": 100144,
1167
+ "success": false,
1168
+ "steps_taken": 129,
1169
+ "max_steps": 400,
1170
+ "route_completion": 0.0,
1171
+ "manipulation_score": 0.0,
1172
+ "total_penalty_factor": 0.5,
1173
+ "fail_reason": "out_of_bounds",
1174
+ "penalty_events": [
1175
+ {
1176
+ "event_type": "out_of_bounds",
1177
+ "timestep": 129,
1178
+ "penalty_factor": 0.5,
1179
+ "details": "Target object left workspace/view"
1180
+ }
1181
+ ]
1182
+ },
1183
+ {
1184
+ "episode_id": 65,
1185
+ "seed": 100147,
1186
+ "success": false,
1187
+ "steps_taken": 400,
1188
+ "max_steps": 400,
1189
+ "route_completion": 11.088610958449843,
1190
+ "manipulation_score": 11.088610958449843,
1191
+ "total_penalty_factor": 1.0,
1192
+ "fail_reason": null,
1193
+ "penalty_events": []
1194
+ },
1195
+ {
1196
+ "episode_id": 66,
1197
+ "seed": 100149,
1198
+ "success": false,
1199
+ "steps_taken": 213,
1200
+ "max_steps": 400,
1201
+ "route_completion": 0.0043421546065704865,
1202
+ "manipulation_score": 0.0021710773032852433,
1203
+ "total_penalty_factor": 0.5,
1204
+ "fail_reason": "out_of_bounds",
1205
+ "penalty_events": [
1206
+ {
1207
+ "event_type": "out_of_bounds",
1208
+ "timestep": 213,
1209
+ "penalty_factor": 0.5,
1210
+ "details": "Target object left workspace/view"
1211
+ }
1212
+ ]
1213
+ },
1214
+ {
1215
+ "episode_id": 67,
1216
+ "seed": 100150,
1217
+ "success": false,
1218
+ "steps_taken": 225,
1219
+ "max_steps": 400,
1220
+ "route_completion": 0.0,
1221
+ "manipulation_score": 0.0,
1222
+ "total_penalty_factor": 0.5,
1223
+ "fail_reason": "out_of_bounds",
1224
+ "penalty_events": [
1225
+ {
1226
+ "event_type": "out_of_bounds",
1227
+ "timestep": 225,
1228
+ "penalty_factor": 0.5,
1229
+ "details": "Target object left workspace/view"
1230
+ }
1231
+ ]
1232
+ },
1233
+ {
1234
+ "episode_id": 68,
1235
+ "seed": 100151,
1236
+ "success": false,
1237
+ "steps_taken": 204,
1238
+ "max_steps": 400,
1239
+ "route_completion": 0.0,
1240
+ "manipulation_score": 0.0,
1241
+ "total_penalty_factor": 0.5,
1242
+ "fail_reason": "out_of_bounds",
1243
+ "penalty_events": [
1244
+ {
1245
+ "event_type": "out_of_bounds",
1246
+ "timestep": 204,
1247
+ "penalty_factor": 0.5,
1248
+ "details": "Target object left workspace/view"
1249
+ }
1250
+ ]
1251
+ },
1252
+ {
1253
+ "episode_id": 69,
1254
+ "seed": 100153,
1255
+ "success": false,
1256
+ "steps_taken": 114,
1257
+ "max_steps": 400,
1258
+ "route_completion": 14.141882175313722,
1259
+ "manipulation_score": 7.070941087656861,
1260
+ "total_penalty_factor": 0.5,
1261
+ "fail_reason": "out_of_bounds",
1262
+ "penalty_events": [
1263
+ {
1264
+ "event_type": "out_of_bounds",
1265
+ "timestep": 114,
1266
+ "penalty_factor": 0.5,
1267
+ "details": "Target object left workspace/view"
1268
+ }
1269
+ ]
1270
+ },
1271
+ {
1272
+ "episode_id": 70,
1273
+ "seed": 100155,
1274
+ "success": false,
1275
+ "steps_taken": 140,
1276
+ "max_steps": 400,
1277
+ "route_completion": 0.0,
1278
+ "manipulation_score": 0.0,
1279
+ "total_penalty_factor": 0.5,
1280
+ "fail_reason": "out_of_bounds",
1281
+ "penalty_events": [
1282
+ {
1283
+ "event_type": "out_of_bounds",
1284
+ "timestep": 140,
1285
+ "penalty_factor": 0.5,
1286
+ "details": "Target object left workspace/view"
1287
+ }
1288
+ ]
1289
+ },
1290
+ {
1291
+ "episode_id": 71,
1292
+ "seed": 100156,
1293
+ "success": false,
1294
+ "steps_taken": 148,
1295
+ "max_steps": 400,
1296
+ "route_completion": 31.87633464005143,
1297
+ "manipulation_score": 15.938167320025714,
1298
+ "total_penalty_factor": 0.5,
1299
+ "fail_reason": "out_of_bounds",
1300
+ "penalty_events": [
1301
+ {
1302
+ "event_type": "out_of_bounds",
1303
+ "timestep": 148,
1304
+ "penalty_factor": 0.5,
1305
+ "details": "Target object left workspace/view"
1306
+ }
1307
+ ]
1308
+ },
1309
+ {
1310
+ "episode_id": 72,
1311
+ "seed": 100158,
1312
+ "success": false,
1313
+ "steps_taken": 141,
1314
+ "max_steps": 400,
1315
+ "route_completion": 15.402935473027272,
1316
+ "manipulation_score": 7.701467736513636,
1317
+ "total_penalty_factor": 0.5,
1318
+ "fail_reason": "out_of_bounds",
1319
+ "penalty_events": [
1320
+ {
1321
+ "event_type": "out_of_bounds",
1322
+ "timestep": 141,
1323
+ "penalty_factor": 0.5,
1324
+ "details": "Target object left workspace/view"
1325
+ }
1326
+ ]
1327
+ },
1328
+ {
1329
+ "episode_id": 73,
1330
+ "seed": 100163,
1331
+ "success": false,
1332
+ "steps_taken": 137,
1333
+ "max_steps": 400,
1334
+ "route_completion": 31.490953112515363,
1335
+ "manipulation_score": 15.745476556257682,
1336
+ "total_penalty_factor": 0.5,
1337
+ "fail_reason": "out_of_bounds",
1338
+ "penalty_events": [
1339
+ {
1340
+ "event_type": "out_of_bounds",
1341
+ "timestep": 137,
1342
+ "penalty_factor": 0.5,
1343
+ "details": "Target object left workspace/view"
1344
+ }
1345
+ ]
1346
+ },
1347
+ {
1348
+ "episode_id": 74,
1349
+ "seed": 100164,
1350
+ "success": false,
1351
+ "steps_taken": 112,
1352
+ "max_steps": 400,
1353
+ "route_completion": 0.0,
1354
+ "manipulation_score": 0.0,
1355
+ "total_penalty_factor": 0.5,
1356
+ "fail_reason": "out_of_bounds",
1357
+ "penalty_events": [
1358
+ {
1359
+ "event_type": "out_of_bounds",
1360
+ "timestep": 112,
1361
+ "penalty_factor": 0.5,
1362
+ "details": "Target object left workspace/view"
1363
+ }
1364
+ ]
1365
+ },
1366
+ {
1367
+ "episode_id": 75,
1368
+ "seed": 100165,
1369
+ "success": false,
1370
+ "steps_taken": 400,
1371
+ "max_steps": 400,
1372
+ "route_completion": 27.47407129843908,
1373
+ "manipulation_score": 27.47407129843908,
1374
+ "total_penalty_factor": 1.0,
1375
+ "fail_reason": null,
1376
+ "penalty_events": []
1377
+ },
1378
+ {
1379
+ "episode_id": 76,
1380
+ "seed": 100171,
1381
+ "success": false,
1382
+ "steps_taken": 237,
1383
+ "max_steps": 400,
1384
+ "route_completion": 0.043301905940076796,
1385
+ "manipulation_score": 0.021650952970038398,
1386
+ "total_penalty_factor": 0.5,
1387
+ "fail_reason": "out_of_bounds",
1388
+ "penalty_events": [
1389
+ {
1390
+ "event_type": "out_of_bounds",
1391
+ "timestep": 237,
1392
+ "penalty_factor": 0.5,
1393
+ "details": "Target object left workspace/view"
1394
+ }
1395
+ ]
1396
+ },
1397
+ {
1398
+ "episode_id": 77,
1399
+ "seed": 100172,
1400
+ "success": false,
1401
+ "steps_taken": 109,
1402
+ "max_steps": 400,
1403
+ "route_completion": 0.056581245363227506,
1404
+ "manipulation_score": 0.028290622681613753,
1405
+ "total_penalty_factor": 0.5,
1406
+ "fail_reason": "out_of_bounds",
1407
+ "penalty_events": [
1408
+ {
1409
+ "event_type": "out_of_bounds",
1410
+ "timestep": 109,
1411
+ "penalty_factor": 0.5,
1412
+ "details": "Target object left workspace/view"
1413
+ }
1414
+ ]
1415
+ },
1416
+ {
1417
+ "episode_id": 78,
1418
+ "seed": 100174,
1419
+ "success": false,
1420
+ "steps_taken": 156,
1421
+ "max_steps": 400,
1422
+ "route_completion": 0.0,
1423
+ "manipulation_score": 0.0,
1424
+ "total_penalty_factor": 0.5,
1425
+ "fail_reason": "out_of_bounds",
1426
+ "penalty_events": [
1427
+ {
1428
+ "event_type": "out_of_bounds",
1429
+ "timestep": 156,
1430
+ "penalty_factor": 0.5,
1431
+ "details": "Target object left workspace/view"
1432
+ }
1433
+ ]
1434
+ },
1435
+ {
1436
+ "episode_id": 79,
1437
+ "seed": 100176,
1438
+ "success": false,
1439
+ "steps_taken": 336,
1440
+ "max_steps": 400,
1441
+ "route_completion": 27.17433508009538,
1442
+ "manipulation_score": 13.58716754004769,
1443
+ "total_penalty_factor": 0.5,
1444
+ "fail_reason": "out_of_bounds",
1445
+ "penalty_events": [
1446
+ {
1447
+ "event_type": "out_of_bounds",
1448
+ "timestep": 336,
1449
+ "penalty_factor": 0.5,
1450
+ "details": "Target object left workspace/view"
1451
+ }
1452
+ ]
1453
+ },
1454
+ {
1455
+ "episode_id": 80,
1456
+ "seed": 100177,
1457
+ "success": false,
1458
+ "steps_taken": 257,
1459
+ "max_steps": 400,
1460
+ "route_completion": 22.049651114612328,
1461
+ "manipulation_score": 11.024825557306164,
1462
+ "total_penalty_factor": 0.5,
1463
+ "fail_reason": "out_of_bounds",
1464
+ "penalty_events": [
1465
+ {
1466
+ "event_type": "out_of_bounds",
1467
+ "timestep": 257,
1468
+ "penalty_factor": 0.5,
1469
+ "details": "Target object left workspace/view"
1470
+ }
1471
+ ]
1472
+ },
1473
+ {
1474
+ "episode_id": 81,
1475
+ "seed": 100178,
1476
+ "success": false,
1477
+ "steps_taken": 130,
1478
+ "max_steps": 400,
1479
+ "route_completion": 0.049215497695173964,
1480
+ "manipulation_score": 0.024607748847586982,
1481
+ "total_penalty_factor": 0.5,
1482
+ "fail_reason": "out_of_bounds",
1483
+ "penalty_events": [
1484
+ {
1485
+ "event_type": "out_of_bounds",
1486
+ "timestep": 130,
1487
+ "penalty_factor": 0.5,
1488
+ "details": "Target object left workspace/view"
1489
+ }
1490
+ ]
1491
+ },
1492
+ {
1493
+ "episode_id": 82,
1494
+ "seed": 100182,
1495
+ "success": false,
1496
+ "steps_taken": 113,
1497
+ "max_steps": 400,
1498
+ "route_completion": 2.2490599329175476,
1499
+ "manipulation_score": 1.1245299664587738,
1500
+ "total_penalty_factor": 0.5,
1501
+ "fail_reason": "out_of_bounds",
1502
+ "penalty_events": [
1503
+ {
1504
+ "event_type": "out_of_bounds",
1505
+ "timestep": 113,
1506
+ "penalty_factor": 0.5,
1507
+ "details": "Target object left workspace/view"
1508
+ }
1509
+ ]
1510
+ },
1511
+ {
1512
+ "episode_id": 83,
1513
+ "seed": 100185,
1514
+ "success": false,
1515
+ "steps_taken": 113,
1516
+ "max_steps": 400,
1517
+ "route_completion": 12.825218185020185,
1518
+ "manipulation_score": 6.412609092510093,
1519
+ "total_penalty_factor": 0.5,
1520
+ "fail_reason": "out_of_bounds",
1521
+ "penalty_events": [
1522
+ {
1523
+ "event_type": "out_of_bounds",
1524
+ "timestep": 113,
1525
+ "penalty_factor": 0.5,
1526
+ "details": "Target object left workspace/view"
1527
+ }
1528
+ ]
1529
+ },
1530
+ {
1531
+ "episode_id": 84,
1532
+ "seed": 100188,
1533
+ "success": false,
1534
+ "steps_taken": 296,
1535
+ "max_steps": 400,
1536
+ "route_completion": 25.395823595317278,
1537
+ "manipulation_score": 12.697911797658639,
1538
+ "total_penalty_factor": 0.5,
1539
+ "fail_reason": "out_of_bounds",
1540
+ "penalty_events": [
1541
+ {
1542
+ "event_type": "out_of_bounds",
1543
+ "timestep": 296,
1544
+ "penalty_factor": 0.5,
1545
+ "details": "Target object left workspace/view"
1546
+ }
1547
+ ]
1548
+ },
1549
+ {
1550
+ "episode_id": 85,
1551
+ "seed": 100189,
1552
+ "success": false,
1553
+ "steps_taken": 264,
1554
+ "max_steps": 400,
1555
+ "route_completion": 24.110575386132712,
1556
+ "manipulation_score": 12.055287693066356,
1557
+ "total_penalty_factor": 0.5,
1558
+ "fail_reason": "out_of_bounds",
1559
+ "penalty_events": [
1560
+ {
1561
+ "event_type": "out_of_bounds",
1562
+ "timestep": 264,
1563
+ "penalty_factor": 0.5,
1564
+ "details": "Target object left workspace/view"
1565
+ }
1566
+ ]
1567
+ },
1568
+ {
1569
+ "episode_id": 86,
1570
+ "seed": 100191,
1571
+ "success": false,
1572
+ "steps_taken": 202,
1573
+ "max_steps": 400,
1574
+ "route_completion": 41.512767565528904,
1575
+ "manipulation_score": 20.756383782764452,
1576
+ "total_penalty_factor": 0.5,
1577
+ "fail_reason": "out_of_bounds",
1578
+ "penalty_events": [
1579
+ {
1580
+ "event_type": "out_of_bounds",
1581
+ "timestep": 202,
1582
+ "penalty_factor": 0.5,
1583
+ "details": "Target object left workspace/view"
1584
+ }
1585
+ ]
1586
+ },
1587
+ {
1588
+ "episode_id": 87,
1589
+ "seed": 100192,
1590
+ "success": false,
1591
+ "steps_taken": 113,
1592
+ "max_steps": 400,
1593
+ "route_completion": 0.0,
1594
+ "manipulation_score": 0.0,
1595
+ "total_penalty_factor": 0.5,
1596
+ "fail_reason": "out_of_bounds",
1597
+ "penalty_events": [
1598
+ {
1599
+ "event_type": "out_of_bounds",
1600
+ "timestep": 113,
1601
+ "penalty_factor": 0.5,
1602
+ "details": "Target object left workspace/view"
1603
+ }
1604
+ ]
1605
+ },
1606
+ {
1607
+ "episode_id": 88,
1608
+ "seed": 100194,
1609
+ "success": false,
1610
+ "steps_taken": 194,
1611
+ "max_steps": 400,
1612
+ "route_completion": 15.422624160636515,
1613
+ "manipulation_score": 7.711312080318257,
1614
+ "total_penalty_factor": 0.5,
1615
+ "fail_reason": "out_of_bounds",
1616
+ "penalty_events": [
1617
+ {
1618
+ "event_type": "out_of_bounds",
1619
+ "timestep": 194,
1620
+ "penalty_factor": 0.5,
1621
+ "details": "Target object left workspace/view"
1622
+ }
1623
+ ]
1624
+ },
1625
+ {
1626
+ "episode_id": 89,
1627
+ "seed": 100195,
1628
+ "success": false,
1629
+ "steps_taken": 111,
1630
+ "max_steps": 400,
1631
+ "route_completion": 0.0,
1632
+ "manipulation_score": 0.0,
1633
+ "total_penalty_factor": 0.5,
1634
+ "fail_reason": "out_of_bounds",
1635
+ "penalty_events": [
1636
+ {
1637
+ "event_type": "out_of_bounds",
1638
+ "timestep": 111,
1639
+ "penalty_factor": 0.5,
1640
+ "details": "Target object left workspace/view"
1641
+ }
1642
+ ]
1643
+ },
1644
+ {
1645
+ "episode_id": 90,
1646
+ "seed": 100199,
1647
+ "success": false,
1648
+ "steps_taken": 168,
1649
+ "max_steps": 400,
1650
+ "route_completion": 0.02834992430977637,
1651
+ "manipulation_score": 0.014174962154888185,
1652
+ "total_penalty_factor": 0.5,
1653
+ "fail_reason": "out_of_bounds",
1654
+ "penalty_events": [
1655
+ {
1656
+ "event_type": "out_of_bounds",
1657
+ "timestep": 168,
1658
+ "penalty_factor": 0.5,
1659
+ "details": "Target object left workspace/view"
1660
+ }
1661
+ ]
1662
+ },
1663
+ {
1664
+ "episode_id": 91,
1665
+ "seed": 100200,
1666
+ "success": false,
1667
+ "steps_taken": 140,
1668
+ "max_steps": 400,
1669
+ "route_completion": 22.074519568981174,
1670
+ "manipulation_score": 11.037259784490587,
1671
+ "total_penalty_factor": 0.5,
1672
+ "fail_reason": "out_of_bounds",
1673
+ "penalty_events": [
1674
+ {
1675
+ "event_type": "out_of_bounds",
1676
+ "timestep": 140,
1677
+ "penalty_factor": 0.5,
1678
+ "details": "Target object left workspace/view"
1679
+ }
1680
+ ]
1681
+ },
1682
+ {
1683
+ "episode_id": 92,
1684
+ "seed": 100208,
1685
+ "success": false,
1686
+ "steps_taken": 156,
1687
+ "max_steps": 400,
1688
+ "route_completion": 29.202345022041023,
1689
+ "manipulation_score": 14.601172511020511,
1690
+ "total_penalty_factor": 0.5,
1691
+ "fail_reason": "out_of_bounds",
1692
+ "penalty_events": [
1693
+ {
1694
+ "event_type": "out_of_bounds",
1695
+ "timestep": 156,
1696
+ "penalty_factor": 0.5,
1697
+ "details": "Target object left workspace/view"
1698
+ }
1699
+ ]
1700
+ },
1701
+ {
1702
+ "episode_id": 93,
1703
+ "seed": 100209,
1704
+ "success": false,
1705
+ "steps_taken": 148,
1706
+ "max_steps": 400,
1707
+ "route_completion": 29.741723201429227,
1708
+ "manipulation_score": 14.870861600714614,
1709
+ "total_penalty_factor": 0.5,
1710
+ "fail_reason": "out_of_bounds",
1711
+ "penalty_events": [
1712
+ {
1713
+ "event_type": "out_of_bounds",
1714
+ "timestep": 148,
1715
+ "penalty_factor": 0.5,
1716
+ "details": "Target object left workspace/view"
1717
+ }
1718
+ ]
1719
+ },
1720
+ {
1721
+ "episode_id": 94,
1722
+ "seed": 100210,
1723
+ "success": false,
1724
+ "steps_taken": 174,
1725
+ "max_steps": 400,
1726
+ "route_completion": 0.03438851982221622,
1727
+ "manipulation_score": 0.01719425991110811,
1728
+ "total_penalty_factor": 0.5,
1729
+ "fail_reason": "out_of_bounds",
1730
+ "penalty_events": [
1731
+ {
1732
+ "event_type": "out_of_bounds",
1733
+ "timestep": 174,
1734
+ "penalty_factor": 0.5,
1735
+ "details": "Target object left workspace/view"
1736
+ }
1737
+ ]
1738
+ },
1739
+ {
1740
+ "episode_id": 95,
1741
+ "seed": 100211,
1742
+ "success": false,
1743
+ "steps_taken": 168,
1744
+ "max_steps": 400,
1745
+ "route_completion": 25.603441227017033,
1746
+ "manipulation_score": 12.801720613508516,
1747
+ "total_penalty_factor": 0.5,
1748
+ "fail_reason": "out_of_bounds",
1749
+ "penalty_events": [
1750
+ {
1751
+ "event_type": "out_of_bounds",
1752
+ "timestep": 168,
1753
+ "penalty_factor": 0.5,
1754
+ "details": "Target object left workspace/view"
1755
+ }
1756
+ ]
1757
+ },
1758
+ {
1759
+ "episode_id": 96,
1760
+ "seed": 100213,
1761
+ "success": false,
1762
+ "steps_taken": 232,
1763
+ "max_steps": 400,
1764
+ "route_completion": 0.0,
1765
+ "manipulation_score": 0.0,
1766
+ "total_penalty_factor": 0.5,
1767
+ "fail_reason": "out_of_bounds",
1768
+ "penalty_events": [
1769
+ {
1770
+ "event_type": "out_of_bounds",
1771
+ "timestep": 232,
1772
+ "penalty_factor": 0.5,
1773
+ "details": "Target object left workspace/view"
1774
+ }
1775
+ ]
1776
+ },
1777
+ {
1778
+ "episode_id": 97,
1779
+ "seed": 100214,
1780
+ "success": false,
1781
+ "steps_taken": 107,
1782
+ "max_steps": 400,
1783
+ "route_completion": 4.889690977659771,
1784
+ "manipulation_score": 2.4448454888298854,
1785
+ "total_penalty_factor": 0.5,
1786
+ "fail_reason": "out_of_bounds",
1787
+ "penalty_events": [
1788
+ {
1789
+ "event_type": "out_of_bounds",
1790
+ "timestep": 107,
1791
+ "penalty_factor": 0.5,
1792
+ "details": "Target object left workspace/view"
1793
+ }
1794
+ ]
1795
+ },
1796
+ {
1797
+ "episode_id": 98,
1798
+ "seed": 100216,
1799
+ "success": false,
1800
+ "steps_taken": 166,
1801
+ "max_steps": 400,
1802
+ "route_completion": 0.0,
1803
+ "manipulation_score": 0.0,
1804
+ "total_penalty_factor": 0.5,
1805
+ "fail_reason": "out_of_bounds",
1806
+ "penalty_events": [
1807
+ {
1808
+ "event_type": "out_of_bounds",
1809
+ "timestep": 166,
1810
+ "penalty_factor": 0.5,
1811
+ "details": "Target object left workspace/view"
1812
+ }
1813
+ ]
1814
+ },
1815
+ {
1816
+ "episode_id": 99,
1817
+ "seed": 100219,
1818
+ "success": false,
1819
+ "steps_taken": 168,
1820
+ "max_steps": 400,
1821
+ "route_completion": 32.78605610813731,
1822
+ "manipulation_score": 16.393028054068655,
1823
+ "total_penalty_factor": 0.5,
1824
+ "fail_reason": "out_of_bounds",
1825
+ "penalty_events": [
1826
+ {
1827
+ "event_type": "out_of_bounds",
1828
+ "timestep": 168,
1829
+ "penalty_factor": 0.5,
1830
+ "details": "Target object left workspace/view"
1831
+ }
1832
+ ]
1833
+ },
1834
+ {
1835
+ "episode_id": 100,
1836
+ "seed": 100221,
1837
+ "success": false,
1838
+ "steps_taken": 108,
1839
+ "max_steps": 400,
1840
+ "route_completion": 15.536062437499973,
1841
+ "manipulation_score": 7.768031218749987,
1842
+ "total_penalty_factor": 0.5,
1843
+ "fail_reason": "out_of_bounds",
1844
+ "penalty_events": [
1845
+ {
1846
+ "event_type": "out_of_bounds",
1847
+ "timestep": 108,
1848
+ "penalty_factor": 0.5,
1849
+ "details": "Target object left workspace/view"
1850
+ }
1851
+ ]
1852
+ }
1853
+ ]
log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 4,
4
+ "success_rate": 4.0,
5
+ "manipulation_score_mean": 9.579611878573212,
6
+ "manipulation_score_std": 19.58327103582207,
7
+ "route_completion_mean": 14.620560925342234,
8
+ "route_completion_std": 21.306656434477066,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 93
11
+ }
log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 4.0% (4/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 9.58
10
+ Std: 19.58
11
+
12
+ --- Route Completion ---
13
+ Mean: 14.62%
14
+ Std: 21.31
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 93
19
+
20
+ ============================================================
log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-30 01:29:40
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.04
log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_episodes_detail.json ADDED
@@ -0,0 +1,1811 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100000,
5
+ "success": false,
6
+ "steps_taken": 174,
7
+ "max_steps": 400,
8
+ "route_completion": 12.327567567101958,
9
+ "manipulation_score": 6.163783783550979,
10
+ "total_penalty_factor": 0.5,
11
+ "fail_reason": "out_of_bounds",
12
+ "penalty_events": [
13
+ {
14
+ "event_type": "out_of_bounds",
15
+ "timestep": 174,
16
+ "penalty_factor": 0.5,
17
+ "details": "Target object left workspace/view"
18
+ }
19
+ ]
20
+ },
21
+ {
22
+ "episode_id": 2,
23
+ "seed": 100002,
24
+ "success": false,
25
+ "steps_taken": 400,
26
+ "max_steps": 400,
27
+ "route_completion": 34.83103272757156,
28
+ "manipulation_score": 34.83103272757156,
29
+ "total_penalty_factor": 1.0,
30
+ "fail_reason": null,
31
+ "penalty_events": []
32
+ },
33
+ {
34
+ "episode_id": 3,
35
+ "seed": 100004,
36
+ "success": false,
37
+ "steps_taken": 325,
38
+ "max_steps": 400,
39
+ "route_completion": 31.127791149712113,
40
+ "manipulation_score": 15.563895574856057,
41
+ "total_penalty_factor": 0.5,
42
+ "fail_reason": "out_of_bounds",
43
+ "penalty_events": [
44
+ {
45
+ "event_type": "out_of_bounds",
46
+ "timestep": 325,
47
+ "penalty_factor": 0.5,
48
+ "details": "Target object left workspace/view"
49
+ }
50
+ ]
51
+ },
52
+ {
53
+ "episode_id": 4,
54
+ "seed": 100005,
55
+ "success": false,
56
+ "steps_taken": 194,
57
+ "max_steps": 400,
58
+ "route_completion": 10.40103876958806,
59
+ "manipulation_score": 5.20051938479403,
60
+ "total_penalty_factor": 0.5,
61
+ "fail_reason": "out_of_bounds",
62
+ "penalty_events": [
63
+ {
64
+ "event_type": "out_of_bounds",
65
+ "timestep": 194,
66
+ "penalty_factor": 0.5,
67
+ "details": "Target object left workspace/view"
68
+ }
69
+ ]
70
+ },
71
+ {
72
+ "episode_id": 5,
73
+ "seed": 100006,
74
+ "success": false,
75
+ "steps_taken": 148,
76
+ "max_steps": 400,
77
+ "route_completion": 36.19825339077301,
78
+ "manipulation_score": 18.099126695386506,
79
+ "total_penalty_factor": 0.5,
80
+ "fail_reason": "out_of_bounds",
81
+ "penalty_events": [
82
+ {
83
+ "event_type": "out_of_bounds",
84
+ "timestep": 148,
85
+ "penalty_factor": 0.5,
86
+ "details": "Target object left workspace/view"
87
+ }
88
+ ]
89
+ },
90
+ {
91
+ "episode_id": 6,
92
+ "seed": 100007,
93
+ "success": false,
94
+ "steps_taken": 169,
95
+ "max_steps": 400,
96
+ "route_completion": 18.54560878219786,
97
+ "manipulation_score": 9.27280439109893,
98
+ "total_penalty_factor": 0.5,
99
+ "fail_reason": "out_of_bounds",
100
+ "penalty_events": [
101
+ {
102
+ "event_type": "out_of_bounds",
103
+ "timestep": 169,
104
+ "penalty_factor": 0.5,
105
+ "details": "Target object left workspace/view"
106
+ }
107
+ ]
108
+ },
109
+ {
110
+ "episode_id": 7,
111
+ "seed": 100008,
112
+ "success": false,
113
+ "steps_taken": 232,
114
+ "max_steps": 400,
115
+ "route_completion": 56.74287088232989,
116
+ "manipulation_score": 28.371435441164945,
117
+ "total_penalty_factor": 0.5,
118
+ "fail_reason": "out_of_bounds",
119
+ "penalty_events": [
120
+ {
121
+ "event_type": "out_of_bounds",
122
+ "timestep": 232,
123
+ "penalty_factor": 0.5,
124
+ "details": "Target object left workspace/view"
125
+ }
126
+ ]
127
+ },
128
+ {
129
+ "episode_id": 8,
130
+ "seed": 100009,
131
+ "success": true,
132
+ "steps_taken": 150,
133
+ "max_steps": 400,
134
+ "route_completion": 100.0,
135
+ "manipulation_score": 100.0,
136
+ "total_penalty_factor": 1.0,
137
+ "fail_reason": null,
138
+ "penalty_events": []
139
+ },
140
+ {
141
+ "episode_id": 9,
142
+ "seed": 100010,
143
+ "success": false,
144
+ "steps_taken": 172,
145
+ "max_steps": 400,
146
+ "route_completion": 25.386715871117293,
147
+ "manipulation_score": 12.693357935558646,
148
+ "total_penalty_factor": 0.5,
149
+ "fail_reason": "out_of_bounds",
150
+ "penalty_events": [
151
+ {
152
+ "event_type": "out_of_bounds",
153
+ "timestep": 172,
154
+ "penalty_factor": 0.5,
155
+ "details": "Target object left workspace/view"
156
+ }
157
+ ]
158
+ },
159
+ {
160
+ "episode_id": 10,
161
+ "seed": 100011,
162
+ "success": false,
163
+ "steps_taken": 194,
164
+ "max_steps": 400,
165
+ "route_completion": 0.0,
166
+ "manipulation_score": 0.0,
167
+ "total_penalty_factor": 0.5,
168
+ "fail_reason": "out_of_bounds",
169
+ "penalty_events": [
170
+ {
171
+ "event_type": "out_of_bounds",
172
+ "timestep": 194,
173
+ "penalty_factor": 0.5,
174
+ "details": "Target object left workspace/view"
175
+ }
176
+ ]
177
+ },
178
+ {
179
+ "episode_id": 11,
180
+ "seed": 100012,
181
+ "success": false,
182
+ "steps_taken": 250,
183
+ "max_steps": 400,
184
+ "route_completion": 43.993570772864324,
185
+ "manipulation_score": 21.996785386432162,
186
+ "total_penalty_factor": 0.5,
187
+ "fail_reason": "out_of_bounds",
188
+ "penalty_events": [
189
+ {
190
+ "event_type": "out_of_bounds",
191
+ "timestep": 250,
192
+ "penalty_factor": 0.5,
193
+ "details": "Target object left workspace/view"
194
+ }
195
+ ]
196
+ },
197
+ {
198
+ "episode_id": 12,
199
+ "seed": 100013,
200
+ "success": false,
201
+ "steps_taken": 145,
202
+ "max_steps": 400,
203
+ "route_completion": 46.151401531061595,
204
+ "manipulation_score": 23.075700765530797,
205
+ "total_penalty_factor": 0.5,
206
+ "fail_reason": "out_of_bounds",
207
+ "penalty_events": [
208
+ {
209
+ "event_type": "out_of_bounds",
210
+ "timestep": 145,
211
+ "penalty_factor": 0.5,
212
+ "details": "Target object left workspace/view"
213
+ }
214
+ ]
215
+ },
216
+ {
217
+ "episode_id": 13,
218
+ "seed": 100014,
219
+ "success": false,
220
+ "steps_taken": 208,
221
+ "max_steps": 400,
222
+ "route_completion": 22.9781100561643,
223
+ "manipulation_score": 11.48905502808215,
224
+ "total_penalty_factor": 0.5,
225
+ "fail_reason": "out_of_bounds",
226
+ "penalty_events": [
227
+ {
228
+ "event_type": "out_of_bounds",
229
+ "timestep": 208,
230
+ "penalty_factor": 0.5,
231
+ "details": "Target object left workspace/view"
232
+ }
233
+ ]
234
+ },
235
+ {
236
+ "episode_id": 14,
237
+ "seed": 100015,
238
+ "success": false,
239
+ "steps_taken": 132,
240
+ "max_steps": 400,
241
+ "route_completion": 28.087886959912222,
242
+ "manipulation_score": 14.043943479956111,
243
+ "total_penalty_factor": 0.5,
244
+ "fail_reason": "out_of_bounds",
245
+ "penalty_events": [
246
+ {
247
+ "event_type": "out_of_bounds",
248
+ "timestep": 132,
249
+ "penalty_factor": 0.5,
250
+ "details": "Target object left workspace/view"
251
+ }
252
+ ]
253
+ },
254
+ {
255
+ "episode_id": 15,
256
+ "seed": 100016,
257
+ "success": false,
258
+ "steps_taken": 191,
259
+ "max_steps": 400,
260
+ "route_completion": 0.04974802806540422,
261
+ "manipulation_score": 0.02487401403270211,
262
+ "total_penalty_factor": 0.5,
263
+ "fail_reason": "out_of_bounds",
264
+ "penalty_events": [
265
+ {
266
+ "event_type": "out_of_bounds",
267
+ "timestep": 191,
268
+ "penalty_factor": 0.5,
269
+ "details": "Target object left workspace/view"
270
+ }
271
+ ]
272
+ },
273
+ {
274
+ "episode_id": 16,
275
+ "seed": 100017,
276
+ "success": false,
277
+ "steps_taken": 259,
278
+ "max_steps": 400,
279
+ "route_completion": 0.0,
280
+ "manipulation_score": 0.0,
281
+ "total_penalty_factor": 0.5,
282
+ "fail_reason": "out_of_bounds",
283
+ "penalty_events": [
284
+ {
285
+ "event_type": "out_of_bounds",
286
+ "timestep": 259,
287
+ "penalty_factor": 0.5,
288
+ "details": "Target object left workspace/view"
289
+ }
290
+ ]
291
+ },
292
+ {
293
+ "episode_id": 17,
294
+ "seed": 100018,
295
+ "success": false,
296
+ "steps_taken": 262,
297
+ "max_steps": 400,
298
+ "route_completion": 10.181092470216575,
299
+ "manipulation_score": 5.090546235108287,
300
+ "total_penalty_factor": 0.5,
301
+ "fail_reason": "out_of_bounds",
302
+ "penalty_events": [
303
+ {
304
+ "event_type": "out_of_bounds",
305
+ "timestep": 262,
306
+ "penalty_factor": 0.5,
307
+ "details": "Target object left workspace/view"
308
+ }
309
+ ]
310
+ },
311
+ {
312
+ "episode_id": 18,
313
+ "seed": 100021,
314
+ "success": true,
315
+ "steps_taken": 159,
316
+ "max_steps": 400,
317
+ "route_completion": 100.0,
318
+ "manipulation_score": 100.0,
319
+ "total_penalty_factor": 1.0,
320
+ "fail_reason": null,
321
+ "penalty_events": []
322
+ },
323
+ {
324
+ "episode_id": 19,
325
+ "seed": 100022,
326
+ "success": false,
327
+ "steps_taken": 143,
328
+ "max_steps": 400,
329
+ "route_completion": 28.51888039598664,
330
+ "manipulation_score": 14.25944019799332,
331
+ "total_penalty_factor": 0.5,
332
+ "fail_reason": "out_of_bounds",
333
+ "penalty_events": [
334
+ {
335
+ "event_type": "out_of_bounds",
336
+ "timestep": 143,
337
+ "penalty_factor": 0.5,
338
+ "details": "Target object left workspace/view"
339
+ }
340
+ ]
341
+ },
342
+ {
343
+ "episode_id": 20,
344
+ "seed": 100025,
345
+ "success": false,
346
+ "steps_taken": 333,
347
+ "max_steps": 400,
348
+ "route_completion": 15.790757170001102,
349
+ "manipulation_score": 7.895378585000551,
350
+ "total_penalty_factor": 0.5,
351
+ "fail_reason": "out_of_bounds",
352
+ "penalty_events": [
353
+ {
354
+ "event_type": "out_of_bounds",
355
+ "timestep": 333,
356
+ "penalty_factor": 0.5,
357
+ "details": "Target object left workspace/view"
358
+ }
359
+ ]
360
+ },
361
+ {
362
+ "episode_id": 21,
363
+ "seed": 100027,
364
+ "success": false,
365
+ "steps_taken": 113,
366
+ "max_steps": 400,
367
+ "route_completion": 32.31462615568949,
368
+ "manipulation_score": 16.157313077844744,
369
+ "total_penalty_factor": 0.5,
370
+ "fail_reason": "out_of_bounds",
371
+ "penalty_events": [
372
+ {
373
+ "event_type": "out_of_bounds",
374
+ "timestep": 113,
375
+ "penalty_factor": 0.5,
376
+ "details": "Target object left workspace/view"
377
+ }
378
+ ]
379
+ },
380
+ {
381
+ "episode_id": 22,
382
+ "seed": 100029,
383
+ "success": false,
384
+ "steps_taken": 195,
385
+ "max_steps": 400,
386
+ "route_completion": 37.71722273498711,
387
+ "manipulation_score": 18.858611367493555,
388
+ "total_penalty_factor": 0.5,
389
+ "fail_reason": "out_of_bounds",
390
+ "penalty_events": [
391
+ {
392
+ "event_type": "out_of_bounds",
393
+ "timestep": 195,
394
+ "penalty_factor": 0.5,
395
+ "details": "Target object left workspace/view"
396
+ }
397
+ ]
398
+ },
399
+ {
400
+ "episode_id": 23,
401
+ "seed": 100030,
402
+ "success": false,
403
+ "steps_taken": 227,
404
+ "max_steps": 400,
405
+ "route_completion": 54.220193222794144,
406
+ "manipulation_score": 27.110096611397072,
407
+ "total_penalty_factor": 0.5,
408
+ "fail_reason": "out_of_bounds",
409
+ "penalty_events": [
410
+ {
411
+ "event_type": "out_of_bounds",
412
+ "timestep": 227,
413
+ "penalty_factor": 0.5,
414
+ "details": "Target object left workspace/view"
415
+ }
416
+ ]
417
+ },
418
+ {
419
+ "episode_id": 24,
420
+ "seed": 100031,
421
+ "success": true,
422
+ "steps_taken": 138,
423
+ "max_steps": 400,
424
+ "route_completion": 100.0,
425
+ "manipulation_score": 100.0,
426
+ "total_penalty_factor": 1.0,
427
+ "fail_reason": null,
428
+ "penalty_events": []
429
+ },
430
+ {
431
+ "episode_id": 25,
432
+ "seed": 100033,
433
+ "success": false,
434
+ "steps_taken": 162,
435
+ "max_steps": 400,
436
+ "route_completion": 0.012172662289436083,
437
+ "manipulation_score": 0.006086331144718042,
438
+ "total_penalty_factor": 0.5,
439
+ "fail_reason": "out_of_bounds",
440
+ "penalty_events": [
441
+ {
442
+ "event_type": "out_of_bounds",
443
+ "timestep": 162,
444
+ "penalty_factor": 0.5,
445
+ "details": "Target object left workspace/view"
446
+ }
447
+ ]
448
+ },
449
+ {
450
+ "episode_id": 26,
451
+ "seed": 100034,
452
+ "success": false,
453
+ "steps_taken": 158,
454
+ "max_steps": 400,
455
+ "route_completion": 29.85252251136839,
456
+ "manipulation_score": 14.926261255684196,
457
+ "total_penalty_factor": 0.5,
458
+ "fail_reason": "out_of_bounds",
459
+ "penalty_events": [
460
+ {
461
+ "event_type": "out_of_bounds",
462
+ "timestep": 158,
463
+ "penalty_factor": 0.5,
464
+ "details": "Target object left workspace/view"
465
+ }
466
+ ]
467
+ },
468
+ {
469
+ "episode_id": 27,
470
+ "seed": 100035,
471
+ "success": false,
472
+ "steps_taken": 117,
473
+ "max_steps": 400,
474
+ "route_completion": 29.052287036249464,
475
+ "manipulation_score": 14.526143518124732,
476
+ "total_penalty_factor": 0.5,
477
+ "fail_reason": "out_of_bounds",
478
+ "penalty_events": [
479
+ {
480
+ "event_type": "out_of_bounds",
481
+ "timestep": 117,
482
+ "penalty_factor": 0.5,
483
+ "details": "Target object left workspace/view"
484
+ }
485
+ ]
486
+ },
487
+ {
488
+ "episode_id": 28,
489
+ "seed": 100038,
490
+ "success": false,
491
+ "steps_taken": 148,
492
+ "max_steps": 400,
493
+ "route_completion": 45.190397747120066,
494
+ "manipulation_score": 22.595198873560033,
495
+ "total_penalty_factor": 0.5,
496
+ "fail_reason": "out_of_bounds",
497
+ "penalty_events": [
498
+ {
499
+ "event_type": "out_of_bounds",
500
+ "timestep": 148,
501
+ "penalty_factor": 0.5,
502
+ "details": "Target object left workspace/view"
503
+ }
504
+ ]
505
+ },
506
+ {
507
+ "episode_id": 29,
508
+ "seed": 100040,
509
+ "success": false,
510
+ "steps_taken": 167,
511
+ "max_steps": 400,
512
+ "route_completion": 36.06966473587845,
513
+ "manipulation_score": 18.034832367939224,
514
+ "total_penalty_factor": 0.5,
515
+ "fail_reason": "out_of_bounds",
516
+ "penalty_events": [
517
+ {
518
+ "event_type": "out_of_bounds",
519
+ "timestep": 167,
520
+ "penalty_factor": 0.5,
521
+ "details": "Target object left workspace/view"
522
+ }
523
+ ]
524
+ },
525
+ {
526
+ "episode_id": 30,
527
+ "seed": 100042,
528
+ "success": false,
529
+ "steps_taken": 171,
530
+ "max_steps": 400,
531
+ "route_completion": 36.0984612378567,
532
+ "manipulation_score": 18.04923061892835,
533
+ "total_penalty_factor": 0.5,
534
+ "fail_reason": "out_of_bounds",
535
+ "penalty_events": [
536
+ {
537
+ "event_type": "out_of_bounds",
538
+ "timestep": 171,
539
+ "penalty_factor": 0.5,
540
+ "details": "Target object left workspace/view"
541
+ }
542
+ ]
543
+ },
544
+ {
545
+ "episode_id": 31,
546
+ "seed": 100043,
547
+ "success": false,
548
+ "steps_taken": 169,
549
+ "max_steps": 400,
550
+ "route_completion": 2.955893154130579,
551
+ "manipulation_score": 1.4779465770652895,
552
+ "total_penalty_factor": 0.5,
553
+ "fail_reason": "out_of_bounds",
554
+ "penalty_events": [
555
+ {
556
+ "event_type": "out_of_bounds",
557
+ "timestep": 169,
558
+ "penalty_factor": 0.5,
559
+ "details": "Target object left workspace/view"
560
+ }
561
+ ]
562
+ },
563
+ {
564
+ "episode_id": 32,
565
+ "seed": 100044,
566
+ "success": false,
567
+ "steps_taken": 350,
568
+ "max_steps": 400,
569
+ "route_completion": 19.69181978347538,
570
+ "manipulation_score": 9.84590989173769,
571
+ "total_penalty_factor": 0.5,
572
+ "fail_reason": "out_of_bounds",
573
+ "penalty_events": [
574
+ {
575
+ "event_type": "out_of_bounds",
576
+ "timestep": 350,
577
+ "penalty_factor": 0.5,
578
+ "details": "Target object left workspace/view"
579
+ }
580
+ ]
581
+ },
582
+ {
583
+ "episode_id": 33,
584
+ "seed": 100045,
585
+ "success": false,
586
+ "steps_taken": 400,
587
+ "max_steps": 400,
588
+ "route_completion": 16.900108910642842,
589
+ "manipulation_score": 16.900108910642842,
590
+ "total_penalty_factor": 1.0,
591
+ "fail_reason": null,
592
+ "penalty_events": []
593
+ },
594
+ {
595
+ "episode_id": 34,
596
+ "seed": 100048,
597
+ "success": false,
598
+ "steps_taken": 203,
599
+ "max_steps": 400,
600
+ "route_completion": 0.0,
601
+ "manipulation_score": 0.0,
602
+ "total_penalty_factor": 0.5,
603
+ "fail_reason": "out_of_bounds",
604
+ "penalty_events": [
605
+ {
606
+ "event_type": "out_of_bounds",
607
+ "timestep": 203,
608
+ "penalty_factor": 0.5,
609
+ "details": "Target object left workspace/view"
610
+ }
611
+ ]
612
+ },
613
+ {
614
+ "episode_id": 35,
615
+ "seed": 100049,
616
+ "success": false,
617
+ "steps_taken": 400,
618
+ "max_steps": 400,
619
+ "route_completion": 44.55971597254662,
620
+ "manipulation_score": 44.55971597254662,
621
+ "total_penalty_factor": 1.0,
622
+ "fail_reason": null,
623
+ "penalty_events": []
624
+ },
625
+ {
626
+ "episode_id": 36,
627
+ "seed": 100050,
628
+ "success": false,
629
+ "steps_taken": 151,
630
+ "max_steps": 400,
631
+ "route_completion": 0.030208026895477972,
632
+ "manipulation_score": 0.015104013447738986,
633
+ "total_penalty_factor": 0.5,
634
+ "fail_reason": "out_of_bounds",
635
+ "penalty_events": [
636
+ {
637
+ "event_type": "out_of_bounds",
638
+ "timestep": 151,
639
+ "penalty_factor": 0.5,
640
+ "details": "Target object left workspace/view"
641
+ }
642
+ ]
643
+ },
644
+ {
645
+ "episode_id": 37,
646
+ "seed": 100052,
647
+ "success": false,
648
+ "steps_taken": 182,
649
+ "max_steps": 400,
650
+ "route_completion": 0.0,
651
+ "manipulation_score": 0.0,
652
+ "total_penalty_factor": 0.5,
653
+ "fail_reason": "out_of_bounds",
654
+ "penalty_events": [
655
+ {
656
+ "event_type": "out_of_bounds",
657
+ "timestep": 182,
658
+ "penalty_factor": 0.5,
659
+ "details": "Target object left workspace/view"
660
+ }
661
+ ]
662
+ },
663
+ {
664
+ "episode_id": 38,
665
+ "seed": 100053,
666
+ "success": false,
667
+ "steps_taken": 211,
668
+ "max_steps": 400,
669
+ "route_completion": 42.45696151634068,
670
+ "manipulation_score": 21.22848075817034,
671
+ "total_penalty_factor": 0.5,
672
+ "fail_reason": "out_of_bounds",
673
+ "penalty_events": [
674
+ {
675
+ "event_type": "out_of_bounds",
676
+ "timestep": 211,
677
+ "penalty_factor": 0.5,
678
+ "details": "Target object left workspace/view"
679
+ }
680
+ ]
681
+ },
682
+ {
683
+ "episode_id": 39,
684
+ "seed": 100054,
685
+ "success": true,
686
+ "steps_taken": 148,
687
+ "max_steps": 400,
688
+ "route_completion": 100.0,
689
+ "manipulation_score": 100.0,
690
+ "total_penalty_factor": 1.0,
691
+ "fail_reason": null,
692
+ "penalty_events": []
693
+ },
694
+ {
695
+ "episode_id": 40,
696
+ "seed": 100056,
697
+ "success": false,
698
+ "steps_taken": 196,
699
+ "max_steps": 400,
700
+ "route_completion": 0.051087071696838904,
701
+ "manipulation_score": 0.025543535848419452,
702
+ "total_penalty_factor": 0.5,
703
+ "fail_reason": "out_of_bounds",
704
+ "penalty_events": [
705
+ {
706
+ "event_type": "out_of_bounds",
707
+ "timestep": 196,
708
+ "penalty_factor": 0.5,
709
+ "details": "Target object left workspace/view"
710
+ }
711
+ ]
712
+ },
713
+ {
714
+ "episode_id": 41,
715
+ "seed": 100057,
716
+ "success": false,
717
+ "steps_taken": 189,
718
+ "max_steps": 400,
719
+ "route_completion": 39.12049328423512,
720
+ "manipulation_score": 19.56024664211756,
721
+ "total_penalty_factor": 0.5,
722
+ "fail_reason": "out_of_bounds",
723
+ "penalty_events": [
724
+ {
725
+ "event_type": "out_of_bounds",
726
+ "timestep": 189,
727
+ "penalty_factor": 0.5,
728
+ "details": "Target object left workspace/view"
729
+ }
730
+ ]
731
+ },
732
+ {
733
+ "episode_id": 42,
734
+ "seed": 100058,
735
+ "success": false,
736
+ "steps_taken": 302,
737
+ "max_steps": 400,
738
+ "route_completion": 27.071904385933426,
739
+ "manipulation_score": 13.535952192966713,
740
+ "total_penalty_factor": 0.5,
741
+ "fail_reason": "out_of_bounds",
742
+ "penalty_events": [
743
+ {
744
+ "event_type": "out_of_bounds",
745
+ "timestep": 302,
746
+ "penalty_factor": 0.5,
747
+ "details": "Target object left workspace/view"
748
+ }
749
+ ]
750
+ },
751
+ {
752
+ "episode_id": 43,
753
+ "seed": 100059,
754
+ "success": false,
755
+ "steps_taken": 132,
756
+ "max_steps": 400,
757
+ "route_completion": 32.57579157256883,
758
+ "manipulation_score": 16.287895786284416,
759
+ "total_penalty_factor": 0.5,
760
+ "fail_reason": "out_of_bounds",
761
+ "penalty_events": [
762
+ {
763
+ "event_type": "out_of_bounds",
764
+ "timestep": 132,
765
+ "penalty_factor": 0.5,
766
+ "details": "Target object left workspace/view"
767
+ }
768
+ ]
769
+ },
770
+ {
771
+ "episode_id": 44,
772
+ "seed": 100060,
773
+ "success": false,
774
+ "steps_taken": 280,
775
+ "max_steps": 400,
776
+ "route_completion": 13.116516983957363,
777
+ "manipulation_score": 6.558258491978681,
778
+ "total_penalty_factor": 0.5,
779
+ "fail_reason": "out_of_bounds",
780
+ "penalty_events": [
781
+ {
782
+ "event_type": "out_of_bounds",
783
+ "timestep": 280,
784
+ "penalty_factor": 0.5,
785
+ "details": "Target object left workspace/view"
786
+ }
787
+ ]
788
+ },
789
+ {
790
+ "episode_id": 45,
791
+ "seed": 100061,
792
+ "success": false,
793
+ "steps_taken": 228,
794
+ "max_steps": 400,
795
+ "route_completion": 35.44254956725381,
796
+ "manipulation_score": 17.721274783626907,
797
+ "total_penalty_factor": 0.5,
798
+ "fail_reason": "out_of_bounds",
799
+ "penalty_events": [
800
+ {
801
+ "event_type": "out_of_bounds",
802
+ "timestep": 228,
803
+ "penalty_factor": 0.5,
804
+ "details": "Target object left workspace/view"
805
+ }
806
+ ]
807
+ },
808
+ {
809
+ "episode_id": 46,
810
+ "seed": 100063,
811
+ "success": false,
812
+ "steps_taken": 139,
813
+ "max_steps": 400,
814
+ "route_completion": 38.208175536515974,
815
+ "manipulation_score": 19.104087768257987,
816
+ "total_penalty_factor": 0.5,
817
+ "fail_reason": "out_of_bounds",
818
+ "penalty_events": [
819
+ {
820
+ "event_type": "out_of_bounds",
821
+ "timestep": 139,
822
+ "penalty_factor": 0.5,
823
+ "details": "Target object left workspace/view"
824
+ }
825
+ ]
826
+ },
827
+ {
828
+ "episode_id": 47,
829
+ "seed": 100064,
830
+ "success": false,
831
+ "steps_taken": 166,
832
+ "max_steps": 400,
833
+ "route_completion": 45.791509807175714,
834
+ "manipulation_score": 22.895754903587857,
835
+ "total_penalty_factor": 0.5,
836
+ "fail_reason": "out_of_bounds",
837
+ "penalty_events": [
838
+ {
839
+ "event_type": "out_of_bounds",
840
+ "timestep": 166,
841
+ "penalty_factor": 0.5,
842
+ "details": "Target object left workspace/view"
843
+ }
844
+ ]
845
+ },
846
+ {
847
+ "episode_id": 48,
848
+ "seed": 100067,
849
+ "success": false,
850
+ "steps_taken": 358,
851
+ "max_steps": 400,
852
+ "route_completion": 22.01969576548019,
853
+ "manipulation_score": 11.009847882740095,
854
+ "total_penalty_factor": 0.5,
855
+ "fail_reason": "out_of_bounds",
856
+ "penalty_events": [
857
+ {
858
+ "event_type": "out_of_bounds",
859
+ "timestep": 358,
860
+ "penalty_factor": 0.5,
861
+ "details": "Target object left workspace/view"
862
+ }
863
+ ]
864
+ },
865
+ {
866
+ "episode_id": 49,
867
+ "seed": 100068,
868
+ "success": false,
869
+ "steps_taken": 129,
870
+ "max_steps": 400,
871
+ "route_completion": 27.01074743837994,
872
+ "manipulation_score": 13.50537371918997,
873
+ "total_penalty_factor": 0.5,
874
+ "fail_reason": "out_of_bounds",
875
+ "penalty_events": [
876
+ {
877
+ "event_type": "out_of_bounds",
878
+ "timestep": 129,
879
+ "penalty_factor": 0.5,
880
+ "details": "Target object left workspace/view"
881
+ }
882
+ ]
883
+ },
884
+ {
885
+ "episode_id": 50,
886
+ "seed": 100069,
887
+ "success": false,
888
+ "steps_taken": 107,
889
+ "max_steps": 400,
890
+ "route_completion": 13.397958266260662,
891
+ "manipulation_score": 6.698979133130331,
892
+ "total_penalty_factor": 0.5,
893
+ "fail_reason": "out_of_bounds",
894
+ "penalty_events": [
895
+ {
896
+ "event_type": "out_of_bounds",
897
+ "timestep": 107,
898
+ "penalty_factor": 0.5,
899
+ "details": "Target object left workspace/view"
900
+ }
901
+ ]
902
+ },
903
+ {
904
+ "episode_id": 51,
905
+ "seed": 100070,
906
+ "success": false,
907
+ "steps_taken": 156,
908
+ "max_steps": 400,
909
+ "route_completion": 18.873491129336657,
910
+ "manipulation_score": 9.436745564668328,
911
+ "total_penalty_factor": 0.5,
912
+ "fail_reason": "out_of_bounds",
913
+ "penalty_events": [
914
+ {
915
+ "event_type": "out_of_bounds",
916
+ "timestep": 156,
917
+ "penalty_factor": 0.5,
918
+ "details": "Target object left workspace/view"
919
+ }
920
+ ]
921
+ },
922
+ {
923
+ "episode_id": 52,
924
+ "seed": 100071,
925
+ "success": false,
926
+ "steps_taken": 122,
927
+ "max_steps": 400,
928
+ "route_completion": 18.875357591632376,
929
+ "manipulation_score": 9.437678795816188,
930
+ "total_penalty_factor": 0.5,
931
+ "fail_reason": "out_of_bounds",
932
+ "penalty_events": [
933
+ {
934
+ "event_type": "out_of_bounds",
935
+ "timestep": 122,
936
+ "penalty_factor": 0.5,
937
+ "details": "Target object left workspace/view"
938
+ }
939
+ ]
940
+ },
941
+ {
942
+ "episode_id": 53,
943
+ "seed": 100072,
944
+ "success": false,
945
+ "steps_taken": 224,
946
+ "max_steps": 400,
947
+ "route_completion": 48.19809448912486,
948
+ "manipulation_score": 24.09904724456243,
949
+ "total_penalty_factor": 0.5,
950
+ "fail_reason": "out_of_bounds",
951
+ "penalty_events": [
952
+ {
953
+ "event_type": "out_of_bounds",
954
+ "timestep": 224,
955
+ "penalty_factor": 0.5,
956
+ "details": "Target object left workspace/view"
957
+ }
958
+ ]
959
+ },
960
+ {
961
+ "episode_id": 54,
962
+ "seed": 100075,
963
+ "success": false,
964
+ "steps_taken": 110,
965
+ "max_steps": 400,
966
+ "route_completion": 29.299376383951564,
967
+ "manipulation_score": 14.649688191975782,
968
+ "total_penalty_factor": 0.5,
969
+ "fail_reason": "out_of_bounds",
970
+ "penalty_events": [
971
+ {
972
+ "event_type": "out_of_bounds",
973
+ "timestep": 110,
974
+ "penalty_factor": 0.5,
975
+ "details": "Target object left workspace/view"
976
+ }
977
+ ]
978
+ },
979
+ {
980
+ "episode_id": 55,
981
+ "seed": 100076,
982
+ "success": false,
983
+ "steps_taken": 159,
984
+ "max_steps": 400,
985
+ "route_completion": 0.04225349945466198,
986
+ "manipulation_score": 0.02112674972733099,
987
+ "total_penalty_factor": 0.5,
988
+ "fail_reason": "out_of_bounds",
989
+ "penalty_events": [
990
+ {
991
+ "event_type": "out_of_bounds",
992
+ "timestep": 159,
993
+ "penalty_factor": 0.5,
994
+ "details": "Target object left workspace/view"
995
+ }
996
+ ]
997
+ },
998
+ {
999
+ "episode_id": 56,
1000
+ "seed": 100077,
1001
+ "success": false,
1002
+ "steps_taken": 195,
1003
+ "max_steps": 400,
1004
+ "route_completion": 20.74393648142111,
1005
+ "manipulation_score": 10.371968240710554,
1006
+ "total_penalty_factor": 0.5,
1007
+ "fail_reason": "out_of_bounds",
1008
+ "penalty_events": [
1009
+ {
1010
+ "event_type": "out_of_bounds",
1011
+ "timestep": 195,
1012
+ "penalty_factor": 0.5,
1013
+ "details": "Target object left workspace/view"
1014
+ }
1015
+ ]
1016
+ },
1017
+ {
1018
+ "episode_id": 57,
1019
+ "seed": 100078,
1020
+ "success": false,
1021
+ "steps_taken": 158,
1022
+ "max_steps": 400,
1023
+ "route_completion": 6.640480076026428,
1024
+ "manipulation_score": 3.320240038013214,
1025
+ "total_penalty_factor": 0.5,
1026
+ "fail_reason": "out_of_bounds",
1027
+ "penalty_events": [
1028
+ {
1029
+ "event_type": "out_of_bounds",
1030
+ "timestep": 158,
1031
+ "penalty_factor": 0.5,
1032
+ "details": "Target object left workspace/view"
1033
+ }
1034
+ ]
1035
+ },
1036
+ {
1037
+ "episode_id": 58,
1038
+ "seed": 100081,
1039
+ "success": false,
1040
+ "steps_taken": 327,
1041
+ "max_steps": 400,
1042
+ "route_completion": 19.714924967765988,
1043
+ "manipulation_score": 9.857462483882994,
1044
+ "total_penalty_factor": 0.5,
1045
+ "fail_reason": "out_of_bounds",
1046
+ "penalty_events": [
1047
+ {
1048
+ "event_type": "out_of_bounds",
1049
+ "timestep": 327,
1050
+ "penalty_factor": 0.5,
1051
+ "details": "Target object left workspace/view"
1052
+ }
1053
+ ]
1054
+ },
1055
+ {
1056
+ "episode_id": 59,
1057
+ "seed": 100082,
1058
+ "success": false,
1059
+ "steps_taken": 192,
1060
+ "max_steps": 400,
1061
+ "route_completion": 19.71971498723516,
1062
+ "manipulation_score": 9.85985749361758,
1063
+ "total_penalty_factor": 0.5,
1064
+ "fail_reason": "out_of_bounds",
1065
+ "penalty_events": [
1066
+ {
1067
+ "event_type": "out_of_bounds",
1068
+ "timestep": 192,
1069
+ "penalty_factor": 0.5,
1070
+ "details": "Target object left workspace/view"
1071
+ }
1072
+ ]
1073
+ },
1074
+ {
1075
+ "episode_id": 60,
1076
+ "seed": 100083,
1077
+ "success": false,
1078
+ "steps_taken": 400,
1079
+ "max_steps": 400,
1080
+ "route_completion": 38.353809696914546,
1081
+ "manipulation_score": 38.353809696914546,
1082
+ "total_penalty_factor": 1.0,
1083
+ "fail_reason": null,
1084
+ "penalty_events": []
1085
+ },
1086
+ {
1087
+ "episode_id": 61,
1088
+ "seed": 100084,
1089
+ "success": false,
1090
+ "steps_taken": 198,
1091
+ "max_steps": 400,
1092
+ "route_completion": 27.57711446634991,
1093
+ "manipulation_score": 13.788557233174956,
1094
+ "total_penalty_factor": 0.5,
1095
+ "fail_reason": "out_of_bounds",
1096
+ "penalty_events": [
1097
+ {
1098
+ "event_type": "out_of_bounds",
1099
+ "timestep": 198,
1100
+ "penalty_factor": 0.5,
1101
+ "details": "Target object left workspace/view"
1102
+ }
1103
+ ]
1104
+ },
1105
+ {
1106
+ "episode_id": 62,
1107
+ "seed": 100087,
1108
+ "success": false,
1109
+ "steps_taken": 400,
1110
+ "max_steps": 400,
1111
+ "route_completion": 42.476258125761056,
1112
+ "manipulation_score": 42.476258125761056,
1113
+ "total_penalty_factor": 1.0,
1114
+ "fail_reason": null,
1115
+ "penalty_events": []
1116
+ },
1117
+ {
1118
+ "episode_id": 63,
1119
+ "seed": 100088,
1120
+ "success": false,
1121
+ "steps_taken": 400,
1122
+ "max_steps": 400,
1123
+ "route_completion": 24.35152237842298,
1124
+ "manipulation_score": 24.35152237842298,
1125
+ "total_penalty_factor": 1.0,
1126
+ "fail_reason": null,
1127
+ "penalty_events": []
1128
+ },
1129
+ {
1130
+ "episode_id": 64,
1131
+ "seed": 100090,
1132
+ "success": false,
1133
+ "steps_taken": 230,
1134
+ "max_steps": 400,
1135
+ "route_completion": 0.0,
1136
+ "manipulation_score": 0.0,
1137
+ "total_penalty_factor": 0.5,
1138
+ "fail_reason": "out_of_bounds",
1139
+ "penalty_events": [
1140
+ {
1141
+ "event_type": "out_of_bounds",
1142
+ "timestep": 230,
1143
+ "penalty_factor": 0.5,
1144
+ "details": "Target object left workspace/view"
1145
+ }
1146
+ ]
1147
+ },
1148
+ {
1149
+ "episode_id": 65,
1150
+ "seed": 100092,
1151
+ "success": false,
1152
+ "steps_taken": 400,
1153
+ "max_steps": 400,
1154
+ "route_completion": 26.072663743928025,
1155
+ "manipulation_score": 26.072663743928025,
1156
+ "total_penalty_factor": 1.0,
1157
+ "fail_reason": null,
1158
+ "penalty_events": []
1159
+ },
1160
+ {
1161
+ "episode_id": 66,
1162
+ "seed": 100093,
1163
+ "success": false,
1164
+ "steps_taken": 239,
1165
+ "max_steps": 400,
1166
+ "route_completion": 23.814844429297306,
1167
+ "manipulation_score": 11.907422214648653,
1168
+ "total_penalty_factor": 0.5,
1169
+ "fail_reason": "out_of_bounds",
1170
+ "penalty_events": [
1171
+ {
1172
+ "event_type": "out_of_bounds",
1173
+ "timestep": 239,
1174
+ "penalty_factor": 0.5,
1175
+ "details": "Target object left workspace/view"
1176
+ }
1177
+ ]
1178
+ },
1179
+ {
1180
+ "episode_id": 67,
1181
+ "seed": 100094,
1182
+ "success": false,
1183
+ "steps_taken": 150,
1184
+ "max_steps": 400,
1185
+ "route_completion": 0.030056966878919948,
1186
+ "manipulation_score": 0.015028483439459974,
1187
+ "total_penalty_factor": 0.5,
1188
+ "fail_reason": "out_of_bounds",
1189
+ "penalty_events": [
1190
+ {
1191
+ "event_type": "out_of_bounds",
1192
+ "timestep": 150,
1193
+ "penalty_factor": 0.5,
1194
+ "details": "Target object left workspace/view"
1195
+ }
1196
+ ]
1197
+ },
1198
+ {
1199
+ "episode_id": 68,
1200
+ "seed": 100095,
1201
+ "success": false,
1202
+ "steps_taken": 179,
1203
+ "max_steps": 400,
1204
+ "route_completion": 0.026838955599747485,
1205
+ "manipulation_score": 0.013419477799873743,
1206
+ "total_penalty_factor": 0.5,
1207
+ "fail_reason": "out_of_bounds",
1208
+ "penalty_events": [
1209
+ {
1210
+ "event_type": "out_of_bounds",
1211
+ "timestep": 179,
1212
+ "penalty_factor": 0.5,
1213
+ "details": "Target object left workspace/view"
1214
+ }
1215
+ ]
1216
+ },
1217
+ {
1218
+ "episode_id": 69,
1219
+ "seed": 100096,
1220
+ "success": false,
1221
+ "steps_taken": 170,
1222
+ "max_steps": 400,
1223
+ "route_completion": 1.0872925076005258,
1224
+ "manipulation_score": 0.5436462538002629,
1225
+ "total_penalty_factor": 0.5,
1226
+ "fail_reason": "out_of_bounds",
1227
+ "penalty_events": [
1228
+ {
1229
+ "event_type": "out_of_bounds",
1230
+ "timestep": 170,
1231
+ "penalty_factor": 0.5,
1232
+ "details": "Target object left workspace/view"
1233
+ }
1234
+ ]
1235
+ },
1236
+ {
1237
+ "episode_id": 70,
1238
+ "seed": 100098,
1239
+ "success": false,
1240
+ "steps_taken": 265,
1241
+ "max_steps": 400,
1242
+ "route_completion": 53.307524927059745,
1243
+ "manipulation_score": 26.653762463529873,
1244
+ "total_penalty_factor": 0.5,
1245
+ "fail_reason": "out_of_bounds",
1246
+ "penalty_events": [
1247
+ {
1248
+ "event_type": "out_of_bounds",
1249
+ "timestep": 265,
1250
+ "penalty_factor": 0.5,
1251
+ "details": "Target object left workspace/view"
1252
+ }
1253
+ ]
1254
+ },
1255
+ {
1256
+ "episode_id": 71,
1257
+ "seed": 100100,
1258
+ "success": false,
1259
+ "steps_taken": 245,
1260
+ "max_steps": 400,
1261
+ "route_completion": 21.942137111945513,
1262
+ "manipulation_score": 10.971068555972757,
1263
+ "total_penalty_factor": 0.5,
1264
+ "fail_reason": "out_of_bounds",
1265
+ "penalty_events": [
1266
+ {
1267
+ "event_type": "out_of_bounds",
1268
+ "timestep": 245,
1269
+ "penalty_factor": 0.5,
1270
+ "details": "Target object left workspace/view"
1271
+ }
1272
+ ]
1273
+ },
1274
+ {
1275
+ "episode_id": 72,
1276
+ "seed": 100101,
1277
+ "success": false,
1278
+ "steps_taken": 111,
1279
+ "max_steps": 400,
1280
+ "route_completion": 38.318011667107235,
1281
+ "manipulation_score": 19.159005833553618,
1282
+ "total_penalty_factor": 0.5,
1283
+ "fail_reason": "out_of_bounds",
1284
+ "penalty_events": [
1285
+ {
1286
+ "event_type": "out_of_bounds",
1287
+ "timestep": 111,
1288
+ "penalty_factor": 0.5,
1289
+ "details": "Target object left workspace/view"
1290
+ }
1291
+ ]
1292
+ },
1293
+ {
1294
+ "episode_id": 73,
1295
+ "seed": 100103,
1296
+ "success": false,
1297
+ "steps_taken": 192,
1298
+ "max_steps": 400,
1299
+ "route_completion": 13.465114759079617,
1300
+ "manipulation_score": 6.732557379539808,
1301
+ "total_penalty_factor": 0.5,
1302
+ "fail_reason": "out_of_bounds",
1303
+ "penalty_events": [
1304
+ {
1305
+ "event_type": "out_of_bounds",
1306
+ "timestep": 192,
1307
+ "penalty_factor": 0.5,
1308
+ "details": "Target object left workspace/view"
1309
+ }
1310
+ ]
1311
+ },
1312
+ {
1313
+ "episode_id": 74,
1314
+ "seed": 100104,
1315
+ "success": false,
1316
+ "steps_taken": 156,
1317
+ "max_steps": 400,
1318
+ "route_completion": 53.05214608784246,
1319
+ "manipulation_score": 26.52607304392123,
1320
+ "total_penalty_factor": 0.5,
1321
+ "fail_reason": "out_of_bounds",
1322
+ "penalty_events": [
1323
+ {
1324
+ "event_type": "out_of_bounds",
1325
+ "timestep": 156,
1326
+ "penalty_factor": 0.5,
1327
+ "details": "Target object left workspace/view"
1328
+ }
1329
+ ]
1330
+ },
1331
+ {
1332
+ "episode_id": 75,
1333
+ "seed": 100108,
1334
+ "success": false,
1335
+ "steps_taken": 163,
1336
+ "max_steps": 400,
1337
+ "route_completion": 18.01813882106432,
1338
+ "manipulation_score": 9.00906941053216,
1339
+ "total_penalty_factor": 0.5,
1340
+ "fail_reason": "out_of_bounds",
1341
+ "penalty_events": [
1342
+ {
1343
+ "event_type": "out_of_bounds",
1344
+ "timestep": 163,
1345
+ "penalty_factor": 0.5,
1346
+ "details": "Target object left workspace/view"
1347
+ }
1348
+ ]
1349
+ },
1350
+ {
1351
+ "episode_id": 76,
1352
+ "seed": 100109,
1353
+ "success": false,
1354
+ "steps_taken": 136,
1355
+ "max_steps": 400,
1356
+ "route_completion": 29.969776892757178,
1357
+ "manipulation_score": 14.984888446378589,
1358
+ "total_penalty_factor": 0.5,
1359
+ "fail_reason": "out_of_bounds",
1360
+ "penalty_events": [
1361
+ {
1362
+ "event_type": "out_of_bounds",
1363
+ "timestep": 136,
1364
+ "penalty_factor": 0.5,
1365
+ "details": "Target object left workspace/view"
1366
+ }
1367
+ ]
1368
+ },
1369
+ {
1370
+ "episode_id": 77,
1371
+ "seed": 100111,
1372
+ "success": false,
1373
+ "steps_taken": 204,
1374
+ "max_steps": 400,
1375
+ "route_completion": 31.550554627742418,
1376
+ "manipulation_score": 15.775277313871209,
1377
+ "total_penalty_factor": 0.5,
1378
+ "fail_reason": "out_of_bounds",
1379
+ "penalty_events": [
1380
+ {
1381
+ "event_type": "out_of_bounds",
1382
+ "timestep": 204,
1383
+ "penalty_factor": 0.5,
1384
+ "details": "Target object left workspace/view"
1385
+ }
1386
+ ]
1387
+ },
1388
+ {
1389
+ "episode_id": 78,
1390
+ "seed": 100114,
1391
+ "success": false,
1392
+ "steps_taken": 138,
1393
+ "max_steps": 400,
1394
+ "route_completion": 49.49248690092275,
1395
+ "manipulation_score": 24.746243450461375,
1396
+ "total_penalty_factor": 0.5,
1397
+ "fail_reason": "out_of_bounds",
1398
+ "penalty_events": [
1399
+ {
1400
+ "event_type": "out_of_bounds",
1401
+ "timestep": 138,
1402
+ "penalty_factor": 0.5,
1403
+ "details": "Target object left workspace/view"
1404
+ }
1405
+ ]
1406
+ },
1407
+ {
1408
+ "episode_id": 79,
1409
+ "seed": 100115,
1410
+ "success": false,
1411
+ "steps_taken": 237,
1412
+ "max_steps": 400,
1413
+ "route_completion": 28.001377105355047,
1414
+ "manipulation_score": 14.000688552677524,
1415
+ "total_penalty_factor": 0.5,
1416
+ "fail_reason": "out_of_bounds",
1417
+ "penalty_events": [
1418
+ {
1419
+ "event_type": "out_of_bounds",
1420
+ "timestep": 237,
1421
+ "penalty_factor": 0.5,
1422
+ "details": "Target object left workspace/view"
1423
+ }
1424
+ ]
1425
+ },
1426
+ {
1427
+ "episode_id": 80,
1428
+ "seed": 100116,
1429
+ "success": false,
1430
+ "steps_taken": 126,
1431
+ "max_steps": 400,
1432
+ "route_completion": 0.026455950237618035,
1433
+ "manipulation_score": 0.013227975118809018,
1434
+ "total_penalty_factor": 0.5,
1435
+ "fail_reason": "out_of_bounds",
1436
+ "penalty_events": [
1437
+ {
1438
+ "event_type": "out_of_bounds",
1439
+ "timestep": 126,
1440
+ "penalty_factor": 0.5,
1441
+ "details": "Target object left workspace/view"
1442
+ }
1443
+ ]
1444
+ },
1445
+ {
1446
+ "episode_id": 81,
1447
+ "seed": 100118,
1448
+ "success": false,
1449
+ "steps_taken": 219,
1450
+ "max_steps": 400,
1451
+ "route_completion": 23.53115229749051,
1452
+ "manipulation_score": 11.765576148745255,
1453
+ "total_penalty_factor": 0.5,
1454
+ "fail_reason": "out_of_bounds",
1455
+ "penalty_events": [
1456
+ {
1457
+ "event_type": "out_of_bounds",
1458
+ "timestep": 219,
1459
+ "penalty_factor": 0.5,
1460
+ "details": "Target object left workspace/view"
1461
+ }
1462
+ ]
1463
+ },
1464
+ {
1465
+ "episode_id": 82,
1466
+ "seed": 100119,
1467
+ "success": false,
1468
+ "steps_taken": 142,
1469
+ "max_steps": 400,
1470
+ "route_completion": 9.486764551721967,
1471
+ "manipulation_score": 4.743382275860983,
1472
+ "total_penalty_factor": 0.5,
1473
+ "fail_reason": "out_of_bounds",
1474
+ "penalty_events": [
1475
+ {
1476
+ "event_type": "out_of_bounds",
1477
+ "timestep": 142,
1478
+ "penalty_factor": 0.5,
1479
+ "details": "Target object left workspace/view"
1480
+ }
1481
+ ]
1482
+ },
1483
+ {
1484
+ "episode_id": 83,
1485
+ "seed": 100121,
1486
+ "success": false,
1487
+ "steps_taken": 141,
1488
+ "max_steps": 400,
1489
+ "route_completion": 29.56059541900313,
1490
+ "manipulation_score": 14.780297709501564,
1491
+ "total_penalty_factor": 0.5,
1492
+ "fail_reason": "out_of_bounds",
1493
+ "penalty_events": [
1494
+ {
1495
+ "event_type": "out_of_bounds",
1496
+ "timestep": 141,
1497
+ "penalty_factor": 0.5,
1498
+ "details": "Target object left workspace/view"
1499
+ }
1500
+ ]
1501
+ },
1502
+ {
1503
+ "episode_id": 84,
1504
+ "seed": 100122,
1505
+ "success": false,
1506
+ "steps_taken": 173,
1507
+ "max_steps": 400,
1508
+ "route_completion": 16.779302970622194,
1509
+ "manipulation_score": 8.389651485311097,
1510
+ "total_penalty_factor": 0.5,
1511
+ "fail_reason": "out_of_bounds",
1512
+ "penalty_events": [
1513
+ {
1514
+ "event_type": "out_of_bounds",
1515
+ "timestep": 173,
1516
+ "penalty_factor": 0.5,
1517
+ "details": "Target object left workspace/view"
1518
+ }
1519
+ ]
1520
+ },
1521
+ {
1522
+ "episode_id": 85,
1523
+ "seed": 100123,
1524
+ "success": true,
1525
+ "steps_taken": 147,
1526
+ "max_steps": 400,
1527
+ "route_completion": 100.0,
1528
+ "manipulation_score": 100.0,
1529
+ "total_penalty_factor": 1.0,
1530
+ "fail_reason": null,
1531
+ "penalty_events": []
1532
+ },
1533
+ {
1534
+ "episode_id": 86,
1535
+ "seed": 100124,
1536
+ "success": false,
1537
+ "steps_taken": 218,
1538
+ "max_steps": 400,
1539
+ "route_completion": 0.0,
1540
+ "manipulation_score": 0.0,
1541
+ "total_penalty_factor": 0.5,
1542
+ "fail_reason": "out_of_bounds",
1543
+ "penalty_events": [
1544
+ {
1545
+ "event_type": "out_of_bounds",
1546
+ "timestep": 218,
1547
+ "penalty_factor": 0.5,
1548
+ "details": "Target object left workspace/view"
1549
+ }
1550
+ ]
1551
+ },
1552
+ {
1553
+ "episode_id": 87,
1554
+ "seed": 100125,
1555
+ "success": false,
1556
+ "steps_taken": 335,
1557
+ "max_steps": 400,
1558
+ "route_completion": 42.177383637593266,
1559
+ "manipulation_score": 21.088691818796633,
1560
+ "total_penalty_factor": 0.5,
1561
+ "fail_reason": "out_of_bounds",
1562
+ "penalty_events": [
1563
+ {
1564
+ "event_type": "out_of_bounds",
1565
+ "timestep": 335,
1566
+ "penalty_factor": 0.5,
1567
+ "details": "Target object left workspace/view"
1568
+ }
1569
+ ]
1570
+ },
1571
+ {
1572
+ "episode_id": 88,
1573
+ "seed": 100126,
1574
+ "success": false,
1575
+ "steps_taken": 225,
1576
+ "max_steps": 400,
1577
+ "route_completion": 33.039507341176346,
1578
+ "manipulation_score": 16.519753670588173,
1579
+ "total_penalty_factor": 0.5,
1580
+ "fail_reason": "out_of_bounds",
1581
+ "penalty_events": [
1582
+ {
1583
+ "event_type": "out_of_bounds",
1584
+ "timestep": 225,
1585
+ "penalty_factor": 0.5,
1586
+ "details": "Target object left workspace/view"
1587
+ }
1588
+ ]
1589
+ },
1590
+ {
1591
+ "episode_id": 89,
1592
+ "seed": 100132,
1593
+ "success": false,
1594
+ "steps_taken": 146,
1595
+ "max_steps": 400,
1596
+ "route_completion": 46.66495609366505,
1597
+ "manipulation_score": 23.332478046832524,
1598
+ "total_penalty_factor": 0.5,
1599
+ "fail_reason": "out_of_bounds",
1600
+ "penalty_events": [
1601
+ {
1602
+ "event_type": "out_of_bounds",
1603
+ "timestep": 146,
1604
+ "penalty_factor": 0.5,
1605
+ "details": "Target object left workspace/view"
1606
+ }
1607
+ ]
1608
+ },
1609
+ {
1610
+ "episode_id": 90,
1611
+ "seed": 100135,
1612
+ "success": false,
1613
+ "steps_taken": 246,
1614
+ "max_steps": 400,
1615
+ "route_completion": 35.9808370757163,
1616
+ "manipulation_score": 17.99041853785815,
1617
+ "total_penalty_factor": 0.5,
1618
+ "fail_reason": "out_of_bounds",
1619
+ "penalty_events": [
1620
+ {
1621
+ "event_type": "out_of_bounds",
1622
+ "timestep": 246,
1623
+ "penalty_factor": 0.5,
1624
+ "details": "Target object left workspace/view"
1625
+ }
1626
+ ]
1627
+ },
1628
+ {
1629
+ "episode_id": 91,
1630
+ "seed": 100136,
1631
+ "success": false,
1632
+ "steps_taken": 197,
1633
+ "max_steps": 400,
1634
+ "route_completion": 28.773540364336696,
1635
+ "manipulation_score": 14.386770182168348,
1636
+ "total_penalty_factor": 0.5,
1637
+ "fail_reason": "out_of_bounds",
1638
+ "penalty_events": [
1639
+ {
1640
+ "event_type": "out_of_bounds",
1641
+ "timestep": 197,
1642
+ "penalty_factor": 0.5,
1643
+ "details": "Target object left workspace/view"
1644
+ }
1645
+ ]
1646
+ },
1647
+ {
1648
+ "episode_id": 92,
1649
+ "seed": 100138,
1650
+ "success": false,
1651
+ "steps_taken": 318,
1652
+ "max_steps": 400,
1653
+ "route_completion": 26.15248928865653,
1654
+ "manipulation_score": 13.076244644328264,
1655
+ "total_penalty_factor": 0.5,
1656
+ "fail_reason": "out_of_bounds",
1657
+ "penalty_events": [
1658
+ {
1659
+ "event_type": "out_of_bounds",
1660
+ "timestep": 318,
1661
+ "penalty_factor": 0.5,
1662
+ "details": "Target object left workspace/view"
1663
+ }
1664
+ ]
1665
+ },
1666
+ {
1667
+ "episode_id": 93,
1668
+ "seed": 100139,
1669
+ "success": false,
1670
+ "steps_taken": 111,
1671
+ "max_steps": 400,
1672
+ "route_completion": 15.31798490671347,
1673
+ "manipulation_score": 7.658992453356735,
1674
+ "total_penalty_factor": 0.5,
1675
+ "fail_reason": "out_of_bounds",
1676
+ "penalty_events": [
1677
+ {
1678
+ "event_type": "out_of_bounds",
1679
+ "timestep": 111,
1680
+ "penalty_factor": 0.5,
1681
+ "details": "Target object left workspace/view"
1682
+ }
1683
+ ]
1684
+ },
1685
+ {
1686
+ "episode_id": 94,
1687
+ "seed": 100140,
1688
+ "success": false,
1689
+ "steps_taken": 305,
1690
+ "max_steps": 400,
1691
+ "route_completion": 43.98871380778708,
1692
+ "manipulation_score": 21.99435690389354,
1693
+ "total_penalty_factor": 0.5,
1694
+ "fail_reason": "out_of_bounds",
1695
+ "penalty_events": [
1696
+ {
1697
+ "event_type": "out_of_bounds",
1698
+ "timestep": 305,
1699
+ "penalty_factor": 0.5,
1700
+ "details": "Target object left workspace/view"
1701
+ }
1702
+ ]
1703
+ },
1704
+ {
1705
+ "episode_id": 95,
1706
+ "seed": 100142,
1707
+ "success": false,
1708
+ "steps_taken": 304,
1709
+ "max_steps": 400,
1710
+ "route_completion": 24.810714929484718,
1711
+ "manipulation_score": 12.405357464742359,
1712
+ "total_penalty_factor": 0.5,
1713
+ "fail_reason": "out_of_bounds",
1714
+ "penalty_events": [
1715
+ {
1716
+ "event_type": "out_of_bounds",
1717
+ "timestep": 304,
1718
+ "penalty_factor": 0.5,
1719
+ "details": "Target object left workspace/view"
1720
+ }
1721
+ ]
1722
+ },
1723
+ {
1724
+ "episode_id": 96,
1725
+ "seed": 100144,
1726
+ "success": false,
1727
+ "steps_taken": 112,
1728
+ "max_steps": 400,
1729
+ "route_completion": 35.75860952523097,
1730
+ "manipulation_score": 17.879304762615487,
1731
+ "total_penalty_factor": 0.5,
1732
+ "fail_reason": "out_of_bounds",
1733
+ "penalty_events": [
1734
+ {
1735
+ "event_type": "out_of_bounds",
1736
+ "timestep": 112,
1737
+ "penalty_factor": 0.5,
1738
+ "details": "Target object left workspace/view"
1739
+ }
1740
+ ]
1741
+ },
1742
+ {
1743
+ "episode_id": 97,
1744
+ "seed": 100145,
1745
+ "success": false,
1746
+ "steps_taken": 158,
1747
+ "max_steps": 400,
1748
+ "route_completion": 24.74135710714515,
1749
+ "manipulation_score": 12.370678553572574,
1750
+ "total_penalty_factor": 0.5,
1751
+ "fail_reason": "out_of_bounds",
1752
+ "penalty_events": [
1753
+ {
1754
+ "event_type": "out_of_bounds",
1755
+ "timestep": 158,
1756
+ "penalty_factor": 0.5,
1757
+ "details": "Target object left workspace/view"
1758
+ }
1759
+ ]
1760
+ },
1761
+ {
1762
+ "episode_id": 98,
1763
+ "seed": 100151,
1764
+ "success": false,
1765
+ "steps_taken": 143,
1766
+ "max_steps": 400,
1767
+ "route_completion": 0.0473062477977945,
1768
+ "manipulation_score": 0.02365312389889725,
1769
+ "total_penalty_factor": 0.5,
1770
+ "fail_reason": "out_of_bounds",
1771
+ "penalty_events": [
1772
+ {
1773
+ "event_type": "out_of_bounds",
1774
+ "timestep": 143,
1775
+ "penalty_factor": 0.5,
1776
+ "details": "Target object left workspace/view"
1777
+ }
1778
+ ]
1779
+ },
1780
+ {
1781
+ "episode_id": 99,
1782
+ "seed": 100153,
1783
+ "success": false,
1784
+ "steps_taken": 400,
1785
+ "max_steps": 400,
1786
+ "route_completion": 43.00587486070989,
1787
+ "manipulation_score": 43.00587486070989,
1788
+ "total_penalty_factor": 1.0,
1789
+ "fail_reason": null,
1790
+ "penalty_events": []
1791
+ },
1792
+ {
1793
+ "episode_id": 100,
1794
+ "seed": 100154,
1795
+ "success": false,
1796
+ "steps_taken": 107,
1797
+ "max_steps": 400,
1798
+ "route_completion": 29.650317361627987,
1799
+ "manipulation_score": 14.825158680813994,
1800
+ "total_penalty_factor": 0.5,
1801
+ "fail_reason": "out_of_bounds",
1802
+ "penalty_events": [
1803
+ {
1804
+ "event_type": "out_of_bounds",
1805
+ "timestep": 107,
1806
+ "penalty_factor": 0.5,
1807
+ "details": "Target object left workspace/view"
1808
+ }
1809
+ ]
1810
+ }
1811
+ ]
log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 5,
4
+ "success_rate": 5.0,
5
+ "manipulation_score_mean": 18.12650580771589,
6
+ "manipulation_score_std": 21.213748473501457,
7
+ "route_completion_mean": 28.547501751266815,
8
+ "route_completion_std": 22.42668098245863,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 87
11
+ }
log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 5.0% (5/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 18.13
10
+ Std: 21.21
11
+
12
+ --- Route Completion ---
13
+ Mean: 28.55%
14
+ Std: 22.43
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 87
19
+
20
+ ============================================================
log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-30 01:38:14
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.05
log/eval_result/place_object_scale/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:16:26/_episodes_detail.json ADDED
@@ -0,0 +1,1818 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100002,
5
+ "success": false,
6
+ "steps_taken": 138,
7
+ "max_steps": 400,
8
+ "route_completion": 20.962010524645716,
9
+ "manipulation_score": 10.481005262322858,
10
+ "total_penalty_factor": 0.5,
11
+ "fail_reason": "out_of_bounds",
12
+ "penalty_events": [
13
+ {
14
+ "event_type": "out_of_bounds",
15
+ "timestep": 138,
16
+ "penalty_factor": 0.5,
17
+ "details": "Target object left workspace/view"
18
+ }
19
+ ]
20
+ },
21
+ {
22
+ "episode_id": 2,
23
+ "seed": 100003,
24
+ "success": false,
25
+ "steps_taken": 150,
26
+ "max_steps": 400,
27
+ "route_completion": 13.062520521899309,
28
+ "manipulation_score": 6.531260260949654,
29
+ "total_penalty_factor": 0.5,
30
+ "fail_reason": "out_of_bounds",
31
+ "penalty_events": [
32
+ {
33
+ "event_type": "out_of_bounds",
34
+ "timestep": 150,
35
+ "penalty_factor": 0.5,
36
+ "details": "Target object left workspace/view"
37
+ }
38
+ ]
39
+ },
40
+ {
41
+ "episode_id": 3,
42
+ "seed": 100007,
43
+ "success": false,
44
+ "steps_taken": 400,
45
+ "max_steps": 400,
46
+ "route_completion": 41.53926913885019,
47
+ "manipulation_score": 41.53926913885019,
48
+ "total_penalty_factor": 1.0,
49
+ "fail_reason": null,
50
+ "penalty_events": []
51
+ },
52
+ {
53
+ "episode_id": 4,
54
+ "seed": 100009,
55
+ "success": false,
56
+ "steps_taken": 225,
57
+ "max_steps": 400,
58
+ "route_completion": 0.0,
59
+ "manipulation_score": 0.0,
60
+ "total_penalty_factor": 0.5,
61
+ "fail_reason": "out_of_bounds",
62
+ "penalty_events": [
63
+ {
64
+ "event_type": "out_of_bounds",
65
+ "timestep": 225,
66
+ "penalty_factor": 0.5,
67
+ "details": "Target object left workspace/view"
68
+ }
69
+ ]
70
+ },
71
+ {
72
+ "episode_id": 5,
73
+ "seed": 100010,
74
+ "success": false,
75
+ "steps_taken": 94,
76
+ "max_steps": 400,
77
+ "route_completion": 0.0,
78
+ "manipulation_score": 0.0,
79
+ "total_penalty_factor": 0.5,
80
+ "fail_reason": "out_of_bounds",
81
+ "penalty_events": [
82
+ {
83
+ "event_type": "out_of_bounds",
84
+ "timestep": 94,
85
+ "penalty_factor": 0.5,
86
+ "details": "Target object left workspace/view"
87
+ }
88
+ ]
89
+ },
90
+ {
91
+ "episode_id": 6,
92
+ "seed": 100011,
93
+ "success": false,
94
+ "steps_taken": 227,
95
+ "max_steps": 400,
96
+ "route_completion": 57.717664775693265,
97
+ "manipulation_score": 28.858832387846633,
98
+ "total_penalty_factor": 0.5,
99
+ "fail_reason": "out_of_bounds",
100
+ "penalty_events": [
101
+ {
102
+ "event_type": "out_of_bounds",
103
+ "timestep": 227,
104
+ "penalty_factor": 0.5,
105
+ "details": "Target object left workspace/view"
106
+ }
107
+ ]
108
+ },
109
+ {
110
+ "episode_id": 7,
111
+ "seed": 100012,
112
+ "success": false,
113
+ "steps_taken": 218,
114
+ "max_steps": 400,
115
+ "route_completion": 45.15152411841753,
116
+ "manipulation_score": 22.575762059208763,
117
+ "total_penalty_factor": 0.5,
118
+ "fail_reason": "out_of_bounds",
119
+ "penalty_events": [
120
+ {
121
+ "event_type": "out_of_bounds",
122
+ "timestep": 218,
123
+ "penalty_factor": 0.5,
124
+ "details": "Target object left workspace/view"
125
+ }
126
+ ]
127
+ },
128
+ {
129
+ "episode_id": 8,
130
+ "seed": 100015,
131
+ "success": false,
132
+ "steps_taken": 138,
133
+ "max_steps": 400,
134
+ "route_completion": 31.803180849374623,
135
+ "manipulation_score": 15.901590424687312,
136
+ "total_penalty_factor": 0.5,
137
+ "fail_reason": "out_of_bounds",
138
+ "penalty_events": [
139
+ {
140
+ "event_type": "out_of_bounds",
141
+ "timestep": 138,
142
+ "penalty_factor": 0.5,
143
+ "details": "Target object left workspace/view"
144
+ }
145
+ ]
146
+ },
147
+ {
148
+ "episode_id": 9,
149
+ "seed": 100016,
150
+ "success": false,
151
+ "steps_taken": 108,
152
+ "max_steps": 400,
153
+ "route_completion": 0.02765098935521416,
154
+ "manipulation_score": 0.01382549467760708,
155
+ "total_penalty_factor": 0.5,
156
+ "fail_reason": "out_of_bounds",
157
+ "penalty_events": [
158
+ {
159
+ "event_type": "out_of_bounds",
160
+ "timestep": 108,
161
+ "penalty_factor": 0.5,
162
+ "details": "Target object left workspace/view"
163
+ }
164
+ ]
165
+ },
166
+ {
167
+ "episode_id": 10,
168
+ "seed": 100018,
169
+ "success": false,
170
+ "steps_taken": 123,
171
+ "max_steps": 400,
172
+ "route_completion": 10.756310021511235,
173
+ "manipulation_score": 5.378155010755617,
174
+ "total_penalty_factor": 0.5,
175
+ "fail_reason": "out_of_bounds",
176
+ "penalty_events": [
177
+ {
178
+ "event_type": "out_of_bounds",
179
+ "timestep": 123,
180
+ "penalty_factor": 0.5,
181
+ "details": "Target object left workspace/view"
182
+ }
183
+ ]
184
+ },
185
+ {
186
+ "episode_id": 11,
187
+ "seed": 100020,
188
+ "success": false,
189
+ "steps_taken": 109,
190
+ "max_steps": 400,
191
+ "route_completion": 0.028857051208093912,
192
+ "manipulation_score": 0.014428525604046956,
193
+ "total_penalty_factor": 0.5,
194
+ "fail_reason": "out_of_bounds",
195
+ "penalty_events": [
196
+ {
197
+ "event_type": "out_of_bounds",
198
+ "timestep": 109,
199
+ "penalty_factor": 0.5,
200
+ "details": "Target object left workspace/view"
201
+ }
202
+ ]
203
+ },
204
+ {
205
+ "episode_id": 12,
206
+ "seed": 100021,
207
+ "success": false,
208
+ "steps_taken": 101,
209
+ "max_steps": 400,
210
+ "route_completion": 26.622004939721545,
211
+ "manipulation_score": 13.311002469860773,
212
+ "total_penalty_factor": 0.5,
213
+ "fail_reason": "out_of_bounds",
214
+ "penalty_events": [
215
+ {
216
+ "event_type": "out_of_bounds",
217
+ "timestep": 101,
218
+ "penalty_factor": 0.5,
219
+ "details": "Target object left workspace/view"
220
+ }
221
+ ]
222
+ },
223
+ {
224
+ "episode_id": 13,
225
+ "seed": 100023,
226
+ "success": false,
227
+ "steps_taken": 140,
228
+ "max_steps": 400,
229
+ "route_completion": 27.17942239004899,
230
+ "manipulation_score": 13.589711195024496,
231
+ "total_penalty_factor": 0.5,
232
+ "fail_reason": "out_of_bounds",
233
+ "penalty_events": [
234
+ {
235
+ "event_type": "out_of_bounds",
236
+ "timestep": 140,
237
+ "penalty_factor": 0.5,
238
+ "details": "Target object left workspace/view"
239
+ }
240
+ ]
241
+ },
242
+ {
243
+ "episode_id": 14,
244
+ "seed": 100024,
245
+ "success": false,
246
+ "steps_taken": 97,
247
+ "max_steps": 400,
248
+ "route_completion": 34.19220028076849,
249
+ "manipulation_score": 17.096100140384245,
250
+ "total_penalty_factor": 0.5,
251
+ "fail_reason": "out_of_bounds",
252
+ "penalty_events": [
253
+ {
254
+ "event_type": "out_of_bounds",
255
+ "timestep": 97,
256
+ "penalty_factor": 0.5,
257
+ "details": "Target object left workspace/view"
258
+ }
259
+ ]
260
+ },
261
+ {
262
+ "episode_id": 15,
263
+ "seed": 100025,
264
+ "success": false,
265
+ "steps_taken": 107,
266
+ "max_steps": 400,
267
+ "route_completion": 37.487997985620154,
268
+ "manipulation_score": 18.743998992810077,
269
+ "total_penalty_factor": 0.5,
270
+ "fail_reason": "out_of_bounds",
271
+ "penalty_events": [
272
+ {
273
+ "event_type": "out_of_bounds",
274
+ "timestep": 107,
275
+ "penalty_factor": 0.5,
276
+ "details": "Target object left workspace/view"
277
+ }
278
+ ]
279
+ },
280
+ {
281
+ "episode_id": 16,
282
+ "seed": 100026,
283
+ "success": false,
284
+ "steps_taken": 99,
285
+ "max_steps": 400,
286
+ "route_completion": 0.01830849313362507,
287
+ "manipulation_score": 0.009154246566812536,
288
+ "total_penalty_factor": 0.5,
289
+ "fail_reason": "out_of_bounds",
290
+ "penalty_events": [
291
+ {
292
+ "event_type": "out_of_bounds",
293
+ "timestep": 99,
294
+ "penalty_factor": 0.5,
295
+ "details": "Target object left workspace/view"
296
+ }
297
+ ]
298
+ },
299
+ {
300
+ "episode_id": 17,
301
+ "seed": 100027,
302
+ "success": false,
303
+ "steps_taken": 83,
304
+ "max_steps": 400,
305
+ "route_completion": 18.246320229651197,
306
+ "manipulation_score": 9.123160114825598,
307
+ "total_penalty_factor": 0.5,
308
+ "fail_reason": "out_of_bounds",
309
+ "penalty_events": [
310
+ {
311
+ "event_type": "out_of_bounds",
312
+ "timestep": 83,
313
+ "penalty_factor": 0.5,
314
+ "details": "Target object left workspace/view"
315
+ }
316
+ ]
317
+ },
318
+ {
319
+ "episode_id": 18,
320
+ "seed": 100029,
321
+ "success": true,
322
+ "steps_taken": 127,
323
+ "max_steps": 400,
324
+ "route_completion": 100.0,
325
+ "manipulation_score": 100.0,
326
+ "total_penalty_factor": 1.0,
327
+ "fail_reason": null,
328
+ "penalty_events": []
329
+ },
330
+ {
331
+ "episode_id": 19,
332
+ "seed": 100030,
333
+ "success": false,
334
+ "steps_taken": 270,
335
+ "max_steps": 400,
336
+ "route_completion": 18.193976380601473,
337
+ "manipulation_score": 9.096988190300737,
338
+ "total_penalty_factor": 0.5,
339
+ "fail_reason": "out_of_bounds",
340
+ "penalty_events": [
341
+ {
342
+ "event_type": "out_of_bounds",
343
+ "timestep": 270,
344
+ "penalty_factor": 0.5,
345
+ "details": "Target object left workspace/view"
346
+ }
347
+ ]
348
+ },
349
+ {
350
+ "episode_id": 20,
351
+ "seed": 100034,
352
+ "success": false,
353
+ "steps_taken": 155,
354
+ "max_steps": 400,
355
+ "route_completion": 33.94429942326992,
356
+ "manipulation_score": 16.97214971163496,
357
+ "total_penalty_factor": 0.5,
358
+ "fail_reason": "out_of_bounds",
359
+ "penalty_events": [
360
+ {
361
+ "event_type": "out_of_bounds",
362
+ "timestep": 155,
363
+ "penalty_factor": 0.5,
364
+ "details": "Target object left workspace/view"
365
+ }
366
+ ]
367
+ },
368
+ {
369
+ "episode_id": 21,
370
+ "seed": 100035,
371
+ "success": false,
372
+ "steps_taken": 103,
373
+ "max_steps": 400,
374
+ "route_completion": 0.0,
375
+ "manipulation_score": 0.0,
376
+ "total_penalty_factor": 0.5,
377
+ "fail_reason": "out_of_bounds",
378
+ "penalty_events": [
379
+ {
380
+ "event_type": "out_of_bounds",
381
+ "timestep": 103,
382
+ "penalty_factor": 0.5,
383
+ "details": "Target object left workspace/view"
384
+ }
385
+ ]
386
+ },
387
+ {
388
+ "episode_id": 22,
389
+ "seed": 100036,
390
+ "success": false,
391
+ "steps_taken": 101,
392
+ "max_steps": 400,
393
+ "route_completion": 36.532631274087024,
394
+ "manipulation_score": 18.266315637043512,
395
+ "total_penalty_factor": 0.5,
396
+ "fail_reason": "out_of_bounds",
397
+ "penalty_events": [
398
+ {
399
+ "event_type": "out_of_bounds",
400
+ "timestep": 101,
401
+ "penalty_factor": 0.5,
402
+ "details": "Target object left workspace/view"
403
+ }
404
+ ]
405
+ },
406
+ {
407
+ "episode_id": 23,
408
+ "seed": 100037,
409
+ "success": false,
410
+ "steps_taken": 275,
411
+ "max_steps": 400,
412
+ "route_completion": 25.882779921147275,
413
+ "manipulation_score": 12.941389960573638,
414
+ "total_penalty_factor": 0.5,
415
+ "fail_reason": "out_of_bounds",
416
+ "penalty_events": [
417
+ {
418
+ "event_type": "out_of_bounds",
419
+ "timestep": 275,
420
+ "penalty_factor": 0.5,
421
+ "details": "Target object left workspace/view"
422
+ }
423
+ ]
424
+ },
425
+ {
426
+ "episode_id": 24,
427
+ "seed": 100038,
428
+ "success": false,
429
+ "steps_taken": 400,
430
+ "max_steps": 400,
431
+ "route_completion": 30.289592076636435,
432
+ "manipulation_score": 30.289592076636435,
433
+ "total_penalty_factor": 1.0,
434
+ "fail_reason": null,
435
+ "penalty_events": []
436
+ },
437
+ {
438
+ "episode_id": 25,
439
+ "seed": 100042,
440
+ "success": false,
441
+ "steps_taken": 101,
442
+ "max_steps": 400,
443
+ "route_completion": 7.641461514505579,
444
+ "manipulation_score": 3.8207307572527895,
445
+ "total_penalty_factor": 0.5,
446
+ "fail_reason": "out_of_bounds",
447
+ "penalty_events": [
448
+ {
449
+ "event_type": "out_of_bounds",
450
+ "timestep": 101,
451
+ "penalty_factor": 0.5,
452
+ "details": "Target object left workspace/view"
453
+ }
454
+ ]
455
+ },
456
+ {
457
+ "episode_id": 26,
458
+ "seed": 100043,
459
+ "success": false,
460
+ "steps_taken": 399,
461
+ "max_steps": 400,
462
+ "route_completion": 13.283568664039427,
463
+ "manipulation_score": 6.641784332019713,
464
+ "total_penalty_factor": 0.5,
465
+ "fail_reason": "out_of_bounds",
466
+ "penalty_events": [
467
+ {
468
+ "event_type": "out_of_bounds",
469
+ "timestep": 399,
470
+ "penalty_factor": 0.5,
471
+ "details": "Target object left workspace/view"
472
+ }
473
+ ]
474
+ },
475
+ {
476
+ "episode_id": 27,
477
+ "seed": 100044,
478
+ "success": false,
479
+ "steps_taken": 96,
480
+ "max_steps": 400,
481
+ "route_completion": 0.0,
482
+ "manipulation_score": 0.0,
483
+ "total_penalty_factor": 0.5,
484
+ "fail_reason": "out_of_bounds",
485
+ "penalty_events": [
486
+ {
487
+ "event_type": "out_of_bounds",
488
+ "timestep": 96,
489
+ "penalty_factor": 0.5,
490
+ "details": "Target object left workspace/view"
491
+ }
492
+ ]
493
+ },
494
+ {
495
+ "episode_id": 28,
496
+ "seed": 100045,
497
+ "success": false,
498
+ "steps_taken": 115,
499
+ "max_steps": 400,
500
+ "route_completion": 0.01963100512879482,
501
+ "manipulation_score": 0.00981550256439741,
502
+ "total_penalty_factor": 0.5,
503
+ "fail_reason": "out_of_bounds",
504
+ "penalty_events": [
505
+ {
506
+ "event_type": "out_of_bounds",
507
+ "timestep": 115,
508
+ "penalty_factor": 0.5,
509
+ "details": "Target object left workspace/view"
510
+ }
511
+ ]
512
+ },
513
+ {
514
+ "episode_id": 29,
515
+ "seed": 100048,
516
+ "success": false,
517
+ "steps_taken": 184,
518
+ "max_steps": 400,
519
+ "route_completion": 22.63355710547542,
520
+ "manipulation_score": 11.31677855273771,
521
+ "total_penalty_factor": 0.5,
522
+ "fail_reason": "out_of_bounds",
523
+ "penalty_events": [
524
+ {
525
+ "event_type": "out_of_bounds",
526
+ "timestep": 184,
527
+ "penalty_factor": 0.5,
528
+ "details": "Target object left workspace/view"
529
+ }
530
+ ]
531
+ },
532
+ {
533
+ "episode_id": 30,
534
+ "seed": 100051,
535
+ "success": false,
536
+ "steps_taken": 139,
537
+ "max_steps": 400,
538
+ "route_completion": 28.083742468548056,
539
+ "manipulation_score": 14.041871234274028,
540
+ "total_penalty_factor": 0.5,
541
+ "fail_reason": "out_of_bounds",
542
+ "penalty_events": [
543
+ {
544
+ "event_type": "out_of_bounds",
545
+ "timestep": 139,
546
+ "penalty_factor": 0.5,
547
+ "details": "Target object left workspace/view"
548
+ }
549
+ ]
550
+ },
551
+ {
552
+ "episode_id": 31,
553
+ "seed": 100052,
554
+ "success": false,
555
+ "steps_taken": 130,
556
+ "max_steps": 400,
557
+ "route_completion": 31.841035203025204,
558
+ "manipulation_score": 15.920517601512602,
559
+ "total_penalty_factor": 0.5,
560
+ "fail_reason": "out_of_bounds",
561
+ "penalty_events": [
562
+ {
563
+ "event_type": "out_of_bounds",
564
+ "timestep": 130,
565
+ "penalty_factor": 0.5,
566
+ "details": "Target object left workspace/view"
567
+ }
568
+ ]
569
+ },
570
+ {
571
+ "episode_id": 32,
572
+ "seed": 100053,
573
+ "success": false,
574
+ "steps_taken": 109,
575
+ "max_steps": 400,
576
+ "route_completion": 19.28878961762684,
577
+ "manipulation_score": 9.64439480881342,
578
+ "total_penalty_factor": 0.5,
579
+ "fail_reason": "out_of_bounds",
580
+ "penalty_events": [
581
+ {
582
+ "event_type": "out_of_bounds",
583
+ "timestep": 109,
584
+ "penalty_factor": 0.5,
585
+ "details": "Target object left workspace/view"
586
+ }
587
+ ]
588
+ },
589
+ {
590
+ "episode_id": 33,
591
+ "seed": 100054,
592
+ "success": false,
593
+ "steps_taken": 400,
594
+ "max_steps": 400,
595
+ "route_completion": 46.89712553652655,
596
+ "manipulation_score": 46.89712553652655,
597
+ "total_penalty_factor": 1.0,
598
+ "fail_reason": null,
599
+ "penalty_events": []
600
+ },
601
+ {
602
+ "episode_id": 34,
603
+ "seed": 100055,
604
+ "success": false,
605
+ "steps_taken": 119,
606
+ "max_steps": 400,
607
+ "route_completion": 46.98216373854437,
608
+ "manipulation_score": 23.491081869272186,
609
+ "total_penalty_factor": 0.5,
610
+ "fail_reason": "out_of_bounds",
611
+ "penalty_events": [
612
+ {
613
+ "event_type": "out_of_bounds",
614
+ "timestep": 119,
615
+ "penalty_factor": 0.5,
616
+ "details": "Target object left workspace/view"
617
+ }
618
+ ]
619
+ },
620
+ {
621
+ "episode_id": 35,
622
+ "seed": 100056,
623
+ "success": false,
624
+ "steps_taken": 195,
625
+ "max_steps": 400,
626
+ "route_completion": 35.374972673761185,
627
+ "manipulation_score": 17.687486336880593,
628
+ "total_penalty_factor": 0.5,
629
+ "fail_reason": "out_of_bounds",
630
+ "penalty_events": [
631
+ {
632
+ "event_type": "out_of_bounds",
633
+ "timestep": 195,
634
+ "penalty_factor": 0.5,
635
+ "details": "Target object left workspace/view"
636
+ }
637
+ ]
638
+ },
639
+ {
640
+ "episode_id": 36,
641
+ "seed": 100057,
642
+ "success": false,
643
+ "steps_taken": 98,
644
+ "max_steps": 400,
645
+ "route_completion": 0.04161321809937179,
646
+ "manipulation_score": 0.020806609049685895,
647
+ "total_penalty_factor": 0.5,
648
+ "fail_reason": "out_of_bounds",
649
+ "penalty_events": [
650
+ {
651
+ "event_type": "out_of_bounds",
652
+ "timestep": 98,
653
+ "penalty_factor": 0.5,
654
+ "details": "Target object left workspace/view"
655
+ }
656
+ ]
657
+ },
658
+ {
659
+ "episode_id": 37,
660
+ "seed": 100058,
661
+ "success": false,
662
+ "steps_taken": 136,
663
+ "max_steps": 400,
664
+ "route_completion": 0.04220383035470456,
665
+ "manipulation_score": 0.02110191517735228,
666
+ "total_penalty_factor": 0.5,
667
+ "fail_reason": "out_of_bounds",
668
+ "penalty_events": [
669
+ {
670
+ "event_type": "out_of_bounds",
671
+ "timestep": 136,
672
+ "penalty_factor": 0.5,
673
+ "details": "Target object left workspace/view"
674
+ }
675
+ ]
676
+ },
677
+ {
678
+ "episode_id": 38,
679
+ "seed": 100060,
680
+ "success": false,
681
+ "steps_taken": 400,
682
+ "max_steps": 400,
683
+ "route_completion": 14.646920958858212,
684
+ "manipulation_score": 14.646920958858212,
685
+ "total_penalty_factor": 1.0,
686
+ "fail_reason": null,
687
+ "penalty_events": []
688
+ },
689
+ {
690
+ "episode_id": 39,
691
+ "seed": 100061,
692
+ "success": false,
693
+ "steps_taken": 122,
694
+ "max_steps": 400,
695
+ "route_completion": 27.71080460968876,
696
+ "manipulation_score": 13.85540230484438,
697
+ "total_penalty_factor": 0.5,
698
+ "fail_reason": "out_of_bounds",
699
+ "penalty_events": [
700
+ {
701
+ "event_type": "out_of_bounds",
702
+ "timestep": 122,
703
+ "penalty_factor": 0.5,
704
+ "details": "Target object left workspace/view"
705
+ }
706
+ ]
707
+ },
708
+ {
709
+ "episode_id": 40,
710
+ "seed": 100062,
711
+ "success": false,
712
+ "steps_taken": 291,
713
+ "max_steps": 400,
714
+ "route_completion": 30.899060164998147,
715
+ "manipulation_score": 15.449530082499074,
716
+ "total_penalty_factor": 0.5,
717
+ "fail_reason": "out_of_bounds",
718
+ "penalty_events": [
719
+ {
720
+ "event_type": "out_of_bounds",
721
+ "timestep": 291,
722
+ "penalty_factor": 0.5,
723
+ "details": "Target object left workspace/view"
724
+ }
725
+ ]
726
+ },
727
+ {
728
+ "episode_id": 41,
729
+ "seed": 100063,
730
+ "success": false,
731
+ "steps_taken": 400,
732
+ "max_steps": 400,
733
+ "route_completion": 14.67975487858631,
734
+ "manipulation_score": 14.67975487858631,
735
+ "total_penalty_factor": 1.0,
736
+ "fail_reason": null,
737
+ "penalty_events": []
738
+ },
739
+ {
740
+ "episode_id": 42,
741
+ "seed": 100064,
742
+ "success": false,
743
+ "steps_taken": 133,
744
+ "max_steps": 400,
745
+ "route_completion": 34.86368279041685,
746
+ "manipulation_score": 17.431841395208426,
747
+ "total_penalty_factor": 0.5,
748
+ "fail_reason": "out_of_bounds",
749
+ "penalty_events": [
750
+ {
751
+ "event_type": "out_of_bounds",
752
+ "timestep": 133,
753
+ "penalty_factor": 0.5,
754
+ "details": "Target object left workspace/view"
755
+ }
756
+ ]
757
+ },
758
+ {
759
+ "episode_id": 43,
760
+ "seed": 100065,
761
+ "success": false,
762
+ "steps_taken": 158,
763
+ "max_steps": 400,
764
+ "route_completion": 0.0,
765
+ "manipulation_score": 0.0,
766
+ "total_penalty_factor": 0.5,
767
+ "fail_reason": "out_of_bounds",
768
+ "penalty_events": [
769
+ {
770
+ "event_type": "out_of_bounds",
771
+ "timestep": 158,
772
+ "penalty_factor": 0.5,
773
+ "details": "Target object left workspace/view"
774
+ }
775
+ ]
776
+ },
777
+ {
778
+ "episode_id": 44,
779
+ "seed": 100066,
780
+ "success": false,
781
+ "steps_taken": 300,
782
+ "max_steps": 400,
783
+ "route_completion": 0.0,
784
+ "manipulation_score": 0.0,
785
+ "total_penalty_factor": 0.5,
786
+ "fail_reason": "out_of_bounds",
787
+ "penalty_events": [
788
+ {
789
+ "event_type": "out_of_bounds",
790
+ "timestep": 300,
791
+ "penalty_factor": 0.5,
792
+ "details": "Target object left workspace/view"
793
+ }
794
+ ]
795
+ },
796
+ {
797
+ "episode_id": 45,
798
+ "seed": 100067,
799
+ "success": false,
800
+ "steps_taken": 154,
801
+ "max_steps": 400,
802
+ "route_completion": 32.63340353268842,
803
+ "manipulation_score": 16.31670176634421,
804
+ "total_penalty_factor": 0.5,
805
+ "fail_reason": "out_of_bounds",
806
+ "penalty_events": [
807
+ {
808
+ "event_type": "out_of_bounds",
809
+ "timestep": 154,
810
+ "penalty_factor": 0.5,
811
+ "details": "Target object left workspace/view"
812
+ }
813
+ ]
814
+ },
815
+ {
816
+ "episode_id": 46,
817
+ "seed": 100068,
818
+ "success": false,
819
+ "steps_taken": 123,
820
+ "max_steps": 400,
821
+ "route_completion": 10.146858879885855,
822
+ "manipulation_score": 5.073429439942927,
823
+ "total_penalty_factor": 0.5,
824
+ "fail_reason": "out_of_bounds",
825
+ "penalty_events": [
826
+ {
827
+ "event_type": "out_of_bounds",
828
+ "timestep": 123,
829
+ "penalty_factor": 0.5,
830
+ "details": "Target object left workspace/view"
831
+ }
832
+ ]
833
+ },
834
+ {
835
+ "episode_id": 47,
836
+ "seed": 100069,
837
+ "success": false,
838
+ "steps_taken": 108,
839
+ "max_steps": 400,
840
+ "route_completion": 39.87439051500566,
841
+ "manipulation_score": 19.93719525750283,
842
+ "total_penalty_factor": 0.5,
843
+ "fail_reason": "out_of_bounds",
844
+ "penalty_events": [
845
+ {
846
+ "event_type": "out_of_bounds",
847
+ "timestep": 108,
848
+ "penalty_factor": 0.5,
849
+ "details": "Target object left workspace/view"
850
+ }
851
+ ]
852
+ },
853
+ {
854
+ "episode_id": 48,
855
+ "seed": 100070,
856
+ "success": true,
857
+ "steps_taken": 138,
858
+ "max_steps": 400,
859
+ "route_completion": 100.0,
860
+ "manipulation_score": 100.0,
861
+ "total_penalty_factor": 1.0,
862
+ "fail_reason": null,
863
+ "penalty_events": []
864
+ },
865
+ {
866
+ "episode_id": 49,
867
+ "seed": 100071,
868
+ "success": false,
869
+ "steps_taken": 134,
870
+ "max_steps": 400,
871
+ "route_completion": 13.548096044455319,
872
+ "manipulation_score": 6.774048022227659,
873
+ "total_penalty_factor": 0.5,
874
+ "fail_reason": "out_of_bounds",
875
+ "penalty_events": [
876
+ {
877
+ "event_type": "out_of_bounds",
878
+ "timestep": 134,
879
+ "penalty_factor": 0.5,
880
+ "details": "Target object left workspace/view"
881
+ }
882
+ ]
883
+ },
884
+ {
885
+ "episode_id": 50,
886
+ "seed": 100072,
887
+ "success": false,
888
+ "steps_taken": 291,
889
+ "max_steps": 400,
890
+ "route_completion": 18.41450529391235,
891
+ "manipulation_score": 9.207252646956174,
892
+ "total_penalty_factor": 0.5,
893
+ "fail_reason": "out_of_bounds",
894
+ "penalty_events": [
895
+ {
896
+ "event_type": "out_of_bounds",
897
+ "timestep": 291,
898
+ "penalty_factor": 0.5,
899
+ "details": "Target object left workspace/view"
900
+ }
901
+ ]
902
+ },
903
+ {
904
+ "episode_id": 51,
905
+ "seed": 100073,
906
+ "success": false,
907
+ "steps_taken": 100,
908
+ "max_steps": 400,
909
+ "route_completion": 36.01936628896184,
910
+ "manipulation_score": 18.00968314448092,
911
+ "total_penalty_factor": 0.5,
912
+ "fail_reason": "out_of_bounds",
913
+ "penalty_events": [
914
+ {
915
+ "event_type": "out_of_bounds",
916
+ "timestep": 100,
917
+ "penalty_factor": 0.5,
918
+ "details": "Target object left workspace/view"
919
+ }
920
+ ]
921
+ },
922
+ {
923
+ "episode_id": 52,
924
+ "seed": 100075,
925
+ "success": false,
926
+ "steps_taken": 192,
927
+ "max_steps": 400,
928
+ "route_completion": 33.75207533103009,
929
+ "manipulation_score": 16.876037665515046,
930
+ "total_penalty_factor": 0.5,
931
+ "fail_reason": "out_of_bounds",
932
+ "penalty_events": [
933
+ {
934
+ "event_type": "out_of_bounds",
935
+ "timestep": 192,
936
+ "penalty_factor": 0.5,
937
+ "details": "Target object left workspace/view"
938
+ }
939
+ ]
940
+ },
941
+ {
942
+ "episode_id": 53,
943
+ "seed": 100076,
944
+ "success": false,
945
+ "steps_taken": 190,
946
+ "max_steps": 400,
947
+ "route_completion": 0.026141464463620163,
948
+ "manipulation_score": 0.013070732231810081,
949
+ "total_penalty_factor": 0.5,
950
+ "fail_reason": "out_of_bounds",
951
+ "penalty_events": [
952
+ {
953
+ "event_type": "out_of_bounds",
954
+ "timestep": 190,
955
+ "penalty_factor": 0.5,
956
+ "details": "Target object left workspace/view"
957
+ }
958
+ ]
959
+ },
960
+ {
961
+ "episode_id": 54,
962
+ "seed": 100077,
963
+ "success": false,
964
+ "steps_taken": 323,
965
+ "max_steps": 400,
966
+ "route_completion": 41.05241163640416,
967
+ "manipulation_score": 20.52620581820208,
968
+ "total_penalty_factor": 0.5,
969
+ "fail_reason": "out_of_bounds",
970
+ "penalty_events": [
971
+ {
972
+ "event_type": "out_of_bounds",
973
+ "timestep": 323,
974
+ "penalty_factor": 0.5,
975
+ "details": "Target object left workspace/view"
976
+ }
977
+ ]
978
+ },
979
+ {
980
+ "episode_id": 55,
981
+ "seed": 100078,
982
+ "success": false,
983
+ "steps_taken": 229,
984
+ "max_steps": 400,
985
+ "route_completion": 1.0958555947320823,
986
+ "manipulation_score": 0.5479277973660411,
987
+ "total_penalty_factor": 0.5,
988
+ "fail_reason": "out_of_bounds",
989
+ "penalty_events": [
990
+ {
991
+ "event_type": "out_of_bounds",
992
+ "timestep": 229,
993
+ "penalty_factor": 0.5,
994
+ "details": "Target object left workspace/view"
995
+ }
996
+ ]
997
+ },
998
+ {
999
+ "episode_id": 56,
1000
+ "seed": 100079,
1001
+ "success": false,
1002
+ "steps_taken": 121,
1003
+ "max_steps": 400,
1004
+ "route_completion": 29.730004070860723,
1005
+ "manipulation_score": 14.865002035430361,
1006
+ "total_penalty_factor": 0.5,
1007
+ "fail_reason": "out_of_bounds",
1008
+ "penalty_events": [
1009
+ {
1010
+ "event_type": "out_of_bounds",
1011
+ "timestep": 121,
1012
+ "penalty_factor": 0.5,
1013
+ "details": "Target object left workspace/view"
1014
+ }
1015
+ ]
1016
+ },
1017
+ {
1018
+ "episode_id": 57,
1019
+ "seed": 100080,
1020
+ "success": false,
1021
+ "steps_taken": 186,
1022
+ "max_steps": 400,
1023
+ "route_completion": 35.258982850339315,
1024
+ "manipulation_score": 17.629491425169658,
1025
+ "total_penalty_factor": 0.5,
1026
+ "fail_reason": "out_of_bounds",
1027
+ "penalty_events": [
1028
+ {
1029
+ "event_type": "out_of_bounds",
1030
+ "timestep": 186,
1031
+ "penalty_factor": 0.5,
1032
+ "details": "Target object left workspace/view"
1033
+ }
1034
+ ]
1035
+ },
1036
+ {
1037
+ "episode_id": 58,
1038
+ "seed": 100083,
1039
+ "success": false,
1040
+ "steps_taken": 400,
1041
+ "max_steps": 400,
1042
+ "route_completion": 30.84400134142506,
1043
+ "manipulation_score": 30.84400134142506,
1044
+ "total_penalty_factor": 1.0,
1045
+ "fail_reason": null,
1046
+ "penalty_events": []
1047
+ },
1048
+ {
1049
+ "episode_id": 59,
1050
+ "seed": 100085,
1051
+ "success": false,
1052
+ "steps_taken": 124,
1053
+ "max_steps": 400,
1054
+ "route_completion": 26.07056245371166,
1055
+ "manipulation_score": 13.03528122685583,
1056
+ "total_penalty_factor": 0.5,
1057
+ "fail_reason": "out_of_bounds",
1058
+ "penalty_events": [
1059
+ {
1060
+ "event_type": "out_of_bounds",
1061
+ "timestep": 124,
1062
+ "penalty_factor": 0.5,
1063
+ "details": "Target object left workspace/view"
1064
+ }
1065
+ ]
1066
+ },
1067
+ {
1068
+ "episode_id": 60,
1069
+ "seed": 100088,
1070
+ "success": false,
1071
+ "steps_taken": 291,
1072
+ "max_steps": 400,
1073
+ "route_completion": 27.35091141982692,
1074
+ "manipulation_score": 13.67545570991346,
1075
+ "total_penalty_factor": 0.5,
1076
+ "fail_reason": "out_of_bounds",
1077
+ "penalty_events": [
1078
+ {
1079
+ "event_type": "out_of_bounds",
1080
+ "timestep": 291,
1081
+ "penalty_factor": 0.5,
1082
+ "details": "Target object left workspace/view"
1083
+ }
1084
+ ]
1085
+ },
1086
+ {
1087
+ "episode_id": 61,
1088
+ "seed": 100089,
1089
+ "success": false,
1090
+ "steps_taken": 238,
1091
+ "max_steps": 400,
1092
+ "route_completion": 40.06874115152933,
1093
+ "manipulation_score": 20.034370575764665,
1094
+ "total_penalty_factor": 0.5,
1095
+ "fail_reason": "out_of_bounds",
1096
+ "penalty_events": [
1097
+ {
1098
+ "event_type": "out_of_bounds",
1099
+ "timestep": 238,
1100
+ "penalty_factor": 0.5,
1101
+ "details": "Target object left workspace/view"
1102
+ }
1103
+ ]
1104
+ },
1105
+ {
1106
+ "episode_id": 62,
1107
+ "seed": 100090,
1108
+ "success": false,
1109
+ "steps_taken": 103,
1110
+ "max_steps": 400,
1111
+ "route_completion": 7.720529099537007,
1112
+ "manipulation_score": 3.8602645497685035,
1113
+ "total_penalty_factor": 0.5,
1114
+ "fail_reason": "out_of_bounds",
1115
+ "penalty_events": [
1116
+ {
1117
+ "event_type": "out_of_bounds",
1118
+ "timestep": 103,
1119
+ "penalty_factor": 0.5,
1120
+ "details": "Target object left workspace/view"
1121
+ }
1122
+ ]
1123
+ },
1124
+ {
1125
+ "episode_id": 63,
1126
+ "seed": 100092,
1127
+ "success": false,
1128
+ "steps_taken": 386,
1129
+ "max_steps": 400,
1130
+ "route_completion": 14.342597282003656,
1131
+ "manipulation_score": 7.171298641001828,
1132
+ "total_penalty_factor": 0.5,
1133
+ "fail_reason": "out_of_bounds",
1134
+ "penalty_events": [
1135
+ {
1136
+ "event_type": "out_of_bounds",
1137
+ "timestep": 386,
1138
+ "penalty_factor": 0.5,
1139
+ "details": "Target object left workspace/view"
1140
+ }
1141
+ ]
1142
+ },
1143
+ {
1144
+ "episode_id": 64,
1145
+ "seed": 100093,
1146
+ "success": false,
1147
+ "steps_taken": 228,
1148
+ "max_steps": 400,
1149
+ "route_completion": 33.395579670502364,
1150
+ "manipulation_score": 16.697789835251182,
1151
+ "total_penalty_factor": 0.5,
1152
+ "fail_reason": "out_of_bounds",
1153
+ "penalty_events": [
1154
+ {
1155
+ "event_type": "out_of_bounds",
1156
+ "timestep": 228,
1157
+ "penalty_factor": 0.5,
1158
+ "details": "Target object left workspace/view"
1159
+ }
1160
+ ]
1161
+ },
1162
+ {
1163
+ "episode_id": 65,
1164
+ "seed": 100094,
1165
+ "success": true,
1166
+ "steps_taken": 135,
1167
+ "max_steps": 400,
1168
+ "route_completion": 100.0,
1169
+ "manipulation_score": 100.0,
1170
+ "total_penalty_factor": 1.0,
1171
+ "fail_reason": null,
1172
+ "penalty_events": []
1173
+ },
1174
+ {
1175
+ "episode_id": 66,
1176
+ "seed": 100095,
1177
+ "success": false,
1178
+ "steps_taken": 294,
1179
+ "max_steps": 400,
1180
+ "route_completion": 40.6488378597131,
1181
+ "manipulation_score": 20.32441892985655,
1182
+ "total_penalty_factor": 0.5,
1183
+ "fail_reason": "out_of_bounds",
1184
+ "penalty_events": [
1185
+ {
1186
+ "event_type": "out_of_bounds",
1187
+ "timestep": 294,
1188
+ "penalty_factor": 0.5,
1189
+ "details": "Target object left workspace/view"
1190
+ }
1191
+ ]
1192
+ },
1193
+ {
1194
+ "episode_id": 67,
1195
+ "seed": 100096,
1196
+ "success": false,
1197
+ "steps_taken": 129,
1198
+ "max_steps": 400,
1199
+ "route_completion": 0.012529645709140783,
1200
+ "manipulation_score": 0.006264822854570392,
1201
+ "total_penalty_factor": 0.5,
1202
+ "fail_reason": "out_of_bounds",
1203
+ "penalty_events": [
1204
+ {
1205
+ "event_type": "out_of_bounds",
1206
+ "timestep": 129,
1207
+ "penalty_factor": 0.5,
1208
+ "details": "Target object left workspace/view"
1209
+ }
1210
+ ]
1211
+ },
1212
+ {
1213
+ "episode_id": 68,
1214
+ "seed": 100098,
1215
+ "success": false,
1216
+ "steps_taken": 230,
1217
+ "max_steps": 400,
1218
+ "route_completion": 38.77165786731342,
1219
+ "manipulation_score": 19.38582893365671,
1220
+ "total_penalty_factor": 0.5,
1221
+ "fail_reason": "out_of_bounds",
1222
+ "penalty_events": [
1223
+ {
1224
+ "event_type": "out_of_bounds",
1225
+ "timestep": 230,
1226
+ "penalty_factor": 0.5,
1227
+ "details": "Target object left workspace/view"
1228
+ }
1229
+ ]
1230
+ },
1231
+ {
1232
+ "episode_id": 69,
1233
+ "seed": 100099,
1234
+ "success": false,
1235
+ "steps_taken": 153,
1236
+ "max_steps": 400,
1237
+ "route_completion": 20.30671324680761,
1238
+ "manipulation_score": 10.153356623403806,
1239
+ "total_penalty_factor": 0.5,
1240
+ "fail_reason": "out_of_bounds",
1241
+ "penalty_events": [
1242
+ {
1243
+ "event_type": "out_of_bounds",
1244
+ "timestep": 153,
1245
+ "penalty_factor": 0.5,
1246
+ "details": "Target object left workspace/view"
1247
+ }
1248
+ ]
1249
+ },
1250
+ {
1251
+ "episode_id": 70,
1252
+ "seed": 100100,
1253
+ "success": false,
1254
+ "steps_taken": 183,
1255
+ "max_steps": 400,
1256
+ "route_completion": 0.0,
1257
+ "manipulation_score": 0.0,
1258
+ "total_penalty_factor": 0.5,
1259
+ "fail_reason": "out_of_bounds",
1260
+ "penalty_events": [
1261
+ {
1262
+ "event_type": "out_of_bounds",
1263
+ "timestep": 183,
1264
+ "penalty_factor": 0.5,
1265
+ "details": "Target object left workspace/view"
1266
+ }
1267
+ ]
1268
+ },
1269
+ {
1270
+ "episode_id": 71,
1271
+ "seed": 100101,
1272
+ "success": false,
1273
+ "steps_taken": 101,
1274
+ "max_steps": 400,
1275
+ "route_completion": 28.90366913091115,
1276
+ "manipulation_score": 14.451834565455576,
1277
+ "total_penalty_factor": 0.5,
1278
+ "fail_reason": "out_of_bounds",
1279
+ "penalty_events": [
1280
+ {
1281
+ "event_type": "out_of_bounds",
1282
+ "timestep": 101,
1283
+ "penalty_factor": 0.5,
1284
+ "details": "Target object left workspace/view"
1285
+ }
1286
+ ]
1287
+ },
1288
+ {
1289
+ "episode_id": 72,
1290
+ "seed": 100102,
1291
+ "success": false,
1292
+ "steps_taken": 125,
1293
+ "max_steps": 400,
1294
+ "route_completion": 55.804412277880175,
1295
+ "manipulation_score": 27.902206138940087,
1296
+ "total_penalty_factor": 0.5,
1297
+ "fail_reason": "out_of_bounds",
1298
+ "penalty_events": [
1299
+ {
1300
+ "event_type": "out_of_bounds",
1301
+ "timestep": 125,
1302
+ "penalty_factor": 0.5,
1303
+ "details": "Target object left workspace/view"
1304
+ }
1305
+ ]
1306
+ },
1307
+ {
1308
+ "episode_id": 73,
1309
+ "seed": 100103,
1310
+ "success": false,
1311
+ "steps_taken": 117,
1312
+ "max_steps": 400,
1313
+ "route_completion": 13.534589139519221,
1314
+ "manipulation_score": 6.767294569759611,
1315
+ "total_penalty_factor": 0.5,
1316
+ "fail_reason": "out_of_bounds",
1317
+ "penalty_events": [
1318
+ {
1319
+ "event_type": "out_of_bounds",
1320
+ "timestep": 117,
1321
+ "penalty_factor": 0.5,
1322
+ "details": "Target object left workspace/view"
1323
+ }
1324
+ ]
1325
+ },
1326
+ {
1327
+ "episode_id": 74,
1328
+ "seed": 100104,
1329
+ "success": false,
1330
+ "steps_taken": 118,
1331
+ "max_steps": 400,
1332
+ "route_completion": 35.73470671236487,
1333
+ "manipulation_score": 17.867353356182434,
1334
+ "total_penalty_factor": 0.5,
1335
+ "fail_reason": "out_of_bounds",
1336
+ "penalty_events": [
1337
+ {
1338
+ "event_type": "out_of_bounds",
1339
+ "timestep": 118,
1340
+ "penalty_factor": 0.5,
1341
+ "details": "Target object left workspace/view"
1342
+ }
1343
+ ]
1344
+ },
1345
+ {
1346
+ "episode_id": 75,
1347
+ "seed": 100105,
1348
+ "success": false,
1349
+ "steps_taken": 114,
1350
+ "max_steps": 400,
1351
+ "route_completion": 6.67823816772533,
1352
+ "manipulation_score": 3.339119083862665,
1353
+ "total_penalty_factor": 0.5,
1354
+ "fail_reason": "out_of_bounds",
1355
+ "penalty_events": [
1356
+ {
1357
+ "event_type": "out_of_bounds",
1358
+ "timestep": 114,
1359
+ "penalty_factor": 0.5,
1360
+ "details": "Target object left workspace/view"
1361
+ }
1362
+ ]
1363
+ },
1364
+ {
1365
+ "episode_id": 76,
1366
+ "seed": 100108,
1367
+ "success": false,
1368
+ "steps_taken": 201,
1369
+ "max_steps": 400,
1370
+ "route_completion": 54.86203568833734,
1371
+ "manipulation_score": 27.43101784416867,
1372
+ "total_penalty_factor": 0.5,
1373
+ "fail_reason": "out_of_bounds",
1374
+ "penalty_events": [
1375
+ {
1376
+ "event_type": "out_of_bounds",
1377
+ "timestep": 201,
1378
+ "penalty_factor": 0.5,
1379
+ "details": "Target object left workspace/view"
1380
+ }
1381
+ ]
1382
+ },
1383
+ {
1384
+ "episode_id": 77,
1385
+ "seed": 100109,
1386
+ "success": false,
1387
+ "steps_taken": 90,
1388
+ "max_steps": 400,
1389
+ "route_completion": 0.0343782936299973,
1390
+ "manipulation_score": 0.01718914681499865,
1391
+ "total_penalty_factor": 0.5,
1392
+ "fail_reason": "out_of_bounds",
1393
+ "penalty_events": [
1394
+ {
1395
+ "event_type": "out_of_bounds",
1396
+ "timestep": 90,
1397
+ "penalty_factor": 0.5,
1398
+ "details": "Target object left workspace/view"
1399
+ }
1400
+ ]
1401
+ },
1402
+ {
1403
+ "episode_id": 78,
1404
+ "seed": 100110,
1405
+ "success": false,
1406
+ "steps_taken": 93,
1407
+ "max_steps": 400,
1408
+ "route_completion": 0.03719403014489648,
1409
+ "manipulation_score": 0.01859701507244824,
1410
+ "total_penalty_factor": 0.5,
1411
+ "fail_reason": "out_of_bounds",
1412
+ "penalty_events": [
1413
+ {
1414
+ "event_type": "out_of_bounds",
1415
+ "timestep": 93,
1416
+ "penalty_factor": 0.5,
1417
+ "details": "Target object left workspace/view"
1418
+ }
1419
+ ]
1420
+ },
1421
+ {
1422
+ "episode_id": 79,
1423
+ "seed": 100111,
1424
+ "success": false,
1425
+ "steps_taken": 121,
1426
+ "max_steps": 400,
1427
+ "route_completion": 22.881996067237488,
1428
+ "manipulation_score": 11.440998033618744,
1429
+ "total_penalty_factor": 0.5,
1430
+ "fail_reason": "out_of_bounds",
1431
+ "penalty_events": [
1432
+ {
1433
+ "event_type": "out_of_bounds",
1434
+ "timestep": 121,
1435
+ "penalty_factor": 0.5,
1436
+ "details": "Target object left workspace/view"
1437
+ }
1438
+ ]
1439
+ },
1440
+ {
1441
+ "episode_id": 80,
1442
+ "seed": 100112,
1443
+ "success": false,
1444
+ "steps_taken": 97,
1445
+ "max_steps": 400,
1446
+ "route_completion": 13.686448671989893,
1447
+ "manipulation_score": 6.843224335994947,
1448
+ "total_penalty_factor": 0.5,
1449
+ "fail_reason": "out_of_bounds",
1450
+ "penalty_events": [
1451
+ {
1452
+ "event_type": "out_of_bounds",
1453
+ "timestep": 97,
1454
+ "penalty_factor": 0.5,
1455
+ "details": "Target object left workspace/view"
1456
+ }
1457
+ ]
1458
+ },
1459
+ {
1460
+ "episode_id": 81,
1461
+ "seed": 100113,
1462
+ "success": false,
1463
+ "steps_taken": 400,
1464
+ "max_steps": 400,
1465
+ "route_completion": 45.15900005889586,
1466
+ "manipulation_score": 45.15900005889586,
1467
+ "total_penalty_factor": 1.0,
1468
+ "fail_reason": null,
1469
+ "penalty_events": []
1470
+ },
1471
+ {
1472
+ "episode_id": 82,
1473
+ "seed": 100114,
1474
+ "success": false,
1475
+ "steps_taken": 104,
1476
+ "max_steps": 400,
1477
+ "route_completion": 32.556581713960995,
1478
+ "manipulation_score": 16.278290856980497,
1479
+ "total_penalty_factor": 0.5,
1480
+ "fail_reason": "out_of_bounds",
1481
+ "penalty_events": [
1482
+ {
1483
+ "event_type": "out_of_bounds",
1484
+ "timestep": 104,
1485
+ "penalty_factor": 0.5,
1486
+ "details": "Target object left workspace/view"
1487
+ }
1488
+ ]
1489
+ },
1490
+ {
1491
+ "episode_id": 83,
1492
+ "seed": 100115,
1493
+ "success": false,
1494
+ "steps_taken": 105,
1495
+ "max_steps": 400,
1496
+ "route_completion": 11.067784013160257,
1497
+ "manipulation_score": 5.533892006580128,
1498
+ "total_penalty_factor": 0.5,
1499
+ "fail_reason": "out_of_bounds",
1500
+ "penalty_events": [
1501
+ {
1502
+ "event_type": "out_of_bounds",
1503
+ "timestep": 105,
1504
+ "penalty_factor": 0.5,
1505
+ "details": "Target object left workspace/view"
1506
+ }
1507
+ ]
1508
+ },
1509
+ {
1510
+ "episode_id": 84,
1511
+ "seed": 100116,
1512
+ "success": false,
1513
+ "steps_taken": 97,
1514
+ "max_steps": 400,
1515
+ "route_completion": 0.05550473726690302,
1516
+ "manipulation_score": 0.02775236863345151,
1517
+ "total_penalty_factor": 0.5,
1518
+ "fail_reason": "out_of_bounds",
1519
+ "penalty_events": [
1520
+ {
1521
+ "event_type": "out_of_bounds",
1522
+ "timestep": 97,
1523
+ "penalty_factor": 0.5,
1524
+ "details": "Target object left workspace/view"
1525
+ }
1526
+ ]
1527
+ },
1528
+ {
1529
+ "episode_id": 85,
1530
+ "seed": 100117,
1531
+ "success": false,
1532
+ "steps_taken": 400,
1533
+ "max_steps": 400,
1534
+ "route_completion": 22.8913111663062,
1535
+ "manipulation_score": 22.8913111663062,
1536
+ "total_penalty_factor": 1.0,
1537
+ "fail_reason": null,
1538
+ "penalty_events": []
1539
+ },
1540
+ {
1541
+ "episode_id": 86,
1542
+ "seed": 100118,
1543
+ "success": false,
1544
+ "steps_taken": 98,
1545
+ "max_steps": 400,
1546
+ "route_completion": 33.03762761327974,
1547
+ "manipulation_score": 16.51881380663987,
1548
+ "total_penalty_factor": 0.5,
1549
+ "fail_reason": "out_of_bounds",
1550
+ "penalty_events": [
1551
+ {
1552
+ "event_type": "out_of_bounds",
1553
+ "timestep": 98,
1554
+ "penalty_factor": 0.5,
1555
+ "details": "Target object left workspace/view"
1556
+ }
1557
+ ]
1558
+ },
1559
+ {
1560
+ "episode_id": 87,
1561
+ "seed": 100119,
1562
+ "success": false,
1563
+ "steps_taken": 131,
1564
+ "max_steps": 400,
1565
+ "route_completion": 39.735564976448444,
1566
+ "manipulation_score": 19.867782488224222,
1567
+ "total_penalty_factor": 0.5,
1568
+ "fail_reason": "out_of_bounds",
1569
+ "penalty_events": [
1570
+ {
1571
+ "event_type": "out_of_bounds",
1572
+ "timestep": 131,
1573
+ "penalty_factor": 0.5,
1574
+ "details": "Target object left workspace/view"
1575
+ }
1576
+ ]
1577
+ },
1578
+ {
1579
+ "episode_id": 88,
1580
+ "seed": 100120,
1581
+ "success": false,
1582
+ "steps_taken": 201,
1583
+ "max_steps": 400,
1584
+ "route_completion": 5.151126271758057,
1585
+ "manipulation_score": 2.5755631358790283,
1586
+ "total_penalty_factor": 0.5,
1587
+ "fail_reason": "out_of_bounds",
1588
+ "penalty_events": [
1589
+ {
1590
+ "event_type": "out_of_bounds",
1591
+ "timestep": 201,
1592
+ "penalty_factor": 0.5,
1593
+ "details": "Target object left workspace/view"
1594
+ }
1595
+ ]
1596
+ },
1597
+ {
1598
+ "episode_id": 89,
1599
+ "seed": 100121,
1600
+ "success": false,
1601
+ "steps_taken": 95,
1602
+ "max_steps": 400,
1603
+ "route_completion": 0.0,
1604
+ "manipulation_score": 0.0,
1605
+ "total_penalty_factor": 0.5,
1606
+ "fail_reason": "out_of_bounds",
1607
+ "penalty_events": [
1608
+ {
1609
+ "event_type": "out_of_bounds",
1610
+ "timestep": 95,
1611
+ "penalty_factor": 0.5,
1612
+ "details": "Target object left workspace/view"
1613
+ }
1614
+ ]
1615
+ },
1616
+ {
1617
+ "episode_id": 90,
1618
+ "seed": 100124,
1619
+ "success": false,
1620
+ "steps_taken": 99,
1621
+ "max_steps": 400,
1622
+ "route_completion": 29.065172038249678,
1623
+ "manipulation_score": 14.532586019124839,
1624
+ "total_penalty_factor": 0.5,
1625
+ "fail_reason": "out_of_bounds",
1626
+ "penalty_events": [
1627
+ {
1628
+ "event_type": "out_of_bounds",
1629
+ "timestep": 99,
1630
+ "penalty_factor": 0.5,
1631
+ "details": "Target object left workspace/view"
1632
+ }
1633
+ ]
1634
+ },
1635
+ {
1636
+ "episode_id": 91,
1637
+ "seed": 100125,
1638
+ "success": false,
1639
+ "steps_taken": 153,
1640
+ "max_steps": 400,
1641
+ "route_completion": 35.38604445439481,
1642
+ "manipulation_score": 17.693022227197407,
1643
+ "total_penalty_factor": 0.5,
1644
+ "fail_reason": "out_of_bounds",
1645
+ "penalty_events": [
1646
+ {
1647
+ "event_type": "out_of_bounds",
1648
+ "timestep": 153,
1649
+ "penalty_factor": 0.5,
1650
+ "details": "Target object left workspace/view"
1651
+ }
1652
+ ]
1653
+ },
1654
+ {
1655
+ "episode_id": 92,
1656
+ "seed": 100126,
1657
+ "success": false,
1658
+ "steps_taken": 400,
1659
+ "max_steps": 400,
1660
+ "route_completion": 15.660741974700883,
1661
+ "manipulation_score": 15.660741974700883,
1662
+ "total_penalty_factor": 1.0,
1663
+ "fail_reason": null,
1664
+ "penalty_events": []
1665
+ },
1666
+ {
1667
+ "episode_id": 93,
1668
+ "seed": 100127,
1669
+ "success": false,
1670
+ "steps_taken": 125,
1671
+ "max_steps": 400,
1672
+ "route_completion": 0.015531882210071575,
1673
+ "manipulation_score": 0.0077659411050357875,
1674
+ "total_penalty_factor": 0.5,
1675
+ "fail_reason": "out_of_bounds",
1676
+ "penalty_events": [
1677
+ {
1678
+ "event_type": "out_of_bounds",
1679
+ "timestep": 125,
1680
+ "penalty_factor": 0.5,
1681
+ "details": "Target object left workspace/view"
1682
+ }
1683
+ ]
1684
+ },
1685
+ {
1686
+ "episode_id": 94,
1687
+ "seed": 100128,
1688
+ "success": false,
1689
+ "steps_taken": 219,
1690
+ "max_steps": 400,
1691
+ "route_completion": 28.976010856620587,
1692
+ "manipulation_score": 14.488005428310293,
1693
+ "total_penalty_factor": 0.5,
1694
+ "fail_reason": "out_of_bounds",
1695
+ "penalty_events": [
1696
+ {
1697
+ "event_type": "out_of_bounds",
1698
+ "timestep": 219,
1699
+ "penalty_factor": 0.5,
1700
+ "details": "Target object left workspace/view"
1701
+ }
1702
+ ]
1703
+ },
1704
+ {
1705
+ "episode_id": 95,
1706
+ "seed": 100130,
1707
+ "success": false,
1708
+ "steps_taken": 151,
1709
+ "max_steps": 400,
1710
+ "route_completion": 9.484283675477071,
1711
+ "manipulation_score": 4.742141837738536,
1712
+ "total_penalty_factor": 0.5,
1713
+ "fail_reason": "out_of_bounds",
1714
+ "penalty_events": [
1715
+ {
1716
+ "event_type": "out_of_bounds",
1717
+ "timestep": 151,
1718
+ "penalty_factor": 0.5,
1719
+ "details": "Target object left workspace/view"
1720
+ }
1721
+ ]
1722
+ },
1723
+ {
1724
+ "episode_id": 96,
1725
+ "seed": 100131,
1726
+ "success": false,
1727
+ "steps_taken": 153,
1728
+ "max_steps": 400,
1729
+ "route_completion": 23.94082177833093,
1730
+ "manipulation_score": 11.970410889165464,
1731
+ "total_penalty_factor": 0.5,
1732
+ "fail_reason": "out_of_bounds",
1733
+ "penalty_events": [
1734
+ {
1735
+ "event_type": "out_of_bounds",
1736
+ "timestep": 153,
1737
+ "penalty_factor": 0.5,
1738
+ "details": "Target object left workspace/view"
1739
+ }
1740
+ ]
1741
+ },
1742
+ {
1743
+ "episode_id": 97,
1744
+ "seed": 100132,
1745
+ "success": false,
1746
+ "steps_taken": 100,
1747
+ "max_steps": 400,
1748
+ "route_completion": 0.07073757419380264,
1749
+ "manipulation_score": 0.03536878709690132,
1750
+ "total_penalty_factor": 0.5,
1751
+ "fail_reason": "out_of_bounds",
1752
+ "penalty_events": [
1753
+ {
1754
+ "event_type": "out_of_bounds",
1755
+ "timestep": 100,
1756
+ "penalty_factor": 0.5,
1757
+ "details": "Target object left workspace/view"
1758
+ }
1759
+ ]
1760
+ },
1761
+ {
1762
+ "episode_id": 98,
1763
+ "seed": 100133,
1764
+ "success": false,
1765
+ "steps_taken": 90,
1766
+ "max_steps": 400,
1767
+ "route_completion": 0.0,
1768
+ "manipulation_score": 0.0,
1769
+ "total_penalty_factor": 0.5,
1770
+ "fail_reason": "out_of_bounds",
1771
+ "penalty_events": [
1772
+ {
1773
+ "event_type": "out_of_bounds",
1774
+ "timestep": 90,
1775
+ "penalty_factor": 0.5,
1776
+ "details": "Target object left workspace/view"
1777
+ }
1778
+ ]
1779
+ },
1780
+ {
1781
+ "episode_id": 99,
1782
+ "seed": 100134,
1783
+ "success": false,
1784
+ "steps_taken": 84,
1785
+ "max_steps": 400,
1786
+ "route_completion": 3.668216304802483,
1787
+ "manipulation_score": 1.8341081524012415,
1788
+ "total_penalty_factor": 0.5,
1789
+ "fail_reason": "out_of_bounds",
1790
+ "penalty_events": [
1791
+ {
1792
+ "event_type": "out_of_bounds",
1793
+ "timestep": 84,
1794
+ "penalty_factor": 0.5,
1795
+ "details": "Target object left workspace/view"
1796
+ }
1797
+ ]
1798
+ },
1799
+ {
1800
+ "episode_id": 100,
1801
+ "seed": 100135,
1802
+ "success": false,
1803
+ "steps_taken": 98,
1804
+ "max_steps": 400,
1805
+ "route_completion": 0.0,
1806
+ "manipulation_score": 0.0,
1807
+ "total_penalty_factor": 0.5,
1808
+ "fail_reason": "out_of_bounds",
1809
+ "penalty_events": [
1810
+ {
1811
+ "event_type": "out_of_bounds",
1812
+ "timestep": 98,
1813
+ "penalty_factor": 0.5,
1814
+ "details": "Target object left workspace/view"
1815
+ }
1816
+ ]
1817
+ }
1818
+ ]
log/eval_result/place_object_scale/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:16:26/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 3,
4
+ "success_rate": 3.0,
5
+ "manipulation_score_mean": 14.431704041526134,
6
+ "manipulation_score_std": 18.11545702710347,
7
+ "route_completion_mean": 23.23733091174441,
8
+ "route_completion_std": 20.852649876173626,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 88
11
+ }