| 14 |
task_1 |
Navigate to a knife. |
Object Recall |
|
1 |
1 |
1 |
1 |
0.917 |
1.000 |
253 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 15,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 253,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9171175282341011,
"findingdory_high_level_spl": 1.0
} |
| 14 |
task_2 |
Navigate to a table. |
Object Recall |
|
0 |
1 |
1 |
1 |
0.000 |
0.272 |
1001 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 282,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 1001,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": true,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 0.2715183266585184
} |
| 14 |
task_9 |
Navigate to the plant container that you interacted with yesterday. |
Conditional Interaction |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
1001 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 124,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 1001,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": true,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 14 |
task_10 |
Navigate to a plant container that you did not interact with yesterday. |
Conditional Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 14 |
task_12 |
Navigate to a chest of drawers you picked an object from. |
Conditional Interaction |
|
1 |
1 |
1 |
1 |
0.746 |
1.000 |
673 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 53,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 673,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.7455477038416688,
"findingdory_high_level_spl": 1.0
} |
| 14 |
task_13 |
Navigate to a table you placed an object on. |
Conditional Interaction |
|
1 |
1 |
1 |
1 |
0.466 |
0.561 |
668 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 52,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 668,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.46615136705516974,
"findingdory_high_level_spl": 0.5606374418198249
} |
| 14 |
task_7 |
Navigate to any receptacle you picked an object from. |
Interaction |
|
0 |
1 |
1 |
1 |
0.000 |
0.969 |
219 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 2,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 219,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": true,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 0.9687775033917337
} |
| 14 |
task_8 |
Navigate to any receptacle you placed an object on. |
Interaction |
|
1 |
1 |
1 |
1 |
0.368 |
0.435 |
114 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 114,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.3681835960818236,
"findingdory_high_level_spl": 0.4348540524516702
} |
| 14 |
task_52 |
Revisit all the receptacles you picked objects from yesterday. |
Unordered Revisitation |
|
0 |
1 |
1 |
1 |
0.000 |
-1.000 |
1001 |
3 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 97,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 1001,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 3,
"c": {
"low_level_policy_timeout": true,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": -1
} |
| 14 |
task_53 |
Revisit all the receptacles you placed objects on yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
3 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 3,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 14 |
task_54 |
Revisit all the table you placed objects on yesterday. |
Unordered Revisitation |
|
1 |
1 |
1 |
1 |
1.000 |
-1.000 |
297 |
2 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 10,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 297,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 2,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 1.0,
"findingdory_high_level_spl": -1
} |
| 14 |
task_55 |
Revisit all the chair you picked objects from yesterday. |
Unordered Revisitation |
|
1 |
1 |
1 |
1 |
0.989 |
-1.000 |
175 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 175,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9894799031979,
"findingdory_high_level_spl": -1
} |
| 14 |
task_56 |
Revisit all the objects you interacted with yesterday. |
Unordered Revisitation |
|
0 |
1 |
1 |
1 |
0.000 |
-1.000 |
170 |
3 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 14,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 170,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 3,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": true,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": -1
} |
| 14 |
task_58 |
Revisit all the receptacles you picked objects from yesterday in specific order. The order to revisit them is: third, first, second. |
Ordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
3 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 3,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 14 |
task_59 |
Revisit all the receptacles you placed objects on yesterday in specific order. The order to revisit them is: third, first, second. |
Ordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
3 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 3,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 14 |
task_60 |
Revisit all the objects you interacted with yesterday in specific order. The order to revisit them is: third, second, first. |
Ordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
3 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 3,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 14 |
task_57 |
Revisit all the receptacles you interacted with yesterday. |
Unordered Revisitation |
|
0 |
1 |
1 |
1 |
0.000 |
-1.000 |
1021 |
6 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 55,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 1021,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 6,
"c": {
"low_level_policy_timeout": true,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": -1
} |
| 14 |
task_47 |
Navigate to the receptacle that you interacted with at XX:XX yesterday. |
Time-Based |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 14 |
task_48 |
Navigate to the object that you interacted with at XX:XX yesterday. |
Time-Based |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
101 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 1,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 101,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": true,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 14 |
task_3 |
Navigate to any receptacle you interacted with. |
Interaction |
|
1 |
1 |
1 |
1 |
0.184 |
0.196 |
175 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 175,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.18409176377912653,
"findingdory_high_level_spl": 0.19597138234387615
} |
| 14 |
task_4 |
Navigate to any receptacle you did not interact with. |
Interaction |
|
0 |
0 |
0 |
1 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 14 |
task_11 |
Navigate to a chair you did not interact with yesterday. |
Conditional Interaction |
|
0 |
0 |
0 |
1 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 14 |
task_5 |
Navigate to any object that you interacted with yesterday. |
Interaction |
|
1 |
1 |
1 |
1 |
0.579 |
0.584 |
114 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 114,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.5788547362354002,
"findingdory_high_level_spl": 0.5835318681896501
} |
| 14 |
task_6 |
Navigate to any object that you did not interact with yesterday. |
Interaction |
|
1 |
1 |
1 |
1 |
0.600 |
0.616 |
114 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 114,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.6001527057018794,
"findingdory_high_level_spl": 0.6160531847281624
} |
| 14 |
task_14 |
Navigate to the receptacle that you picked the hard drive from. |
Conditional Interaction |
|
1 |
1 |
1 |
1 |
0.939 |
1.000 |
175 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 175,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9393808502921914,
"findingdory_high_level_spl": 1.0
} |
| 14 |
task_15 |
Navigate to the object that you picked from the table. |
Conditional Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 14 |
task_21 |
Navigate to the receptacle that you interacted with which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 14 |
task_22 |
Navigate to the receptacle that you did not interact with which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 14 |
task_23 |
Navigate to the receptacle that you picked an object from which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 14 |
task_24 |
Navigate to the receptacle that you placed an object on which is the farthest from your current location. |
Spatial Relationship |
|
1 |
1 |
1 |
1 |
0.831 |
1.000 |
409 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 23,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 409,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8314664916945598,
"findingdory_high_level_spl": 1.0
} |
| 14 |
task_25 |
Navigate to the object which you interacted with which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 14 |
task_31 |
Navigate to the first object that you interacted with yesterday. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 14 |
task_32 |
Navigate to the first receptacle that you picked an object from. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_1 |
Navigate to a teapot. |
Object Recall |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_2 |
Navigate to a cabinet. |
Object Recall |
|
1 |
1 |
1 |
1 |
0.806 |
0.922 |
499 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 54,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 499,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8064102491177693,
"findingdory_high_level_spl": 0.9220636324551105
} |
| 16 |
task_9 |
Navigate to the teapot that you interacted with yesterday. |
Conditional Interaction |
|
1 |
1 |
1 |
1 |
0.700 |
0.936 |
713 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 4,
"robot_obj_colls": 0,
"robot_scene_colls": 4,
"obj_scene_colls": 0
},
"navmesh_collision": 57,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 713,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.7003642424247032,
"findingdory_high_level_spl": 0.9355602170031062
} |
| 16 |
task_10 |
Navigate to a teapot that you did not interact with yesterday. |
Conditional Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_12 |
Navigate to a counter you picked an object from. |
Conditional Interaction |
|
1 |
1 |
1 |
1 |
0.308 |
1.000 |
692 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 60,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 692,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.30796295803684737,
"findingdory_high_level_spl": 1.0
} |
| 16 |
task_13 |
Navigate to a shelves you placed an object on. |
Conditional Interaction |
|
1 |
1 |
1 |
1 |
0.829 |
1.000 |
417 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 20,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 417,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8292574832120015,
"findingdory_high_level_spl": 1.0
} |
| 16 |
task_7 |
Navigate to any receptacle you picked an object from. |
Interaction |
|
1 |
1 |
1 |
1 |
0.482 |
1.000 |
147 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 2,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 147,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.4815420843723142,
"findingdory_high_level_spl": 1.0
} |
| 16 |
task_8 |
Navigate to any receptacle you placed an object on. |
Interaction |
|
1 |
1 |
1 |
1 |
0.372 |
1.000 |
890 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 77,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 890,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.37206919445067116,
"findingdory_high_level_spl": 1.0
} |
| 16 |
task_52 |
Revisit all the receptacles you picked objects from yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
3 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 3,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_53 |
Revisit all the receptacles you placed objects on yesterday. |
Unordered Revisitation |
|
1 |
1 |
1 |
1 |
0.710 |
-1.000 |
860 |
3 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 50,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 860,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 3,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.70971744831013,
"findingdory_high_level_spl": -1
} |
| 16 |
task_54 |
Revisit all the shelves you placed objects on yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_55 |
Revisit all the counter you picked objects from yesterday. |
Unordered Revisitation |
|
1 |
1 |
1 |
1 |
0.981 |
-1.000 |
135 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 135,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9811478192922655,
"findingdory_high_level_spl": -1
} |
| 16 |
task_56 |
Revisit all the objects you interacted with yesterday. |
Unordered Revisitation |
|
0 |
1 |
1 |
1 |
0.000 |
-1.000 |
1018 |
3 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 89,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 1018,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 3,
"c": {
"low_level_policy_timeout": true,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": -1
} |
| 16 |
task_58 |
Revisit all the receptacles you picked objects from yesterday in specific order. The order to revisit them is: first, third, second. |
Ordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
3 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 3,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_59 |
Revisit all the receptacles you placed objects on yesterday in specific order. The order to revisit them is: third, first, second. |
Ordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
3 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 3,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_60 |
Revisit all the objects you interacted with yesterday in specific order. The order to revisit them is: first, second, third. |
Ordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
3 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 3,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_57 |
Revisit all the receptacles you interacted with yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
6 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 6,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_47 |
Navigate to the receptacle that you interacted with at XX:XX yesterday. |
Time-Based |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_48 |
Navigate to the object that you interacted with at XX:XX yesterday. |
Time-Based |
|
1 |
1 |
1 |
1 |
0.943 |
1.000 |
205 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 205,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9426850160001042,
"findingdory_high_level_spl": 1.0
} |
| 16 |
task_3 |
Navigate to any receptacle you interacted with. |
Interaction |
|
1 |
1 |
1 |
1 |
0.482 |
1.000 |
135 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 135,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.4815420848941719,
"findingdory_high_level_spl": 1.0
} |
| 16 |
task_4 |
Navigate to any receptacle you did not interact with. |
Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_11 |
Navigate to a cabinet you did not interact with yesterday. |
Conditional Interaction |
|
0 |
0 |
0 |
1 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_5 |
Navigate to any object that you interacted with yesterday. |
Interaction |
|
0 |
1 |
1 |
1 |
0.000 |
0.747 |
1001 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 10,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 1001,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": true,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 0.7468115484961073
} |
| 16 |
task_6 |
Navigate to any object that you did not interact with yesterday. |
Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_14 |
Navigate to the receptacle that you picked the teapot from. |
Conditional Interaction |
|
1 |
1 |
1 |
1 |
0.482 |
1.000 |
135 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 135,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.4815420848941719,
"findingdory_high_level_spl": 1.0
} |
| 16 |
task_15 |
Navigate to the object that you picked from the stand. |
Conditional Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_21 |
Navigate to the receptacle that you interacted with which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_22 |
Navigate to the receptacle that you did not interact with which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_23 |
Navigate to the receptacle that you picked an object from which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_24 |
Navigate to the receptacle that you placed an object on which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_25 |
Navigate to the object which you interacted with which is the farthest from your current location. |
Spatial Relationship |
|
1 |
1 |
1 |
1 |
0.943 |
1.000 |
205 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 205,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9426850160001042,
"findingdory_high_level_spl": 1.0
} |
| 16 |
task_31 |
Navigate to the second object that you interacted with yesterday. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_32 |
Navigate to the first receptacle that you picked an object from. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_33 |
Navigate to the second receptacle that you placed an object on. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_34 |
Navigate to the receptacle that you picked the third object from. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_35 |
Navigate to the object that you picked from the second receptacle. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_30 |
Navigate to a room that you didnt visit yesterday. If there is no such room, then go to the room from where you started yesterday. |
Room Visitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_26 |
Navigate to the room where you picked the first object from. |
Room Visitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_27 |
Navigate to the room where you placed the second object in. |
Room Visitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_28 |
Navigate to the room where you picked the teapot from. |
Room Visitation |
|
1 |
1 |
1 |
1 |
0.551 |
1.000 |
135 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 135,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.5514635771126013,
"findingdory_high_level_spl": 1.0
} |
| 16 |
task_29 |
Navigate to the room where you placed the teapot in. |
Room Visitation |
|
1 |
1 |
1 |
1 |
0.350 |
1.000 |
204 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 4,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 204,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.3501943042562224,
"findingdory_high_level_spl": 1.0
} |
| 16 |
task_16 |
Navigate to a spherical shaped object that you interacted with yesterday. |
Object Attributes |
|
1 |
1 |
1 |
1 |
0.988 |
1.000 |
121 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 121,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9879641220439118,
"findingdory_high_level_spl": 1.0
} |
| 16 |
task_17 |
Navigate to a red colored object again that you interacted with yesterday. |
Object Attributes |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_18 |
Navigate to an interacted object with stripes on it. |
Object Attributes |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
186 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 186,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": true,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 16 |
task_19 |
Navigate to an already interacted object that is made of ceramic. |
Object Attributes |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
186 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 186,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": true,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 16 |
task_20 |
Navigate to an object that is used for brewing tea that you interacted with yesterday. |
Object Attributes |
|
1 |
1 |
1 |
1 |
0.882 |
0.936 |
205 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 205,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8819385981346342,
"findingdory_high_level_spl": 0.9355602170031062
} |
| 16 |
task_36 |
Navigate to the object you interacted with immediately after ending the interaction with tomato. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_37 |
Navigate to the object you interacted with immediately before starting the interaction with second teapot. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_38 |
Navigate to the object you interacted with 2 interactions after ending the interaction with tomato. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_39 |
Navigate to the object you interacted with 2 interactions before starting the interaction with second teapot. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_40 |
Navigate to the object you that you interacted with between the interactions with tomato and second teapot. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_41 |
Navigate to the receptacle that you placed an object on right before you started interacting with first teapot. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_42 |
Navigate to the receptacle that you picked an object from right after you finished interacting with first teapot. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_43 |
Navigate to the receptacle that you placed an object on 2 interactions before you started interacting with second teapot. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_44 |
Navigate to the receptacle that you picked an object from 2 interactions after you finished interacting with tomato. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_45 |
Navigate to the receptacle that you placed an object on between the interactions with tomato and second teapot. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_46 |
Navigate to the receptacle that you picked an object from between the interactions with tomato and second teapot. |
Interaction Order |
|
1 |
1 |
1 |
1 |
0.482 |
1.000 |
135 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 135,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.4815420848941719,
"findingdory_high_level_spl": 1.0
} |
| 16 |
task_50 |
Navigate to to the room that you spent most time in. |
Duration Tracking |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 16 |
task_49 |
Navigate to to the object which took the longest time to rearrange. |
Duration Tracking |
|
1 |
1 |
1 |
1 |
0.943 |
1.000 |
205 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 205,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9426850160001042,
"findingdory_high_level_spl": 1.0
} |
| 16 |
task_51 |
Navigate to to the object which took the shortest time to rearrange. |
Duration Tracking |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
186 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 186,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": true,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 19 |
task_1 |
Navigate to a soap dispenser. |
Object Recall |
|
1 |
1 |
1 |
1 |
0.927 |
1.000 |
107 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 6,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 107,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9272243044258315,
"findingdory_high_level_spl": 1.0
} |
| 19 |
task_2 |
Navigate to a stool. |
Object Recall |
|
1 |
1 |
1 |
1 |
0.258 |
0.291 |
130 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 9,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 130,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.25767258763924505,
"findingdory_high_level_spl": 0.29088077144355745
} |
| 19 |
task_9 |
Navigate to the plant container that you interacted with yesterday. |
Conditional Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 19 |
task_10 |
Navigate to a plant container that you did not interact with yesterday. |
Conditional Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 19 |
task_12 |
Navigate to a washer dryer you picked an object from. |
Conditional Interaction |
|
1 |
1 |
1 |
1 |
0.828 |
1.000 |
54 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 54,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8283261261102673,
"findingdory_high_level_spl": 1.0
} |
| 19 |
task_13 |
Navigate to a stool you placed an object on. |
Conditional Interaction |
|
1 |
1 |
1 |
1 |
0.909 |
1.000 |
94 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 94,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9085494498533747,
"findingdory_high_level_spl": 1.0
} |
| 19 |
task_7 |
Navigate to any receptacle you picked an object from. |
Interaction |
|
1 |
1 |
1 |
1 |
0.382 |
0.421 |
114 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 1,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 114,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.3823044862597156,
"findingdory_high_level_spl": 0.4207855672247376
} |
| 19 |
task_8 |
Navigate to any receptacle you placed an object on. |
Interaction |
|
1 |
1 |
1 |
1 |
0.801 |
1.000 |
75 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 1,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 75,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8006738659238714,
"findingdory_high_level_spl": 1.0
} |
| 19 |
task_52 |
Revisit all the receptacles you picked objects from yesterday. |
Unordered Revisitation |
|
1 |
1 |
1 |
1 |
0.717 |
-1.000 |
247 |
3 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 1,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 247,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 3,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.7172566620821772,
"findingdory_high_level_spl": -1
} |
| 19 |
task_53 |
Revisit all the receptacles you placed objects on yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
2 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 2,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 19 |
task_54 |
Revisit all the stool you placed objects on yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 19 |
task_55 |
Revisit all the chair you picked objects from yesterday. |
Unordered Revisitation |
|
1 |
1 |
1 |
1 |
1.000 |
-1.000 |
70 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 70,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 1.0,
"findingdory_high_level_spl": -1
} |
| 2 |
task_1 |
Navigate to a can. |
Object Recall |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_2 |
Navigate to a chest of drawers. |
Object Recall |
|
1 |
1 |
1 |
1 |
0.300 |
0.581 |
920 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 106,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 920,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.2997994876349688,
"findingdory_high_level_spl": 0.5805796756436703
} |
| 2 |
task_9 |
Navigate to the tomato that you interacted with yesterday. |
Conditional Interaction |
|
1 |
1 |
1 |
1 |
0.915 |
1.000 |
338 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 25,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 338,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9151026456577862,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_10 |
Navigate to a can that you did not interact with yesterday. |
Conditional Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_12 |
Navigate to a chest of drawers you picked an object from. |
Conditional Interaction |
|
1 |
1 |
1 |
1 |
0.918 |
1.000 |
236 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 15,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 236,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9180081157270791,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_13 |
Navigate to a table you placed an object on. |
Conditional Interaction |
|
1 |
1 |
1 |
1 |
0.841 |
1.000 |
147 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 3,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 147,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8408264099647808,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_7 |
Navigate to any receptacle you picked an object from. |
Interaction |
|
1 |
1 |
1 |
1 |
0.939 |
1.000 |
130 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 130,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9388717675534176,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_8 |
Navigate to any receptacle you placed an object on. |
Interaction |
|
1 |
1 |
1 |
1 |
0.841 |
1.000 |
124 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 124,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8408264088752774,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_52 |
Revisit all the receptacles you picked objects from yesterday. |
Unordered Revisitation |
|
1 |
1 |
1 |
1 |
1.000 |
-1.000 |
191 |
2 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 191,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 2,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 1.0,
"findingdory_high_level_spl": -1
} |
| 2 |
task_53 |
Revisit all the receptacles you placed objects on yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
2 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 2,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_54 |
Revisit all the table you placed objects on yesterday. |
Unordered Revisitation |
|
1 |
1 |
1 |
1 |
0.906 |
-1.000 |
356 |
2 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 15,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 356,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 2,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9056717368440249,
"findingdory_high_level_spl": -1
} |
| 2 |
task_55 |
Revisit all the chest of drawers you picked objects from yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
2 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 2,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_56 |
Revisit all the objects you interacted with yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
2 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 2,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_58 |
Revisit all the receptacles you picked objects from yesterday in specific order. The order to revisit them is: second, first. |
Ordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
2 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 2,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_59 |
Revisit all the receptacles you placed objects on yesterday in specific order. The order to revisit them is: first, second. |
Ordered Revisitation |
|
1 |
1 |
1 |
1 |
0.975 |
-1.000 |
303 |
2 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 6,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 303,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 2,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9754335739434068,
"findingdory_high_level_spl": -1
} |
| 2 |
task_60 |
Revisit all the objects you interacted with yesterday in specific order. The order to revisit them is: second, first. |
Ordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
2 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 2,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_57 |
Revisit all the receptacles you interacted with yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
4 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 4,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_47 |
Navigate to the receptacle that you interacted with at XX:XX yesterday. |
Time-Based |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_48 |
Navigate to the object that you interacted with at XX:XX yesterday. |
Time-Based |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
1001 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 110,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 1001,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": true,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_3 |
Navigate to any receptacle you interacted with. |
Interaction |
|
1 |
1 |
1 |
1 |
0.879 |
0.936 |
130 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 130,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8790457867996453,
"findingdory_high_level_spl": 0.9362788584966493
} |
| 2 |
task_4 |
Navigate to any receptacle you did not interact with. |
Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_11 |
Navigate to a chest of drawers you did not interact with yesterday. |
Conditional Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_5 |
Navigate to any object that you interacted with yesterday. |
Interaction |
|
1 |
1 |
1 |
1 |
0.712 |
0.714 |
178 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 1,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 178,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.7117464600434752,
"findingdory_high_level_spl": 0.7141357213062745
} |
| 2 |
task_6 |
Navigate to any object that you did not interact with yesterday. |
Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_14 |
Navigate to the receptacle that you picked the tomato from. |
Conditional Interaction |
|
1 |
1 |
1 |
1 |
0.890 |
1.000 |
167 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 167,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8895384063665039,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_15 |
Navigate to the object that you picked from the chest of drawers. |
Conditional Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_21 |
Navigate to the receptacle that you interacted with which is the farthest from your current location. |
Spatial Relationship |
|
1 |
1 |
1 |
1 |
0.959 |
1.000 |
177 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 177,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9589197510191794,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_22 |
Navigate to the receptacle that you did not interact with which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_23 |
Navigate to the receptacle that you picked an object from which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_24 |
Navigate to the receptacle that you placed an object on which is the farthest from your current location. |
Spatial Relationship |
|
1 |
1 |
1 |
1 |
0.959 |
1.000 |
177 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 177,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9589197510191794,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_25 |
Navigate to the object which you interacted with which is the farthest from your current location. |
Spatial Relationship |
|
1 |
1 |
1 |
1 |
0.997 |
1.000 |
177 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 177,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9966543118728743,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_31 |
Navigate to the second object that you interacted with yesterday. |
Interaction Order |
|
1 |
1 |
1 |
1 |
0.997 |
1.000 |
177 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 177,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9966543118728743,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_32 |
Navigate to the first receptacle that you picked an object from. |
Interaction Order |
|
1 |
1 |
1 |
1 |
0.890 |
1.000 |
167 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 167,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8895384063665039,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_33 |
Navigate to the first receptacle that you placed an object on. |
Interaction Order |
|
1 |
1 |
1 |
1 |
0.841 |
1.000 |
490 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 366,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 490,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8408263979802434,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_34 |
Navigate to the receptacle that you picked the second object from. |
Interaction Order |
|
1 |
1 |
1 |
1 |
0.939 |
1.000 |
130 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 130,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9388717675534176,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_35 |
Navigate to the object that you picked from the first receptacle. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_30 |
Navigate to a room that you didnt visit yesterday. If there is no such room, then go to the room from where you started yesterday. |
Room Visitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_26 |
Navigate to the room where you picked the second object from. |
Room Visitation |
|
1 |
1 |
1 |
1 |
0.804 |
1.000 |
130 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 130,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8038261162297041,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_27 |
Navigate to the room where you placed the first object in. |
Room Visitation |
|
1 |
1 |
1 |
1 |
0.708 |
1.000 |
490 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 366,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 490,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.7084685184411117,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_28 |
Navigate to the room where you picked the tomato from. |
Room Visitation |
|
1 |
1 |
1 |
1 |
0.854 |
1.000 |
167 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 167,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8539542979160253,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_29 |
Navigate to the room where you placed the can in. |
Room Visitation |
|
1 |
1 |
1 |
1 |
0.830 |
1.000 |
177 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 177,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8297963076769989,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_16 |
Navigate to a cylindrical shaped object that you interacted with yesterday. |
Object Attributes |
|
1 |
1 |
1 |
1 |
0.997 |
1.000 |
177 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 177,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9966543118728743,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_17 |
Navigate to a red colored object again that you interacted with yesterday. |
Object Attributes |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
490 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 366,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 490,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": true,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_18 |
Navigate to an interacted object with label on it. |
Object Attributes |
|
1 |
1 |
1 |
1 |
0.997 |
1.000 |
177 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 177,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9966543118728743,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_19 |
Navigate to an already interacted object that is made of organic. |
Object Attributes |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
490 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 366,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 490,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": true,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_20 |
Navigate to an object that is used for nutrition that you interacted with yesterday. |
Object Attributes |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
490 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 366,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 490,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": true,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_36 |
Navigate to the object you interacted with immediately after ending the interaction with tomato. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_37 |
Navigate to the object you interacted with immediately before starting the interaction with can. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_41 |
Navigate to the receptacle that you placed an object on right before you started interacting with can. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_42 |
Navigate to the receptacle that you picked an object from right after you finished interacting with tomato. |
Interaction Order |
|
1 |
1 |
1 |
1 |
0.939 |
1.000 |
130 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 130,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9388717675534176,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_50 |
Navigate to to the room that you spent most time in. |
Duration Tracking |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 2 |
task_49 |
Navigate to to the object which took the longest time to rearrange. |
Duration Tracking |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
490 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 366,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 490,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": true,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 2 |
task_51 |
Navigate to to the object which took the shortest time to rearrange. |
Duration Tracking |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": true,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": true,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_1 |
Navigate to a bottle. |
Object Recall |
|
1 |
1 |
1 |
1 |
0.238 |
0.248 |
175 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 12,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 175,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.23771277247754632,
"findingdory_high_level_spl": 0.24846012735469308
} |
| 28 |
task_2 |
Navigate to a cabinet. |
Object Recall |
|
1 |
1 |
1 |
1 |
0.117 |
0.141 |
94 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 94,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.11748448079319596,
"findingdory_high_level_spl": 0.14147993098991427
} |
| 28 |
task_9 |
Navigate to the tray that you interacted with yesterday. |
Conditional Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_10 |
Navigate to a doll that you did not interact with yesterday. |
Conditional Interaction |
|
0 |
0 |
1 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_12 |
Navigate to a table you picked an object from. |
Conditional Interaction |
|
1 |
1 |
1 |
1 |
0.048 |
1.000 |
43 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 43,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.047529927289970825,
"findingdory_high_level_spl": 1.0
} |
| 28 |
task_13 |
Navigate to a stool you placed an object on. |
Conditional Interaction |
|
1 |
1 |
1 |
1 |
0.941 |
1.000 |
62 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 62,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9405382228963589,
"findingdory_high_level_spl": 1.0
} |
| 28 |
task_7 |
Navigate to any receptacle you picked an object from. |
Interaction |
|
1 |
1 |
1 |
1 |
0.048 |
1.000 |
43 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 43,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.047529927289970825,
"findingdory_high_level_spl": 1.0
} |
| 28 |
task_8 |
Navigate to any receptacle you placed an object on. |
Interaction |
|
1 |
1 |
1 |
1 |
0.106 |
0.128 |
94 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 94,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.10644573781671673,
"findingdory_high_level_spl": 0.1281865957001512
} |
| 28 |
task_52 |
Revisit all the receptacles you picked objects from yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
4 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 4,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_53 |
Revisit all the receptacles you placed objects on yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
4 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 4,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_54 |
Revisit all the table you placed objects on yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_55 |
Revisit all the table you picked objects from yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
2 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 2,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_56 |
Revisit all the objects you interacted with yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
4 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 4,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_58 |
Revisit all the receptacles you picked objects from yesterday in specific order. The order to revisit them is: first, fourth, second, third. |
Ordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
4 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 4,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_59 |
Revisit all the receptacles you placed objects on yesterday in specific order. The order to revisit them is: fourth, first, third, second. |
Ordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
4 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 4,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_60 |
Revisit all the objects you interacted with yesterday in specific order. The order to revisit them is: second, fourth, third, first. |
Ordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
4 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 4,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_57 |
Revisit all the receptacles you interacted with yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
7 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 7,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_47 |
Navigate to the receptacle that you interacted with at XX:XX yesterday. |
Time-Based |
|
1 |
1 |
1 |
1 |
0.941 |
1.000 |
62 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 62,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9405382228963589,
"findingdory_high_level_spl": 1.0
} |
| 28 |
task_48 |
Navigate to the object that you interacted with at XX:XX yesterday. |
Time-Based |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
62 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 62,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": true,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 28 |
task_3 |
Navigate to any receptacle you interacted with. |
Interaction |
|
1 |
1 |
1 |
1 |
0.037 |
0.092 |
52 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 2,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 52,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.03696770873932789,
"findingdory_high_level_spl": 0.09193016324952255
} |
| 28 |
task_4 |
Navigate to any receptacle you did not interact with. |
Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_11 |
Navigate to a table you did not interact with yesterday. |
Conditional Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_5 |
Navigate to any object that you interacted with yesterday. |
Interaction |
|
1 |
1 |
1 |
1 |
0.263 |
0.267 |
94 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 94,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.26289982256636135,
"findingdory_high_level_spl": 0.2669349252081387
} |
| 28 |
task_6 |
Navigate to any object that you did not interact with yesterday. |
Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_14 |
Navigate to the receptacle that you picked the doll from. |
Conditional Interaction |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
41 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 41,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": true,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 28 |
task_15 |
Navigate to the object that you picked from the cabinet. |
Conditional Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_21 |
Navigate to the receptacle that you interacted with which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_22 |
Navigate to the receptacle that you did not interact with which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_23 |
Navigate to the receptacle that you picked an object from which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_24 |
Navigate to the receptacle that you placed an object on which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_25 |
Navigate to the object which you interacted with which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_31 |
Navigate to the third object that you interacted with yesterday. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_32 |
Navigate to the fourth receptacle that you picked an object from. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_33 |
Navigate to the third receptacle that you placed an object on. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_34 |
Navigate to the receptacle that you picked the first object from. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_35 |
Navigate to the object that you picked from the first receptacle. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_30 |
Navigate to a room that you didnt visit yesterday. If there is no such room, then go to the room from where you started yesterday. |
Room Visitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_26 |
Navigate to the room where you picked the fourth object from. |
Room Visitation |
|
1 |
1 |
1 |
1 |
0.000 |
1.000 |
43 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 43,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 28 |
task_27 |
Navigate to the room where you placed the second object in. |
Room Visitation |
|
1 |
1 |
1 |
1 |
0.930 |
1.000 |
94 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 94,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9300731359479778,
"findingdory_high_level_spl": 1.0
} |
| 28 |
task_28 |
Navigate to the room where you picked the doll from. |
Room Visitation |
|
1 |
1 |
1 |
1 |
0.000 |
1.000 |
41 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 41,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 28 |
task_29 |
Navigate to the room where you placed the tray in. |
Room Visitation |
|
1 |
1 |
1 |
1 |
0.572 |
1.000 |
46 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 46,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.5715748052777477,
"findingdory_high_level_spl": 1.0
} |
| 28 |
task_16 |
Navigate to a cylindrical shaped object that you interacted with yesterday. |
Object Attributes |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_17 |
Navigate to a silver colored object again that you interacted with yesterday. |
Object Attributes |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
46 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 46,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": true,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 28 |
task_18 |
Navigate to an interacted object with label on it. |
Object Attributes |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_19 |
Navigate to an already interacted object that is made of metal. |
Object Attributes |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_20 |
Navigate to an object that is used for serving that you interacted with yesterday. |
Object Attributes |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
46 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 46,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": true,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 28 |
task_36 |
Navigate to the object you interacted with immediately after ending the interaction with bottle. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_37 |
Navigate to the object you interacted with immediately before starting the interaction with android figure. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_38 |
Navigate to the object you interacted with 3 interactions after ending the interaction with tray. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_39 |
Navigate to the object you interacted with 2 interactions before starting the interaction with doll. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_40 |
Navigate to the object you that you interacted with between the interactions with bottle and doll. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_41 |
Navigate to the receptacle that you placed an object on right before you started interacting with bottle. |
Interaction Order |
|
1 |
1 |
1 |
1 |
0.402 |
1.000 |
46 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 46,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.4021281746121547,
"findingdory_high_level_spl": 1.0
} |
| 28 |
task_42 |
Navigate to the receptacle that you picked an object from right after you finished interacting with bottle. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_43 |
Navigate to the receptacle that you placed an object on 2 interactions before you started interacting with doll. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_44 |
Navigate to the receptacle that you picked an object from 3 interactions after you finished interacting with tray. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_45 |
Navigate to the receptacle that you placed an object on between the interactions with bottle and doll. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_46 |
Navigate to the receptacle that you picked an object from between the interactions with tray and android figure. |
Interaction Order |
|
1 |
1 |
1 |
1 |
0.010 |
0.012 |
96 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 96,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.010082106699297756,
"findingdory_high_level_spl": 0.011784214669115447
} |
| 28 |
task_50 |
Navigate to to the room that you spent most time in. |
Duration Tracking |
|
1 |
1 |
1 |
1 |
0.000 |
1.000 |
37 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 37,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 28 |
task_49 |
Navigate to to the object which took the longest time to rearrange. |
Duration Tracking |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 28 |
task_51 |
Navigate to to the object which took the shortest time to rearrange. |
Duration Tracking |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
46 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 46,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": true,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 57 |
task_1 |
Navigate to a egg. |
Object Recall |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_2 |
Navigate to a cabinet. |
Object Recall |
|
1 |
1 |
1 |
1 |
0.510 |
0.608 |
298 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 24,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 298,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.5095012940596761,
"findingdory_high_level_spl": 0.6078318398765709
} |
| 57 |
task_9 |
Navigate to the lamp that you interacted with yesterday. |
Conditional Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_10 |
Navigate to a android figure that you did not interact with yesterday. |
Conditional Interaction |
|
1 |
1 |
1 |
1 |
0.837 |
1.000 |
313 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 21,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 313,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8372190625250194,
"findingdory_high_level_spl": 1.0
} |
| 57 |
task_12 |
Navigate to a cabinet you picked an object from. |
Conditional Interaction |
|
1 |
1 |
1 |
1 |
0.854 |
0.960 |
216 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 6,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 216,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8544887893496512,
"findingdory_high_level_spl": 0.9599538142608112
} |
| 57 |
task_13 |
Navigate to a table you placed an object on. |
Conditional Interaction |
|
1 |
1 |
1 |
1 |
0.762 |
1.000 |
308 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 12,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 308,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.762397282184609,
"findingdory_high_level_spl": 1.0
} |
| 57 |
task_7 |
Navigate to any receptacle you picked an object from. |
Interaction |
|
1 |
1 |
1 |
1 |
0.304 |
0.335 |
185 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 4,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 185,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.30363131266218774,
"findingdory_high_level_spl": 0.3350157726533926
} |
| 57 |
task_8 |
Navigate to any receptacle you placed an object on. |
Interaction |
|
1 |
1 |
1 |
1 |
0.819 |
0.931 |
153 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 6,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 153,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8191772567635338,
"findingdory_high_level_spl": 0.9308628508754258
} |
| 57 |
task_52 |
Revisit all the receptacles you picked objects from yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
6 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 6,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_53 |
Revisit all the receptacles you placed objects on yesterday. |
Unordered Revisitation |
|
0 |
1 |
1 |
1 |
0.000 |
-1.000 |
1001 |
7 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 118,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 1001,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 7,
"c": {
"low_level_policy_timeout": true,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": -1
} |
| 57 |
task_54 |
Revisit all the stool you placed objects on yesterday. |
Unordered Revisitation |
|
1 |
1 |
1 |
1 |
0.976 |
-1.000 |
153 |
2 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 2,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 153,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 2,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9760008416729368,
"findingdory_high_level_spl": -1
} |
| 57 |
task_55 |
Revisit all the toilet you picked objects from yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_56 |
Revisit all the objects you interacted with yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
7 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 7,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_58 |
Revisit all the receptacles you picked objects from yesterday in specific order. The order to revisit them is: third, fourth, first, second, fifth, sixth. |
Ordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
6 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 6,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_59 |
Revisit all the receptacles you placed objects on yesterday in specific order. The order to revisit them is: fifth, fourth, seventh, third, second, first, sixth. |
Ordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
7 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 7,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_60 |
Revisit all the objects you interacted with yesterday in specific order. The order to revisit them is: first, third, seventh, second, fifth, sixth, fourth. |
Ordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
7 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 7,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_57 |
Revisit all the receptacles you interacted with yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
13 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 13,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_47 |
Navigate to the receptacle that you interacted with at XX:XX yesterday. |
Time-Based |
|
1 |
1 |
1 |
1 |
0.912 |
1.000 |
194 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 194,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9115740349204348,
"findingdory_high_level_spl": 1.0
} |
| 57 |
task_48 |
Navigate to the object that you interacted with at XX:XX yesterday. |
Time-Based |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_3 |
Navigate to any receptacle you interacted with. |
Interaction |
|
1 |
1 |
1 |
1 |
0.114 |
0.169 |
749 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 50,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 749,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.11360352977554962,
"findingdory_high_level_spl": 0.1687614666945049
} |
| 57 |
task_4 |
Navigate to any receptacle you did not interact with. |
Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_11 |
Navigate to a chest of drawers you did not interact with yesterday. |
Conditional Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_5 |
Navigate to any object that you interacted with yesterday. |
Interaction |
|
0 |
1 |
1 |
1 |
0.000 |
0.685 |
523 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 49,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 523,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": true,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 0.6850825549855944
} |
| 57 |
task_6 |
Navigate to any object that you did not interact with yesterday. |
Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_14 |
Navigate to the receptacle that you picked the electric kettle from. |
Conditional Interaction |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
271 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 2,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 271,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": true,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 57 |
task_15 |
Navigate to the object that you picked from the chair. |
Conditional Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_21 |
Navigate to the receptacle that you interacted with which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_22 |
Navigate to the receptacle that you did not interact with which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_23 |
Navigate to the receptacle that you picked an object from which is the farthest from your current location. |
Spatial Relationship |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
269 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 269,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": true,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 57 |
task_24 |
Navigate to the receptacle that you placed an object on which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_25 |
Navigate to the object which you interacted with which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_31 |
Navigate to the fifth object that you interacted with yesterday. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_32 |
Navigate to the second receptacle that you picked an object from. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_33 |
Navigate to the fourth receptacle that you placed an object on. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_34 |
Navigate to the receptacle that you picked the sixth object from. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_35 |
Navigate to the object that you picked from the fifth receptacle. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_30 |
Navigate to a room that you didnt visit yesterday. If there is no such room, then go to the room from where you started yesterday. |
Room Visitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_26 |
Navigate to the room where you picked the first object from. |
Room Visitation |
|
1 |
1 |
1 |
1 |
0.598 |
1.000 |
155 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 155,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.5984219094375446,
"findingdory_high_level_spl": 1.0
} |
| 57 |
task_28 |
Navigate to the room where you picked the egg from. |
Room Visitation |
|
1 |
1 |
1 |
1 |
0.643 |
1.000 |
143 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 143,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.643324984023987,
"findingdory_high_level_spl": 1.0
} |
| 57 |
task_29 |
Navigate to the room where you placed the android figure in. |
Room Visitation |
|
1 |
1 |
1 |
1 |
0.466 |
1.000 |
136 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 136,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.4663090279636444,
"findingdory_high_level_spl": 1.0
} |
| 57 |
task_16 |
Navigate to a rectangular shaped object that you interacted with yesterday. |
Object Attributes |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_17 |
Navigate to a yellow and black colored object again that you interacted with yesterday. |
Object Attributes |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_18 |
Navigate to an interacted object with brick pattern on it. |
Object Attributes |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_19 |
Navigate to an already interacted object that is made of metal. |
Object Attributes |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_20 |
Navigate to an object that is used for payment that you interacted with yesterday. |
Object Attributes |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
228 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 3,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 228,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": true,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 57 |
task_36 |
Navigate to the object you interacted with immediately after ending the interaction with tomato. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_37 |
Navigate to the object you interacted with immediately before starting the interaction with tomato. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_38 |
Navigate to the object you interacted with 6 interactions after ending the interaction with action figure. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_39 |
Navigate to the object you interacted with 4 interactions before starting the interaction with tomato. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_40 |
Navigate to the object you that you interacted with between the interactions with action figure and electric kettle. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_41 |
Navigate to the receptacle that you placed an object on right before you started interacting with android figure. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_42 |
Navigate to the receptacle that you picked an object from right after you finished interacting with electric kettle. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_43 |
Navigate to the receptacle that you placed an object on 6 interactions before you started interacting with credit card. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_44 |
Navigate to the receptacle that you picked an object from 2 interactions after you finished interacting with egg. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_45 |
Navigate to the receptacle that you placed an object on between the interactions with action figure and electric kettle. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_46 |
Navigate to the receptacle that you picked an object from between the interactions with action figure and electric kettle. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_50 |
Navigate to to the room that you spent most time in. |
Duration Tracking |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_49 |
Navigate to to the object which took the longest time to rearrange. |
Duration Tracking |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 57 |
task_51 |
Navigate to to the object which took the shortest time to rearrange. |
Duration Tracking |
|
1 |
1 |
1 |
1 |
0.952 |
1.000 |
123 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 123,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9515009856021597,
"findingdory_high_level_spl": 1.0
} |
| 76 |
task_1 |
Navigate to a dumbbell. |
Object Recall |
|
0 |
1 |
1 |
1 |
0.000 |
0.248 |
1001 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 118,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 1001,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": true,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 0.24783720868079515
} |
| 76 |
task_2 |
Navigate to a table. |
Object Recall |
|
1 |
1 |
1 |
1 |
0.230 |
0.422 |
71 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 2,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 71,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.22959090831994317,
"findingdory_high_level_spl": 0.42207705898544473
} |
| 76 |
task_9 |
Navigate to the pen that you interacted with yesterday. |
Conditional Interaction |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
218 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 13,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 218,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": true,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 76 |
task_10 |
Navigate to a dumbbell that you did not interact with yesterday. |
Conditional Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_12 |
Navigate to a table you picked an object from. |
Conditional Interaction |
|
1 |
1 |
1 |
1 |
0.902 |
1.000 |
190 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 13,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 190,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9023028972678642,
"findingdory_high_level_spl": 1.0
} |
| 76 |
task_13 |
Navigate to a couch you placed an object on. |
Conditional Interaction |
|
1 |
1 |
1 |
1 |
0.794 |
1.000 |
135 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 7,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 135,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.7938267951445623,
"findingdory_high_level_spl": 1.0
} |
| 76 |
task_7 |
Navigate to any receptacle you picked an object from. |
Interaction |
|
1 |
1 |
1 |
1 |
0.332 |
0.454 |
77 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 1,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 77,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.3320276073175218,
"findingdory_high_level_spl": 0.4535215176743703
} |
| 76 |
task_8 |
Navigate to any receptacle you placed an object on. |
Interaction |
|
1 |
1 |
1 |
1 |
0.111 |
0.184 |
312 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 20,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 312,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.11063772278224086,
"findingdory_high_level_spl": 0.18403223286416176
} |
| 76 |
task_52 |
Revisit all the receptacles you picked objects from yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
8 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 8,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_53 |
Revisit all the receptacles you placed objects on yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
8 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 8,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_54 |
Revisit all the cabinet you placed objects on yesterday. |
Unordered Revisitation |
|
1 |
1 |
1 |
1 |
1.000 |
-1.000 |
78 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 78,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 1.0,
"findingdory_high_level_spl": -1
} |
| 76 |
task_55 |
Revisit all the chest of drawers you picked objects from yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
2 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 2,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_56 |
Revisit all the objects you interacted with yesterday. |
Unordered Revisitation |
|
0 |
1 |
1 |
1 |
0.000 |
-1.000 |
414 |
9 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 4,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 414,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 9,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": true,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": -1
} |
| 76 |
task_58 |
Revisit all the receptacles you picked objects from yesterday in specific order. The order to revisit them is: eighth, third, second, fifth, seventh, first, sixth, fourth. |
Ordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
8 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 8,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_59 |
Revisit all the receptacles you placed objects on yesterday in specific order. The order to revisit them is: fifth, first, sixth, seventh, eighth, second, fourth, ninth. |
Ordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
8 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 8,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_60 |
Revisit all the objects you interacted with yesterday in specific order. The order to revisit them is: seventh, fifth, eighth, ninth, fourth, sixth, second, first, third. |
Ordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
9 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 9,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_57 |
Revisit all the receptacles you interacted with yesterday. |
Unordered Revisitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
15 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 15,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_47 |
Navigate to the receptacle that you interacted with at XX:XX yesterday. |
Time-Based |
|
1 |
1 |
1 |
1 |
0.946 |
1.000 |
296 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 17,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 296,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9460131311840574,
"findingdory_high_level_spl": 1.0
} |
| 76 |
task_48 |
Navigate to the object that you interacted with at XX:XX yesterday. |
Time-Based |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
98 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 1,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 98,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": true
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 76 |
task_3 |
Navigate to any receptacle you interacted with. |
Interaction |
|
1 |
1 |
1 |
1 |
0.089 |
0.108 |
149 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 149,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.08893595754329489,
"findingdory_high_level_spl": 0.10758836872433356
} |
| 76 |
task_4 |
Navigate to any receptacle you did not interact with. |
Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_11 |
Navigate to a stool you did not interact with yesterday. |
Conditional Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_5 |
Navigate to any object that you interacted with yesterday. |
Interaction |
|
1 |
1 |
1 |
1 |
0.222 |
0.228 |
149 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 149,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.2218837990994251,
"findingdory_high_level_spl": 0.22848589947041512
} |
| 76 |
task_6 |
Navigate to any object that you did not interact with yesterday. |
Interaction |
|
0 |
0 |
1 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_14 |
Navigate to the receptacle that you picked the knife from. |
Conditional Interaction |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_15 |
Navigate to the object that you picked from the table. |
Conditional Interaction |
|
0 |
0 |
1 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_21 |
Navigate to the receptacle that you interacted with which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_22 |
Navigate to the receptacle that you did not interact with which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_23 |
Navigate to the receptacle that you picked an object from which is the farthest from your current location. |
Spatial Relationship |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_24 |
Navigate to the receptacle that you placed an object on which is the farthest from your current location. |
Spatial Relationship |
|
1 |
1 |
1 |
1 |
0.827 |
1.000 |
149 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 149,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8266317130541269,
"findingdory_high_level_spl": 1.0
} |
| 76 |
task_25 |
Navigate to the object which you interacted with which is the farthest from your current location. |
Spatial Relationship |
|
1 |
1 |
1 |
1 |
0.971 |
1.000 |
149 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 149,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9711049986616574,
"findingdory_high_level_spl": 1.0
} |
| 76 |
task_31 |
Navigate to the ninth object that you interacted with yesterday. |
Interaction Order |
|
1 |
1 |
1 |
1 |
0.971 |
1.000 |
149 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 149,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9711049986616574,
"findingdory_high_level_spl": 1.0
} |
| 76 |
task_32 |
Navigate to the fourth receptacle that you picked an object from. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_33 |
Navigate to the first receptacle that you placed an object on. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_34 |
Navigate to the receptacle that you picked the second object from. |
Interaction Order |
|
1 |
1 |
1 |
1 |
0.768 |
1.000 |
49 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 49,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.7680628043368054,
"findingdory_high_level_spl": 1.0
} |
| 76 |
task_35 |
Navigate to the object that you picked from the third receptacle. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_30 |
Navigate to a room that you didnt visit yesterday. If there is no such room, then go to the room from where you started yesterday. |
Room Visitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_26 |
Navigate to the room where you picked the seventh object from. |
Room Visitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_27 |
Navigate to the room where you placed the third object in. |
Room Visitation |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_28 |
Navigate to the room where you picked the toy fruits from. |
Room Visitation |
|
1 |
1 |
1 |
1 |
0.792 |
1.000 |
224 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 1,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 224,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.7924616702600868,
"findingdory_high_level_spl": 1.0
} |
| 76 |
task_29 |
Navigate to the room where you placed the squeezer in. |
Room Visitation |
|
1 |
1 |
1 |
1 |
0.067 |
1.000 |
40 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 40,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.06666666083865677,
"findingdory_high_level_spl": 1.0
} |
| 76 |
task_16 |
Navigate to a circular shaped object that you interacted with yesterday. |
Object Attributes |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_17 |
Navigate to a black and silver colored object again that you interacted with yesterday. |
Object Attributes |
|
1 |
1 |
1 |
1 |
0.971 |
1.000 |
149 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 149,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9711049986616574,
"findingdory_high_level_spl": 1.0
} |
| 76 |
task_18 |
Navigate to an interacted object with circular pattern on it. |
Object Attributes |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_19 |
Navigate to an already interacted object that is made of wood. |
Object Attributes |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_20 |
Navigate to an object that is used for squeezing that you interacted with yesterday. |
Object Attributes |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_36 |
Navigate to the object you interacted with immediately after ending the interaction with knife. |
Interaction Order |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
51 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 51,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": true,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 76 |
task_37 |
Navigate to the object you interacted with immediately before starting the interaction with toy construction set. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_38 |
Navigate to the object you interacted with 8 interactions after ending the interaction with squeezer. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_39 |
Navigate to the object you interacted with 6 interactions before starting the interaction with toy construction set. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_40 |
Navigate to the object you that you interacted with between the interactions with knife and pen. |
Interaction Order |
|
0 |
1 |
1 |
1 |
0.000 |
1.000 |
51 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 51,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": true,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 1.0
} |
| 76 |
task_41 |
Navigate to the receptacle that you placed an object on right before you started interacting with knife. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_42 |
Navigate to the receptacle that you picked an object from right after you finished interacting with toy fruits. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_43 |
Navigate to the receptacle that you placed an object on 3 interactions before you started interacting with pen. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_44 |
Navigate to the receptacle that you picked an object from 7 interactions after you finished interacting with knife. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_45 |
Navigate to the receptacle that you placed an object on between the interactions with knife and pen. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_46 |
Navigate to the receptacle that you picked an object from between the interactions with toy construction set and dumbbell. |
Interaction Order |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_50 |
Navigate to to the room that you spent most time in. |
Duration Tracking |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_49 |
Navigate to to the object which took the longest time to rearrange. |
Duration Tracking |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 76 |
task_51 |
Navigate to to the object which took the shortest time to rearrange. |
Duration Tracking |
|
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": true,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": true,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
