| 1 |
task_1 |
Navigate to a tape. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_2 |
Navigate to a stool. |
video |
0 |
1 |
1 |
1 |
0.000 |
0.347 |
711 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 94,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 711,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": true,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": true,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"high_level_policy_success": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.0,
"findingdory_high_level_spl": 0.34700007487340656
} |
| 1 |
task_9 |
Navigate to the android figure that you interacted with yesterday. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_10 |
Navigate to a tape that you did not interact with yesterday. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_12 |
Navigate to a chair you picked an object from. |
video |
1 |
1 |
1 |
1 |
0.892 |
1.000 |
390 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 42,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 390,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.891955360840355,
"findingdory_high_level_spl": 1.0
} |
| 1 |
task_13 |
Navigate to a table you placed an object on. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_7 |
Navigate to any receptacle you picked an object from. |
video |
1 |
1 |
1 |
1 |
0.317 |
0.355 |
322 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 14,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 322,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.3166633750665526,
"findingdory_high_level_spl": 0.3550215374209697
} |
| 1 |
task_8 |
Navigate to any receptacle you placed an object on. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_52 |
Revisit all the receptacles you picked objects from yesterday. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
2 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 2,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_53 |
Revisit all the receptacles you placed objects on yesterday. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
2 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 2,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_54 |
Revisit all the table you placed objects on yesterday. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_55 |
Revisit all the table you picked objects from yesterday. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_56 |
Revisit all the objects you interacted with yesterday. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
2 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 2,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_58 |
Revisit all the receptacles you picked objects from yesterday in specific order. The order to revisit them is: first, second. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
2 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 2,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_59 |
Revisit all the receptacles you placed objects on yesterday in specific order. The order to revisit them is: second, first. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
2 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 2,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_60 |
Revisit all the objects you interacted with yesterday in specific order. The order to revisit them is: second, first. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
2 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 2,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_57 |
Revisit all the receptacles you interacted with yesterday. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
4 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": true,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 4,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_47 |
Navigate to the receptacle that you interacted with at XX:XX yesterday. |
video |
1 |
1 |
1 |
1 |
0.919 |
1.000 |
234 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 4,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 234,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9194001657240356,
"findingdory_high_level_spl": 1.0
} |
| 1 |
task_48 |
Navigate to the object that you interacted with at XX:XX yesterday. |
video |
0 |
0 |
1 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_3 |
Navigate to any receptacle you interacted with. |
video |
1 |
1 |
1 |
1 |
0.332 |
0.355 |
226 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 7,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 226,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.3315069775696845,
"findingdory_high_level_spl": 0.3550215374209697
} |
| 1 |
task_4 |
Navigate to any receptacle you did not interact with. |
video |
0 |
0 |
0 |
1 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_11 |
Navigate to a chair you did not interact with yesterday. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_5 |
Navigate to any object that you interacted with yesterday. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_6 |
Navigate to any object that you did not interact with yesterday. |
video |
0 |
0 |
1 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_14 |
Navigate to the receptacle that you picked the tape from. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_15 |
Navigate to the object that you picked from the chair. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_21 |
Navigate to the receptacle that you interacted with which is the farthest from your current location. |
video |
1 |
1 |
1 |
1 |
0.934 |
1.000 |
195 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 195,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9337657911460701,
"findingdory_high_level_spl": 1.0
} |
| 1 |
task_22 |
Navigate to the receptacle that you did not interact with which is the farthest from your current location. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_23 |
Navigate to the receptacle that you picked an object from which is the farthest from your current location. |
video |
1 |
1 |
1 |
1 |
0.934 |
1.000 |
195 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 195,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9337657911460701,
"findingdory_high_level_spl": 1.0
} |
| 1 |
task_24 |
Navigate to the receptacle that you placed an object on which is the farthest from your current location. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_25 |
Navigate to the object which you interacted with which is the farthest from your current location. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_31 |
Navigate to the second object that you interacted with yesterday. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_32 |
Navigate to the first receptacle that you picked an object from. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_33 |
Navigate to the first receptacle that you placed an object on. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_34 |
Navigate to the receptacle that you picked the first object from. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_35 |
Navigate to the object that you picked from the first receptacle. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_30 |
Navigate to a room that you didnt visit yesterday. If there is no such room, then go to the room from where you started yesterday. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_26 |
Navigate to the room where you picked the second object from. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_27 |
Navigate to the room where you placed the second object in. |
video |
1 |
1 |
1 |
1 |
0.889 |
1.000 |
194 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 7,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 194,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8889554817445092,
"findingdory_high_level_spl": 1.0
} |
| 1 |
task_28 |
Navigate to the room where you picked the tape from. |
video |
1 |
1 |
1 |
1 |
0.917 |
1.000 |
195 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 195,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.9168650714543803,
"findingdory_high_level_spl": 1.0
} |
| 1 |
task_29 |
Navigate to the room where you placed the tape in. |
video |
1 |
1 |
1 |
1 |
0.889 |
1.000 |
163 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 163,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0.8889555747401453,
"findingdory_high_level_spl": 1.0
} |
| 1 |
task_16 |
Navigate to a cylindrical shaped object that you interacted with yesterday. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_17 |
Navigate to a purple colored object again that you interacted with yesterday. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_19 |
Navigate to an already interacted object that is made of paper. |
video |
1 |
1 |
1 |
1 |
1.000 |
1.000 |
163 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": true,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 163,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": true,
"vlm_failure_modes": {
"misidentification": false,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": true,
"high_level_sem_cov_success": true,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 1.0,
"findingdory_high_level_spl": 1.0
} |
| 1 |
task_20 |
Navigate to an object that is used for decoration that you interacted with yesterday. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_36 |
Navigate to the object you interacted with immediately after ending the interaction with android figure. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_37 |
Navigate to the object you interacted with immediately before starting the interaction with tape. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_41 |
Navigate to the receptacle that you placed an object on right before you started interacting with tape. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_42 |
Navigate to the receptacle that you picked an object from right after you finished interacting with android figure. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_50 |
Navigate to to the room that you spent most time in. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_49 |
Navigate to to the object which took the longest time to rearrange. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": false,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": false,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |
| 1 |
task_51 |
Navigate to to the object which took the shortest time to rearrange. |
video |
0 |
0 |
0 |
0 |
0.000 |
0.000 |
2 |
1 |
view{
"articulated_agent_force": {
"accum": 0.0,
"instant": 0.0
},
"robot_collisions": {
"total_collisions": 0,
"robot_obj_colls": 0,
"robot_scene_colls": 0,
"obj_scene_colls": 0
},
"navmesh_collision": 0,
"force_terminate": false,
"does_want_terminate": true,
"robot_collisions_terminate": false,
"predicate_task_success": false,
"bad_called_terminate": true,
"target_iou_coverage": 0,
"num_steps": 2,
"picked_obj_anywhere_on_goal": -1,
"high_level_goal_success": false,
"vlm_failure_modes": {
"misidentification": true,
"response_error": false,
"out_of_bounds_pred": false,
"num_targets_error": false,
"oracle_agent_timeout": false
},
"high_level_dtg_success": false,
"high_level_sem_cov_success": false,
"subgoal_count": 1,
"c": {
"low_level_policy_timeout": false,
"incorrect_stop": false,
"tgt_in_view_but_too_far": false,
"tgt_in_view_slightly_far": false,
"tgt_not_in_view_slightly_far": false,
"tgt_not_in_view_too_far": false,
"low_level_policy_failure": false
},
"findingdory_spl": 0,
"findingdory_high_level_spl": 0
} |