id stringlengths 11 15 | conversations listlengths 2 2 | type stringclasses 2
values | data_source stringclasses 1
value | video stringlengths 47 47 | source_file stringclasses 18
values | question_type stringclasses 9
values | fmt stringclasses 2
values |
|---|---|---|---|---|---|---|---|
sims_vsi__4306 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the frame and facing the painting, is the easel to the left or the right of the painting?\nPlease answer the question using a single word or phrase."
},
{... | oe | sims_vsi | data/videos/000525/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4208 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the bench and facing the book, is the doorframe to the left or the right of the book?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000515/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__12184 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the garbage bag and facing the cupboard, is the toilet to the left or the right of the cupboard?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/001475/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__7468 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the dresser and facing the fridge, is the sink to the left or the right of the fridge?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000899/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__5074 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the garbage bag and facing the computer chair, is the fridge to the left or the right of the computer chair?\nPlease answer the question using a single word o... | oe | sims_vsi | data/videos/000611/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__7108 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the radiator and facing the bookshelf, is the tank storage vessel to the left or the right of the bookshelf?\nPlease answer the question using a single word o... | oe | sims_vsi | data/videos/000855/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__11793 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the trash can and facing the radiator, is the dresser to the left or the right of the radiator?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/001426/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__3078 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the pillow and facing the doorframe, is the counter to the left or the right of the doorframe?\nPlease answer the question using a single word or phrase."
}... | oe | sims_vsi | data/videos/000379/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__11468 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the television and facing the fridge, is the chair to the left or the right of the fridge?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/001388/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4768 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the sofa and facing the tv stand, is the dresser to the left or the right of the tv stand?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000577/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__7238 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the arcade machine and facing the counter top, is the doorway to the left or the right of the counter top?\nPlease answer the question using a single word or ... | oe | sims_vsi | data/videos/000873/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4999 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the scooter and facing the window, is the doorframe to the left or the right of the window?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000602/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__6376 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter top and facing the wagon, is the doorframe to the left or the right of the wagon?\nPlease answer the question using a single word or phrase."
},... | oe | sims_vsi | data/videos/000774/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4956 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the bookcase and facing the microwave, is the fishbowl to the left or the right of the microwave?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/000597/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__2424 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the cart and facing the counter top, is the sofa to the left or the right of the counter top?\nPlease answer the question using a single word or phrase."
},... | oe | sims_vsi | data/videos/000295/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__11825 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the fridge and facing the sofa, is the chair to the left or the right of the sofa?\nPlease answer the question using a single word or phrase."
},
{
"f... | oe | sims_vsi | data/videos/001429/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__733 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the crib and facing the wardrobe, is the dresser to the left or the right of the wardrobe?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000089/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__7183 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the sofa and facing the tank storage vessel, is the painting to the left or the right of the tank storage vessel?\nPlease answer the question using a single w... | oe | sims_vsi | data/videos/000867/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__9045 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the coffee machine and facing the doorframe, is the painting to the left or the right of the doorframe?\nPlease answer the question using a single word or phr... | oe | sims_vsi | data/videos/001088/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__10225 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the toilet and facing the painting, is the crate to the left or the right of the painting?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/001237/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__6234 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter top and facing the chair, is the television to the left or the right of the chair?\nPlease answer the question using a single word or phrase."
}... | oe | sims_vsi | data/videos/000754/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__5580 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter top and facing the chair, is the doorframe to the left or the right of the chair?\nPlease answer the question using a single word or phrase."
},... | oe | sims_vsi | data/videos/000676/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__8285 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the scooter and facing the cooler, is the counter top to the left or the right of the cooler?\nPlease answer the question using a single word or phrase."
},... | oe | sims_vsi | data/videos/000995/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__12277 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the dresser and facing the end table, is the fridge to the left or the right of the end table?\nPlease answer the question using a single word or phrase."
}... | oe | sims_vsi | data/videos/001486/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__3324 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the doorframe and facing the trash can, is the sink to the left or the right of the trash can?\nPlease answer the question using a single word or phrase."
}... | oe | sims_vsi | data/videos/000408/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__5874 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the dining table and facing the bed, is the microwave to the left or the right of the bed?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000714/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__12323 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the garbage can and facing the tank storage vessel, is the painting to the left or the right of the tank storage vessel?\nPlease answer the question using a s... | oe | sims_vsi | data/videos/001493/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__467 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the bed and facing the shelf, is the painting to the left or the right of the shelf?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000053/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__1559 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the arm chair and facing the floor lamp, is the sofa to the left or the right of the floor lamp?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/000186/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4229 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the dresser and facing the fridge, is the arm chair to the left or the right of the fridge?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000517/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__2564 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the toilet and facing the television, is the bookshelf to the left or the right of the television?\nPlease answer the question using a single word or phrase."... | oe | sims_vsi | data/videos/000317/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__8647 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the dining table and facing the dresser, is the end table to the left or the right of the dresser?\nPlease answer the question using a single word or phrase."... | oe | sims_vsi | data/videos/001040/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__134 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the book and facing the tissue box, is the sofa to the left or the right of the tissue box?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000014/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__634 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the couch and facing the mailbox, is the painting to the left or the right of the mailbox?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000076/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__3094 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter top and facing the chair, is the sofa to the left or the right of the chair?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000382/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__3712 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the bed and facing the console table, is the tv stand to the left or the right of the console table?\nPlease answer the question using a single word or phrase... | oe | sims_vsi | data/videos/000455/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__11112 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the drawer and facing the window, is the sink to the left or the right of the window?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/001348/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__9391 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the chair and facing the toilet, is the dining table to the left or the right of the toilet?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/001134/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4336 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the step stool and facing the toilet, is the fridge to the left or the right of the toilet?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000529/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4543 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the table and facing the toilet, is the fridge to the left or the right of the toilet?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000552/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__9001 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the toilet and facing the painting, is the doorframe to the left or the right of the painting?\nPlease answer the question using a single word or phrase."
}... | oe | sims_vsi | data/videos/001084/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__5521 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the trash can and facing the tank storage vessel, is the bed to the left or the right of the tank storage vessel?\nPlease answer the question using a single w... | oe | sims_vsi | data/videos/000670/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__308 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the television and facing the fridge, is the counter top to the left or the right of the fridge?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/000033/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4864 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the window and facing the bathtub, is the bed to the left or the right of the bathtub?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000588/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__9193 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the shelves and facing the cabinet, is the tv stand to the left or the right of the cabinet?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/001108/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__10527 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the microwave and facing the fridge, is the garbage can to the left or the right of the fridge?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/001272/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__10364 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the box and facing the poster, is the painting to the left or the right of the poster?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/001254/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__6980 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the sofa and facing the fridge, is the window to the left or the right of the fridge?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000843/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__1111 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the shelf and facing the counter top, is the toilet to the left or the right of the counter top?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/000133/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__16 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the bookshelf and facing the shelves, is the tv stand to the left or the right of the shelves?\nPlease answer the question using a single word or phrase."
}... | oe | sims_vsi | data/videos/000001/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__10905 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the trash can and facing the fridge, is the toilet to the left or the right of the fridge?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/001316/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__1396 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter and facing the wagon, is the painting to the left or the right of the wagon?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000167/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__2640 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the dog bed and facing the counter top, is the commode to the left or the right of the counter top?\nPlease answer the question using a single word or phrase.... | oe | sims_vsi | data/videos/000326/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__3578 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the wagon and facing the fridge, is the tv stand to the left or the right of the fridge?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000440/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__2643 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter top and facing the laptop, is the sink to the left or the right of the laptop?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000326/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__3060 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the toilet and facing the counter top, is the sink to the left or the right of the counter top?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/000377/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__2325 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the fridge and facing the counter top, is the painting to the left or the right of the counter top?\nPlease answer the question using a single word or phrase.... | oe | sims_vsi | data/videos/000281/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__10146 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the drawer and facing the garbage can, is the fridge to the left or the right of the garbage can?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/001228/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__9893 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the sofa and facing the snowboard, is the doorframe to the left or the right of the snowboard?\nPlease answer the question using a single word or phrase."
}... | oe | sims_vsi | data/videos/001193/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__5085 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the end table and facing the television, is the painting to the left or the right of the television?\nPlease answer the question using a single word or phrase... | oe | sims_vsi | data/videos/000612/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__3248 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter top and facing the desk, is the window to the left or the right of the desk?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000398/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__2099 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the toilet and facing the house plant, is the chairs to the left or the right of the house plant?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/000253/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__6268 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the garbage can and facing the shelves, is the sink to the left or the right of the shelves?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000758/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__11228 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the trash can and facing the easel, is the counter top to the left or the right of the easel?\nPlease answer the question using a single word or phrase."
},... | oe | sims_vsi | data/videos/001359/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__11782 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the window and facing the sink, is the garbage can to the left or the right of the sink?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/001425/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__1093 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the stepladder and facing the doorframe, is the drawers to the left or the right of the doorframe?\nPlease answer the question using a single word or phrase."... | oe | sims_vsi | data/videos/000130/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__159 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the stepladder and facing the cabinet, is the sofa to the left or the right of the cabinet?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000016/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__10286 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the trash can and facing the bookshelf, is the file cabinet to the left or the right of the bookshelf?\nPlease answer the question using a single word or phra... | oe | sims_vsi | data/videos/001246/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__5148 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the chair and facing the counter top, is the doorway to the left or the right of the counter top?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/000619/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__10283 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the cart and facing the garbage can, is the fridge to the left or the right of the garbage can?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/001245/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__1266 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the tv stand and facing the television, is the safe to the left or the right of the television?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/000152/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__7957 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the ottoman and facing the sink, is the floor lamp to the left or the right of the sink?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000955/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__6949 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the cart and facing the toilet, is the doorframe to the left or the right of the toilet?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000840/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__8312 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the refrigerator and facing the sink, is the laptop to the left or the right of the sink?\nPlease answer the question using a single word or phrase."
},
{... | oe | sims_vsi | data/videos/000998/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__7272 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter top and facing the television, is the mailbox to the left or the right of the television?\nPlease answer the question using a single word or phras... | oe | sims_vsi | data/videos/000877/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__1851 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the shelves and facing the doorframe, is the counter top to the left or the right of the doorframe?\nPlease answer the question using a single word or phrase.... | oe | sims_vsi | data/videos/000225/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__1676 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the end table and facing the counter top, is the garbage can to the left or the right of the counter top?\nPlease answer the question using a single word or p... | oe | sims_vsi | data/videos/000200/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__6395 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter top and facing the arm chair, is the sofa to the left or the right of the arm chair?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/000776/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__11081 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the doorframe and facing the coffee machine, is the fridge to the left or the right of the coffee machine?\nPlease answer the question using a single word or ... | oe | sims_vsi | data/videos/001345/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__9000 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the sink and facing the counter top, is the painting to the left or the right of the counter top?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/001084/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__2105 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the television and facing the counter top, is the wagon to the left or the right of the counter top?\nPlease answer the question using a single word or phrase... | oe | sims_vsi | data/videos/000254/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4657 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the tv stand and facing the sofa, is the window to the left or the right of the sofa?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000563/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__1520 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter top and facing the garbage can, is the doorframe to the left or the right of the garbage can?\nPlease answer the question using a single word or p... | oe | sims_vsi | data/videos/000181/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__1555 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter top and facing the floor lamp, is the arm chair to the left or the right of the floor lamp?\nPlease answer the question using a single word or phr... | oe | sims_vsi | data/videos/000186/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__7649 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the dresser and facing the aquarium, is the chair to the left or the right of the aquarium?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000918/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__10296 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter top and facing the dining table, is the tv stand to the left or the right of the dining table?\nPlease answer the question using a single word or ... | oe | sims_vsi | data/videos/001247/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4946 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the sink and facing the file cabinet, is the commode to the left or the right of the file cabinet?\nPlease answer the question using a single word or phrase."... | oe | sims_vsi | data/videos/000596/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__6263 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the sofa and facing the chair, is the doorway to the left or the right of the chair?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000757/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__9783 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the painting and facing the case, is the fridge to the left or the right of the case?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/001179/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4291 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the sofa and facing the counter top, is the garbage can to the left or the right of the counter top?\nPlease answer the question using a single word or phrase... | oe | sims_vsi | data/videos/000523/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4982 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the dining table and facing the mailbox, is the tv stand to the left or the right of the mailbox?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/000600/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__7311 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter top and facing the bed, is the window to the left or the right of the bed?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000881/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__1333 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the mailbox and facing the chair, is the window to the left or the right of the chair?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000160/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__7594 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the fridge and facing the doorway, is the sofa to the left or the right of the doorway?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000912/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__5442 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter top and facing the tv stand, is the sofa to the left or the right of the tv stand?\nPlease answer the question using a single word or phrase."
}... | oe | sims_vsi | data/videos/000662/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__2631 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the painting and facing the mailbox at home, is the sofa to the left or the right of the mailbox at home?\nPlease answer the question using a single word or p... | oe | sims_vsi | data/videos/000324/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__12072 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the drawer and facing the fridge, is the laptop to the left or the right of the fridge?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/001461/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__10567 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the painting and facing the sofa, is the window to the left or the right of the sofa?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/001276/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__6944 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter top and facing the sofa, is the tv stand to the left or the right of the sofa?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000839/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__3145 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the television and facing the garbage can, is the shelf to the left or the right of the garbage can?\nPlease answer the question using a single word or phrase... | oe | sims_vsi | data/videos/000387/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
Subsets and Splits
No community queries yet
The top public SQL queries from the community will appear here once available.