id stringlengths 11 15 | conversations listlengths 2 2 | type stringclasses 2
values | data_source stringclasses 1
value | video stringlengths 47 47 | source_file stringclasses 18
values | question_type stringclasses 9
values | fmt stringclasses 2
values |
|---|---|---|---|---|---|---|---|
sims_vsi__1854 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the arm chair and facing the drawer, is the shelves to the left or the right of the drawer?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000225/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__2698 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the garbage bag and facing the frame, is the mailbox at home to the left or the right of the frame?\nPlease answer the question using a single word or phrase.... | oe | sims_vsi | data/videos/000332/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__3761 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the tv stand and facing the rocking horse, is the drawers to the left or the right of the rocking horse?\nPlease answer the question using a single word or ph... | oe | sims_vsi | data/videos/000461/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__7495 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the rocking horse and facing the bed, is the fridge to the left or the right of the bed?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000902/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__11754 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the trash can and facing the bureau, is the doorframe to the left or the right of the bureau?\nPlease answer the question using a single word or phrase."
},... | oe | sims_vsi | data/videos/001422/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__850 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the dining table and facing the chair, is the mirror to the left or the right of the chair?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000102/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__6984 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the wagon and facing the sofa, is the fridge to the left or the right of the sofa?\nPlease answer the question using a single word or phrase."
},
{
"f... | oe | sims_vsi | data/videos/000843/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__8231 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter top and facing the fridge, is the dresser to the left or the right of the fridge?\nPlease answer the question using a single word or phrase."
},... | oe | sims_vsi | data/videos/000990/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__12146 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the end table and facing the sofa, is the dining table to the left or the right of the sofa?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/001471/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__11932 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the garbage bag and facing the counter top, is the grill to the left or the right of the counter top?\nPlease answer the question using a single word or phras... | oe | sims_vsi | data/videos/001441/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__11837 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the loveseat and facing the chair, is the house plant to the left or the right of the chair?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/001431/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__6584 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the book and facing the sink, is the cooler to the left or the right of the sink?\nPlease answer the question using a single word or phrase."
},
{
"fr... | oe | sims_vsi | data/videos/000801/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__5475 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the sofa and facing the toilet, is the doorframe to the left or the right of the toilet?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000665/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__6038 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the television and facing the treadmill, is the fridge to the left or the right of the treadmill?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/000732/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__8512 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the chair and facing the fridge, is the dining table to the left or the right of the fridge?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/001023/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__7428 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the doorway and facing the fridge, is the dining table to the left or the right of the fridge?\nPlease answer the question using a single word or phrase."
}... | oe | sims_vsi | data/videos/000895/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__11671 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the chair and facing the sofa, is the garbage bag to the left or the right of the sofa?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/001412/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__10946 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter top and facing the bed, is the tv stand to the left or the right of the bed?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/001322/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__2991 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the toilet and facing the painting, is the garbage can to the left or the right of the painting?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/000370/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__2872 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the painting and facing the tv stand, is the arm chair to the left or the right of the tv stand?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/000351/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__5373 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the television and facing the tripod, is the dog bed to the left or the right of the tripod?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000653/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__9852 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the toilet and facing the counter top, is the commode to the left or the right of the counter top?\nPlease answer the question using a single word or phrase."... | oe | sims_vsi | data/videos/001188/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__935 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the toilet and facing the sink, is the blocks to the left or the right of the sink?\nPlease answer the question using a single word or phrase."
},
{
"... | oe | sims_vsi | data/videos/000112/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__7644 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the ax and facing the fridge, is the bed to the left or the right of the fridge?\nPlease answer the question using a single word or phrase."
},
{
"fro... | oe | sims_vsi | data/videos/000918/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__5767 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the painting and facing the bed, is the sofa to the left or the right of the bed?\nPlease answer the question using a single word or phrase."
},
{
"fr... | oe | sims_vsi | data/videos/000700/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__1526 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the toilet and facing the pants, is the sink to the left or the right of the pants?\nPlease answer the question using a single word or phrase."
},
{
"... | oe | sims_vsi | data/videos/000182/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__7676 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the window and facing the bed, is the sink to the left or the right of the bed?\nPlease answer the question using a single word or phrase."
},
{
"from... | oe | sims_vsi | data/videos/000921/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__2238 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the television and facing the counter top, is the dining table to the left or the right of the counter top?\nPlease answer the question using a single word or... | oe | sims_vsi | data/videos/000268/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__11520 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the hamper and facing the television, is the display case to the left or the right of the television?\nPlease answer the question using a single word or phras... | oe | sims_vsi | data/videos/001394/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__1554 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the briefcase and facing the picture, is the vase to the left or the right of the picture?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000185/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4395 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the desk and facing the sofa, is the shelf to the left or the right of the sofa?\nPlease answer the question using a single word or phrase."
},
{
"fro... | oe | sims_vsi | data/videos/000536/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4518 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the window and facing the sink, is the garbage can to the left or the right of the sink?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000549/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__11759 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the house plant and facing the dining table, is the floor lamp to the left or the right of the dining table?\nPlease answer the question using a single word o... | oe | sims_vsi | data/videos/001423/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__1264 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the doorframe and facing the safe, is the garbage can to the left or the right of the safe?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000152/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__11484 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the dresser and facing the commode, is the sink to the left or the right of the commode?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/001389/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__10007 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the sink and facing the pillow, is the bathtub to the left or the right of the pillow?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/001207/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__6413 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the commode and facing the garbage bag, is the fridge to the left or the right of the garbage bag?\nPlease answer the question using a single word or phrase."... | oe | sims_vsi | data/videos/000778/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__1412 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the radiator and facing the floor lamp, is the toilet to the left or the right of the floor lamp?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/000168/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4700 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the surfboard and facing the ham, is the fridge to the left or the right of the ham?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000568/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__11017 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the bed and facing the sofa, is the cabinet to the left or the right of the sofa?\nPlease answer the question using a single word or phrase."
},
{
"fr... | oe | sims_vsi | data/videos/001337/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__12267 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the fridge and facing the counter top, is the dining table to the left or the right of the counter top?\nPlease answer the question using a single word or phr... | oe | sims_vsi | data/videos/001485/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__2350 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the bathtub and facing the counter top, is the house plant to the left or the right of the counter top?\nPlease answer the question using a single word or phr... | oe | sims_vsi | data/videos/000285/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__9981 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the fridge and facing the counter top, is the trash can to the left or the right of the counter top?\nPlease answer the question using a single word or phrase... | oe | sims_vsi | data/videos/001205/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4246 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter top and facing the drawer, is the fridge to the left or the right of the drawer?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000519/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__9882 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the sofa and facing the doorframe, is the dining table to the left or the right of the doorframe?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/001192/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__7539 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the armchair and facing the laundry hamper, is the telescope to the left or the right of the laundry hamper?\nPlease answer the question using a single word o... | oe | sims_vsi | data/videos/000906/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__5842 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the dresser and facing the tv stand, is the window to the left or the right of the tv stand?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000710/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__1694 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the umbrella and facing the shelves, is the fishbowl to the left or the right of the shelves?\nPlease answer the question using a single word or phrase."
},... | oe | sims_vsi | data/videos/000203/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__2822 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the crib and facing the sofa, is the doorframe to the left or the right of the sofa?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000346/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__1679 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the toilet and facing the fridge, is the sink to the left or the right of the fridge?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000202/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__8578 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the sofa and facing the sink, is the dresser to the left or the right of the sink?\nPlease answer the question using a single word or phrase."
},
{
"f... | oe | sims_vsi | data/videos/001030/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__2756 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the sink and facing the end table, is the bed to the left or the right of the end table?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000338/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__2375 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the coffee machine and facing the sofa, is the garbage bag to the left or the right of the sofa?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/000289/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__1101 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the toilet and facing the display, is the arm chair to the left or the right of the display?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000132/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__11178 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the painting and facing the dresser, is the stroller to the left or the right of the dresser?\nPlease answer the question using a single word or phrase."
},... | oe | sims_vsi | data/videos/001354/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__957 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the fridge and facing the dresser, is the counter top to the left or the right of the dresser?\nPlease answer the question using a single word or phrase."
}... | oe | sims_vsi | data/videos/000116/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__1297 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the sofa and facing the cabinet, is the shelf to the left or the right of the cabinet?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000155/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__3536 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the toilet and facing the painting, is the sofa to the left or the right of the painting?\nPlease answer the question using a single word or phrase."
},
{... | oe | sims_vsi | data/videos/000435/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__7075 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the trash can and facing the arm chair, is the sofa to the left or the right of the arm chair?\nPlease answer the question using a single word or phrase."
}... | oe | sims_vsi | data/videos/000852/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__11436 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the desk lamp and facing the mailbox at home, is the counter top to the left or the right of the mailbox at home?\nPlease answer the question using a single w... | oe | sims_vsi | data/videos/001384/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__8289 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the doorframe and facing the garbage can, is the file cabinet to the left or the right of the garbage can?\nPlease answer the question using a single word or ... | oe | sims_vsi | data/videos/000996/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__6639 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the tv stand and facing the counter top, is the hockey stick to the left or the right of the counter top?\nPlease answer the question using a single word or p... | oe | sims_vsi | data/videos/000809/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__6205 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter top and facing the scooter, is the artwork to the left or the right of the scooter?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/000751/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__12359 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the dresser and facing the statue, is the toilet to the left or the right of the statue?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/001499/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__6103 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the television and facing the bed, is the dining table to the left or the right of the bed?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000739/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__2513 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the fridge and facing the box, is the television to the left or the right of the box?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000306/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__9950 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the display and facing the sink, is the trunk to the left or the right of the sink?\nPlease answer the question using a single word or phrase."
},
{
"... | oe | sims_vsi | data/videos/001202/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4763 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the television and facing the bed, is the dining table to the left or the right of the bed?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000577/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__11117 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the sink and facing the trash can, is the window to the left or the right of the trash can?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/001348/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4575 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the sink and facing the tv stand, is the cart to the left or the right of the tv stand?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000555/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__2122 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the tv stand and facing the sink, is the suitcase to the left or the right of the sink?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/000255/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4797 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the nightstand and facing the toilet, is the fridge to the left or the right of the toilet?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000580/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__10290 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the sink and facing the barrels, is the sofa to the left or the right of the barrels?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/001246/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__7182 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the painting and facing the aquarium, is the sink to the left or the right of the aquarium?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000867/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__663 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the window and facing the dresser, is the toilet to the left or the right of the dresser?\nPlease answer the question using a single word or phrase."
},
{... | oe | sims_vsi | data/videos/000079/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__10128 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the dresser and facing the game table, is the bed to the left or the right of the game table?\nPlease answer the question using a single word or phrase."
},... | oe | sims_vsi | data/videos/001226/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__11373 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the fridge and facing the toilet, is the counter top to the left or the right of the toilet?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/001376/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__18 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the shelves and facing the tv stand, is the dining table to the left or the right of the tv stand?\nPlease answer the question using a single word or phrase."... | oe | sims_vsi | data/videos/000001/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__12276 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the end table and facing the toilet, is the dining table to the left or the right of the toilet?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/001486/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4774 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter top and facing the doorframe, is the stepladder to the left or the right of the doorframe?\nPlease answer the question using a single word or phra... | oe | sims_vsi | data/videos/000578/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__9160 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the television and facing the stroller, is the counter top to the left or the right of the stroller?\nPlease answer the question using a single word or phrase... | oe | sims_vsi | data/videos/001103/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__11556 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the bed and facing the sofa, is the tv stand to the left or the right of the sofa?\nPlease answer the question using a single word or phrase."
},
{
"f... | oe | sims_vsi | data/videos/001398/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__5230 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the deck chair and facing the fridge, is the easel to the left or the right of the fridge?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000631/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__7169 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the shelf and facing the doorway, is the container to the left or the right of the doorway?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000866/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4821 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the garbage bag and facing the cannister, is the bed to the left or the right of the cannister?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/000583/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__1257 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the wardrobe and facing the floor lamp, is the sink to the left or the right of the floor lamp?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/000151/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__8670 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the rocking horse and facing the painting, is the chair to the left or the right of the painting?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/001043/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__12147 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the fridge and facing the rocking chair, is the end table to the left or the right of the rocking chair?\nPlease answer the question using a single word or ph... | oe | sims_vsi | data/videos/001471/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__1598 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the bureau and facing the desk, is the keg to the left or the right of the desk?\nPlease answer the question using a single word or phrase."
},
{
"fro... | oe | sims_vsi | data/videos/000190/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__8010 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the filing cabinet and facing the house plant, is the garbage can to the left or the right of the house plant?\nPlease answer the question using a single word... | oe | sims_vsi | data/videos/000962/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__7678 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the counter top and facing the shelves, is the bookshelf to the left or the right of the shelves?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/000921/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__7469 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the toilet and facing the house plant, is the fridge to the left or the right of the house plant?\nPlease answer the question using a single word or phrase."
... | oe | sims_vsi | data/videos/000899/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__2429 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the dresser and facing the counter top, is the tv stand to the left or the right of the counter top?\nPlease answer the question using a single word or phrase... | oe | sims_vsi | data/videos/000296/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__8877 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the sofa and facing the cart, is the counter top to the left or the right of the cart?\nPlease answer the question using a single word or phrase."
},
{
... | oe | sims_vsi | data/videos/001069/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__7172 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the fridge and facing the mailbox, is the television to the left or the right of the mailbox?\nPlease answer the question using a single word or phrase."
},... | oe | sims_vsi | data/videos/000866/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__9020 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the window and facing the sofa, is the cooler to the left or the right of the sofa?\nPlease answer the question using a single word or phrase."
},
{
"... | oe | sims_vsi | data/videos/001086/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__5557 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the bed and facing the bathtub, is the television to the left or the right of the bathtub?\nPlease answer the question using a single word or phrase."
},
... | oe | sims_vsi | data/videos/000673/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__3556 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the painting and facing the counter top, is the poster to the left or the right of the counter top?\nPlease answer the question using a single word or phrase.... | oe | sims_vsi | data/videos/000438/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__4243 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the cabinet and facing the house plant, is the counter top to the left or the right of the house plant?\nPlease answer the question using a single word or phr... | oe | sims_vsi | data/videos/000518/raw_navigation_camera__1.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
sims_vsi__10784 | [
{
"from": "human",
"pwdvalue": null,
"task": "vsi_obj_rel_direction_easy",
"value": "<image>These are frames of a video.\nIf I am standing by the office chair and facing the coffee machine, is the toilet to the left or the right of the coffee machine?\nPlease answer the question using a single word ... | oe | sims_vsi | data/videos/001302/raw_navigation_camera__0.mp4 | qas/vsi_obj_rel_direction_easy_oe_seed_0.jsonl | obj_rel_direction_easy | oe |
Subsets and Splits
No community queries yet
The top public SQL queries from the community will appear here once available.