diff --git "a/file/example_eval_results/multi-choice.json" "b/file/example_eval_results/multi-choice.json" new file mode 100644--- /dev/null +++ "b/file/example_eval_results/multi-choice.json" @@ -0,0 +1,12884 @@ +{ + "1034419625": { + "action": [ + { + "question": "What is the man doing in the video?\nA. dunking a basketball\nB. dribbling a basketball\nC. passing a basketball", + "gt-answer": "A. dunking a basketball", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which activity is the man engaged in?\nA. passing a basketball\nB. dribbling a basketball\nC. dunking a basketball", + "gt-answer": "C. dunking a basketball", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What action is the man performing?\nA. dribbling a basketball\nB. dunking a basketball\nC. passing a basketball", + "gt-answer": "B. dunking a basketball", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which of the following actions describes the man?\nA. dribbling a basketball\nB. passing a basketball\nC. dunking a basketball", + "gt-answer": "C. dunking a basketball", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "direction": [ + { + "question": "What is the direction of the man?\nA. moving towards the camera\nB. moving from left to right\nC. moving away from the camera", + "gt-answer": "B. moving from left to right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "From the camera's point of view, in which direction is the man moving?\nA. away from the camera\nB. towards the camera\nC. from left to right", + "gt-answer": "C. from left to right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In relation to the camera's position, which way is the man headed?\nA. from left to right\nB. towards the camera\nC. from right to left", + "gt-answer": "A. from left to right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1034419625_reverse": { + "direction": [ + { + "question": "What is the direction of the man?\nA. moving towards the camera\nB. moving from right to left\nC. moving away from the camera\nD. moving from left to right", + "gt-answer": "B. moving from right to left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "From the camera's point of view, in which direction is the man moving?\nA. away from the camera\nB. towards the camera\nC. from right to left\nD. from left to right", + "gt-answer": "C. from right to left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In relation to the camera's position, which way is the man headed?\nA. from right to left\nB. towards the camera\nC. from left to right\nD. away from the camera", + "gt-answer": "A. from right to left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1094590221": { + "action": [ + { + "question": "What is the man doing in the video?\nA. dribbling basketball\nB. passing basketball\nC. shooting basketball\nD. dunking basketball", + "gt-answer": "C. shooting basketball", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What activity is depicted in the video?\nA. shooting basketball\nB. dribbling basketball\nC. dunking basketball\nD. passing basketball", + "gt-answer": "A. shooting basketball", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action is being performed by the man?\nA. dunking basketball\nB. dribbling basketball\nC. painting\nD. shooting basketball", + "gt-answer": "D. shooting basketball", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the main action of the man in the video?\nA. dribbling basketball\nB. shooting basketball\nC. dunking basketball\nD. passing basketball", + "gt-answer": "B. shooting basketball", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In the video, what is the man engaged in?\nA. passing basketball\nB. shooting basketball\nC. dunking basketball\nD. dribbling basketball", + "gt-answer": "B. shooting basketball", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "direction": [ + { + "question": "What direction is the basketball moving?\nA. straight ahead\nB. left to right\nC. right to left", + "gt-answer": "C. right to left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the basketball move in the horizontal direction?\nA. left to right\nB. right to left\nC. standing still", + "gt-answer": "B. right to left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "From which side of the screen does the basketball ends moving?\nA. right top\nB. right bottom\nC. left bottom\nD. left top", + "gt-answer": "C. left bottom", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1094590221_reverse": { + "direction": [ + { + "question": "What direction is the basketball moving?\nA. straight ahead\nB. left to right\nC. right to left", + "gt-answer": "B. left to right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the basketball move in the horizontal direction?\nA. left to right\nB. right to left\nC. standing still", + "gt-answer": "A. left to right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "From which side of the screen does the basketball start moving?\nA. right top\nB. right bottom\nC. left bottom\nD. left top", + "gt-answer": "C. left bottom", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1098982673": { + "action": [ + { + "question": "What is the woman doing?\nA. Eating and singing\nB. Dancing and singing\nC. Sleeping and singing\nD. Running and singing", + "gt-answer": "B. Dancing and singing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What can be observed about the woman?\nA. She is cooking meal\nB. She is dancing and singing\nC. She is washing dishes\nD. She is walking", + "gt-answer": "B. She is dancing and singing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In the video, what actions is the woman involved in?\nA. Cooking\nB. Jumping\nC. Dancing and singing\nD. Doing laundry", + "gt-answer": "C. Dancing and singing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "speed": [ + { + "question": "What is the speed of the video?\nA. normal speed\nB. slow motion\nC. fast forward\nD. reverse", + "gt-answer": "A. normal speed", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "How fast is the video playing?\nA. 2x speed\nB. 1x speed\nC. 10x speed\nD. 0.5x speed", + "gt-answer": "B. 1x speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which speed setting does the video appear to be at?\nA. fluctuating speed\nB. real-time speed\nC. decelerated speed\nD. accelerated speed", + "gt-answer": "B. real-time speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what pace is the video running?\nA. rapid pace\nB. leisure pace\nC. standard pace\nD. sporadic pace", + "gt-answer": "C. standard pace", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the tempo of the video?\nA. erratic tempo\nB. moderate tempo\nC. brisk tempo\nD. sluggish tempo", + "gt-answer": "B. moderate tempo", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1111657885": { + "action": [ + { + "question": "What are the people doing?\nA. skiing\nB. ice skating\nC. swimming", + "gt-answer": "B. ice skating", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What sport are the people engaged in?\nA. tennis\nB. soccer\nC. ice skating", + "gt-answer": "C. ice skating", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity can be observed in the video?\nA. dancing\nB. painting\nC. ice skating", + "gt-answer": "C. ice skating", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action are the people performing?\nA. ice skating\nB. playing guitar\nC. playing basketball", + "gt-answer": "A. ice skating", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the action being performed by the individuals?\nA. ice skating\nB. yoga\nC. running", + "gt-answer": "A. ice skating", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "speed": [ + { + "question": "What is the tempo of the video?\nA. rapid pace\nB. slow motion\nC. normal speed", + "gt-answer": "B. slow motion", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the entire video presented?\nA. pause\nB. fast forward\nC. slow motion", + "gt-answer": "C. slow motion", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "In which speed mode is the video playing?\nA. real-time speed\nB. slow motion\nC. accelerated\nD. standing still", + "gt-answer": "B. slow motion", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ], + "direction": [ + { + "question": "Which direction are the people skating?\nA. towards the camera\nB. parallel to the screen\nC. away from the camera", + "gt-answer": "A. towards the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what direction are the people moving?\nA. standing still\nB. towards the camera\nC. from right to left in relation to the camera\nD. away from the camera", + "gt-answer": "B. towards the camera", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "How would you describe the movement of the people?\nA. gliding away from the camera\nB. gliding towards the camera\nC. gliding parallel the camera", + "gt-answer": "B. gliding towards the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1111657885_reverse": { + "direction": [ + { + "question": "Which direction are the people skating?\nA. towards the camera\nB. parallel to the screen\nC. away from the camera", + "gt-answer": "C. away from the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what direction are the people moving?\nA. standing still\nB. towards the camera\nC. from right to left in relation to the camera\nD. away from the camera", + "gt-answer": "D. away from the camera", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "How would you describe the movement of the people?\nA. gliding away from the camera\nB. gliding towards the camera\nC. gliding parallel the camera", + "gt-answer": "A. gliding away from the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1073873933": { + "action": [ + { + "question": "What is happening in the video?\nA. eating\nB. fighting\nC. sleeping\nD. dancing", + "gt-answer": "B. fighting", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the monkey engaged in?\nA. swimming\nB. running\nC. climbing\nD. fighting", + "gt-answer": "D. fighting", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the main action of the monkey?\nA. reading\nB. hiding\nC. painting\nD. fighting", + "gt-answer": "D. fighting", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action is depicted by the monkey?\nA. singing\nB. fighting\nC. knitting\nD. playing chess", + "gt-answer": "B. fighting", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the monkey participating in?\nA. fishing\nB. skiing\nC. shopping\nD. fighting", + "gt-answer": "D. fighting", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + } + ] + }, + "1089810425": { + "action": [ + { + "question": "What are the people doing?\nA. cooking\nB. sleeping\nC. dancing", + "gt-answer": "C. dancing", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity are the people engaged in?\nA. swimming\nB. dancing\nC. painting", + "gt-answer": "B. dancing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which action are the people performing?\nA. singing\nB. dancing\nC. reading", + "gt-answer": "B. dancing", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the activity of the people?\nA. dancing\nB. running\nC. studying", + "gt-answer": "A. dancing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What are the people participating in?\nA. dancing\nB. knitting\nC. playing football", + "gt-answer": "A. dancing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "speed": [ + { + "question": "What is the speed of the video?\nA. slow motion\nB. normal speed\nC. time-lapse", + "gt-answer": "B. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the tempo of the entire video?\nA. slow\nB. regular\nC. fast", + "gt-answer": "B. regular", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the rate of the video?\nA. moderate speed\nB. low speed\nC. high speed", + "gt-answer": "A. moderate speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "direction": [ + { + "question": "What is the direction of the panning in the video?\nA. left to right\nB. right to left\nC. up and down\nD. circular motion", + "gt-answer": "B. right to left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the movement of the camera in the video?\nA. panning from right to left\nB. zooming in\nC. zooming out\nD. panning from left to right", + "gt-answer": "A. panning from right to left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which way is the video shifting?\nA. horizontal\nB. diagonal\nC. vertical", + "gt-answer": "A. horizontal", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what direction is the camera moving?\nA. leftward\nB. upward\nC. downward\nD. rightward", + "gt-answer": "A. leftward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1089810425_reverse": { + "direction": [ + { + "question": "What is the direction of the panning in the video?\nA. left to right\nB. right to left\nC. up and down\nD. circular motion", + "gt-answer": "A. left to right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the movement of the camera in the video?\nA. panning from right to left\nB. zooming in\nC. zooming out\nD. panning from left to right", + "gt-answer": "D. panning from left to right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which way is the video shifting?\nA. horizontal\nB. diagonal\nC. vertical", + "gt-answer": "A. horizontal", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what direction is the camera moving?\nA. leftward\nB. upward\nC. downward\nD. rightward", + "gt-answer": "D. rightward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1077507593": { + "action": [ + { + "question": "What are the people doing in the video?\nA. sleeping\nB. eating\nC. dancing\nD. cooking", + "gt-answer": "D. cooking", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "Which activity can be seen in the video?\nA. painting\nB. reading\nC. cooking\nD. swimming", + "gt-answer": "C. cooking", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the action being performed by the individuals?\nA. writing\nB. singing\nC. running\nD. cooking", + "gt-answer": "D. cooking", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "What can you observe the people doing in the footage?\nA. playing sports\nB. studying\nC. cooking\nD. shopping", + "gt-answer": "C. cooking", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which verb best describes the action of the people?\nA. sleeping\nB. cooking\nC. talking\nD. driving", + "gt-answer": "B. cooking", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ], + "speed": [ + { + "question": "What is the speed of the video?\nA. normal speed\nB. slow motion\nC. time-lapse", + "gt-answer": "B. slow motion", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the rate at which the events are happening in the video?\nA. gradual\nB. fast\nC. slow", + "gt-answer": "C. slow", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the tempo of the video?\nA. slow tempo\nB. rapid tempo\nC. moderate tempo", + "gt-answer": "A. slow tempo", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How would you describe the pace of the video?\nA. medium-paced\nB. quick-paced\nC. slow-paced", + "gt-answer": "C. slow-paced", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "order": [ + { + "question": "Which event happens first to the skillet?\nA. Burning in fire\nB. None of both\nC. Smoking", + "gt-answer": "C. Smoking", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the sequence of events for the skillet?\nA. Smoking, and then burning in fire\nB. Burning in fire, and then smoking\nC. Smoking without burning in fire", + "gt-answer": "A. Smoking, and then burning in fire", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "When does the skillet smoke?\nA. After burning in fire\nB. The skillet doesn't smoke\nC. Before burning in fire", + "gt-answer": "C. Before burning in fire", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what order do the events occur with the skillet?\nA. Smoking, followed by burning in fire\nB. Burning in fire, followed by smoking\nC. Both events happen simultaneously", + "gt-answer": "B. Burning in fire, followed by smoking", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1107116885": { + "action": [ + { + "question": "What activity is the man engaged in?\nA. swimming\nB. shooting an arrow\nC. running", + "gt-answer": "B. shooting an arrow", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which sport is the man participating in?\nA. soccer\nB. archery\nC. basketball", + "gt-answer": "B. archery", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is being performed by the man?\nA. dancing\nB. shooting an arrow\nC. singing", + "gt-answer": "B. shooting an arrow", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the man doing with the bow?\nA. throwing it away\nB. playing it like a guitar\nC. shooting an arrow", + "gt-answer": "C. shooting an arrow", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "In the given footage, what is the man involved in?\nA. cooking\nB. painting\nC. shooting an arrow", + "gt-answer": "C. shooting an arrow", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ], + "speed": [ + { + "question": "What is the pace of the video?\nA. time-lapse\nB. accelerated speed\nC. slow motion\nD. normal speed", + "gt-answer": "D. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How fast is the video playing?\nA. at an average speed\nB. with time-lapse effect\nC. in slow motion\nD. at a rapid speed", + "gt-answer": "A. at an average speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which speed setting is applied to the entire video?\nA. fast-forward\nB. normal speed\nC. slow motion\nD. time-lapse", + "gt-answer": "B. normal speed", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "At what rate is the video playing?\nA. with a time warp\nB. slowly\nC. rapidly\nD. normally", + "gt-answer": "D. normally", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the tempo of the video?\nA. speeded-up\nB. regular\nC. quick\nD. sluggish", + "gt-answer": "B. regular", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1059718130": { + "speed": [ + { + "question": "What is the speed of the video?\nA. slow motion\nB. normal speed\nC. time-lapse\nD. stop motion", + "gt-answer": "C. time-lapse", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the pace at which the video is playing?\nA. fast-forward\nB. slow motion\nC. real-time", + "gt-answer": "A. fast-forward", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "At what rate does the video progress?\nA. slow motion\nB. normal speed\nC. time-lapse\nD. reverse motion", + "gt-answer": "C. time-lapse", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ], + "direction": [ + { + "question": "What direction is the sun moving in?\nA. falling\nB. rising\nC. staying in one place", + "gt-answer": "B. rising", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the direction of the sun?\nA. stationary\nB. falling\nC. rising", + "gt-answer": "C. rising", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the primary movement of the sun?\nA. descending\nB. standing still\nC. rising", + "gt-answer": "C. rising", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "attribute_change": [ + { + "question": "What is happening to the video's brightness?\nA. getting darker\nB. staying the same\nC. turning brighter", + "gt-answer": "C. turning brighter", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the attribute of brightness changing?\nA. remaining stable\nB. increasing\nC. decreasing", + "gt-answer": "B. increasing", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What transformation is occurring in the brightness of the video?\nA. remaining constant\nB. brightening\nC. dimming", + "gt-answer": "B. brightening", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1059718130_reverse": { + "direction": [ + { + "question": "What direction is the sun moving in?\nA. setting\nB. rising\nC. staying in one place", + "gt-answer": "A. setting", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the direction of the sun?\nA. stationary\nB. falling\nC. rising", + "gt-answer": "B. falling", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the primary movement of the sun?\nA. descending\nB. standing still\nC. rising", + "gt-answer": "A. descending", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "attribute_change": [ + { + "question": "What is happening to the video's brightness?\nA. getting darker\nB. staying the same\nC. turning brighter", + "gt-answer": "A. getting darker", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the attribute of brightness changing?\nA. remaining stable\nB. increasing\nC. decreasing", + "gt-answer": "C. decreasing", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "What transformation is occurring in the brightness of the video?\nA. remaining constant\nB. brightening\nC. dimming", + "gt-answer": "C. dimming", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1083845854": { + "speed": [ + { + "question": "What speed is the video playing at?\nA. time-lapse\nB. slow motion\nC. normal speed", + "gt-answer": "A. time-lapse", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "The video is playing at which speed?\nA. slow motion\nB. normal speed\nC. fast-forward", + "gt-answer": "C. fast-forward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which word describes the speed of the video?\nA. time-lapse\nB. normal\nC. backwards\nD. double", + "gt-answer": "A. time-lapse", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "At what rate is the video progressing?\nA. slow motion\nB. time-lapse\nC. normal speed", + "gt-answer": "B. time-lapse", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "direction": [ + { + "question": "What is the direction in which the clock hands are moving?\nA. counterclockwise\nB. clockwise\nC. stationary", + "gt-answer": "B. clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How are the clock hands changing their orientation?\nA. standing still\nB. moving clockwise\nC. moving anti-clockwise", + "gt-answer": "B. moving clockwise", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "In what direction are the clock hands moving?\nA. clockwise\nB. alternating between clockwise and counterclockwise\nC. counterclockwise", + "gt-answer": "A. clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1083845854_reverse": { + "direction": [ + { + "question": "What is the direction in which the clock hands are moving?\nA. counterclockwise\nB. clockwise\nC. stationary", + "gt-answer": "A. counterclockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How are the clock hands changing their orientation?\nA. standing still\nB. moving clockwise\nC. moving anti-clockwise", + "gt-answer": "C. moving anti-clockwise", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "In what direction are the clock hands moving?\nA. clockwise\nB. alternating between clockwise and counterclockwise\nC. counterclockwise", + "gt-answer": "C. counterclockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1050618460": { + "speed": [ + { + "question": "What is the speed of the entire video?\nA. normal speed\nB. time-lapse\nC. slow motion", + "gt-answer": "B. time-lapse", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "How would you describe the pace of the entire video?\nA. fast-paced\nB. slow-paced\nC. medium-paced", + "gt-answer": "A. fast-paced", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the entire video appear in terms of tempo?\nA. rapidly\nB. moderately\nC. leisurely", + "gt-answer": "A. rapidly", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ], + "attribute_change": [ + { + "question": "What is happening to the flowers?\nA. turning into buds\nB. shrinking and wilting\nC. turning into full bloom\nD. remaining as buds", + "gt-answer": "C. turning into full bloom", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How do the flowers transform?\nA. from stem to leaf\nB. from full bloom to bud\nC. from seed to germination\nD. from bud to full bloom", + "gt-answer": "D. from bud to full bloom", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "What happens when the flowers go through the attribute_change?\nA. reaching full maturity\nB. shedding leaves\nC. sprouting more buds\nD. shrinking into buds", + "gt-answer": "A. reaching full maturity", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + } + ] + }, + "1083113449": { + "speed": [ + { + "question": "What is the speed of the video?\nA. slow motion\nB. time-lapse\nC. normal speed", + "gt-answer": "B. time-lapse", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What type of speed is applied to the video?\nA. rewind\nB. time-lapse\nC. slow ", + "gt-answer": "B. time-lapse", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What effect is applied to the video's speed?\nA. time-lapse\nB. normal speed\nC. slow motion", + "gt-answer": "A. time-lapse", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what way is the speed altered in the video?\nA. normal speed\nB. time-lapse\nC. slow motion", + "gt-answer": "B. time-lapse", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ], + "attribute_change": [ + { + "question": "How would you describe the change in the sky's appearance?\nA. lightening up\nB. maintaining its brightness\nC. getting darker", + "gt-answer": "C. getting darker", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is occurring to the sky?\nA. staying the same\nB. getting darker\nC. brightening", + "gt-answer": "B. getting darker", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "In terms of illumination, what is happening to the sky?\nA. becoming brighter\nB. growing dimmer\nC. remaining unchanged", + "gt-answer": "B. growing dimmer", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1091143117": { + "speed": [ + { + "question": "What is the speed of the video?\nA. time-lapse\nB. slow motion\nC. normal speed", + "gt-answer": "C. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which of the following describes the velocity of the video?\nA. fast-forward\nB. regular\nC. backwards", + "gt-answer": "B. regular", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which word best captures the pace of the video?\nA. speedy\nB. real-time speed\nC. fast-paced", + "gt-answer": "B. real-time speed", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ], + "attribute_change": [ + { + "question": "What is happening to the eye?\nA. from closed to open\nB. turning red\nC. becoming blurry\nD. from open to closed", + "gt-answer": "A. from closed to open", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the eye changing?\nA. changing color\nB. from closed to open\nC. becoming smaller\nD. from open to closed", + "gt-answer": "B. from closed to open", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What transformation is occurring in the eye?\nA. from open to closed\nB. shrinking\nC. from closed to open\nD. blinking", + "gt-answer": "C. from closed to open", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1100329207": { + "action": [ + { + "question": "What is the sheep doing?\nA. running\nB. sleeping\nC. eating grass", + "gt-answer": "A. running", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "Which of the following actions is the sheep engaged in?\nA. swimming\nB. flying\nC. running", + "gt-answer": "C. running", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In the video, what action can be seen performed by the sheep?\nA. running\nB. knitting\nC. typing on a keyboard", + "gt-answer": "A. running", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "From the given information, which action is being exhibited by the sheep?\nA. dancing\nB. running\nC. reading a book", + "gt-answer": "B. running", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the activity showcased in the video involving the sheep?\nA. painting\nB. running\nC. playing a musical instrument", + "gt-answer": "B. running", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "direction": [ + { + "question": "What is the direction of the camera view?\nA. moving right\nB. moving backward\nC. moving left\nD. moving forward", + "gt-answer": "D. moving forward", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "In which direction is the video panning?\nA. up\nB. down\nC. backward\nD. forward", + "gt-answer": "D. forward", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the direction of the camera movement?\nA. moving forward\nB. tilting up\nC. tilting down\nD. moving backward", + "gt-answer": "A. moving forward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "speed": [ + { + "question": "What is the speed of the video?\nA. fast forward\nB. normal speed\nC. reverse speed\nD. super slow motion", + "gt-answer": "B. normal speed", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which option describes the rate at which the video is playing?\nA. accelerated\nB. normal speed\nC. super slow motion\nD. fast-paced", + "gt-answer": "B. normal speed", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the tempo of the video?\nA. paused\nB. sped up\nC. slowed down\nD. regular pace", + "gt-answer": "D. regular pace", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + } + ] + }, + "1089201973": { + "action": [ + { + "question": "What are the people doing in the video?\nA. stopping football\nB. kicking football\nC. throwing football\nD. spinning football", + "gt-answer": "B. kicking football", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity are the people engaged in?\nA. stopping football\nB. kicking football\nC. spinning football\nD. throwing football", + "gt-answer": "B. kicking football", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action are the people performing?\nA. kicking football\nB. throwing football\nC. spinning football\nD. stopping football", + "gt-answer": "A. kicking football", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the movement of the people?\nA. stopping football\nB. kicking football\nC. throwing football\nD. spinning football", + "gt-answer": "B. kicking football", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which sport are the people participating in?\nA. kicking football\nB. stopping football\nC. throwing football\nD. spinning football", + "gt-answer": "A. kicking football", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "speed": [ + { + "question": "What is the speed of the video?\nA. normal speed\nB. time-lapse\nC. slow motion", + "gt-answer": "C. slow motion", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the pace at which the video is playing?\nA. rapid speed\nB. slow motion\nC. moderate speed", + "gt-answer": "B. slow motion", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "At what rate is the video being played?\nA. slow motion\nB. fast speed\nC. regular speed", + "gt-answer": "A. slow motion", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What term describes the tempo of the video?\nA. high speed\nB. slow motion\nC. standard speed", + "gt-answer": "B. slow motion", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which word best describes the velocity of the video?\nA. regular speed\nB. slow motion\nC. swift speed", + "gt-answer": "B. slow motion", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ], + "direction": [ + { + "question": "What is the direction of the football in the video?\nA. moving from left to right\nB. moving from right to left\nC. stationary", + "gt-answer": "A. moving from left to right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In which direction is the football traveling?\nA. Rightwards\nB. Upwards\nC. Leftwards\nD. Downwards", + "gt-answer": "A. Rightwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How would you describe the path of the football?\nA. from bottom to top\nB. from right to left\nC. from left to right\nD. from top to bottom", + "gt-answer": "C. from left to right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1034736653": { + "action": [ + { + "question": "What are the woman athletes doing?\nA. cycling\nB. swimming\nC. running\nD. dancing", + "gt-answer": "C. running", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the primary action of the woman athletes?\nA. running\nB. reading\nC. singing\nD. cooking", + "gt-answer": "A. running", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity are the woman athletes engaged in?\nA. skiing\nB. running\nC. painting\nD. playing basketball", + "gt-answer": "B. running", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What sport are the woman athletes participating in?\nA. running\nB. gardening\nC. knitting\nD. soccer", + "gt-answer": "A. running", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action are the woman athletes performing?\nA. writing\nB. running\nC. driving\nD. shopping", + "gt-answer": "B. running", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ], + "speed": [ + { + "question": "What is the speed of the woman closest to the camera?\nA. Normal speed\nB. Slowest speed\nC. The fastest speed", + "gt-answer": "C. The fastest speed", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Compared to the other people in the video, how fast is the woman closest to the camera moving?\nA. Faster\nB. Same speed\nC. Slower", + "gt-answer": "A. Faster", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Among the individuals in the video, who is moving at the highest speed?\nA. Woman closest to the camera\nB. Man in the background\nC. Other people in the video", + "gt-answer": "A. Woman closest to the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In terms of speed, how does the woman closest to the camera rank?\nA. Slowest\nB. Fastest\nC. Middle", + "gt-answer": "B. Fastest", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "direction": [ + { + "question": "In which direction are the woman athletes running?\nA. from right to left\nB. in circles\nC. from left to right", + "gt-answer": "C. from left to right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "From which side are the woman athletes entering the screen?\nA. right\nB. top\nC. left\nD. bottom", + "gt-answer": "C. left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which way are the woman athletes heading?\nA. from left to right\nB. away from the camera\nC. from right to left\nD. towards the camera", + "gt-answer": "A. from left to right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1098153561": { + "speed": [ + { + "question": "What is the speed of the video?\nA. normal speed\nB. time-lapse\nC. slow motion", + "gt-answer": "B. time-lapse", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "How fast is the video playing?\nA. very slow\nB. at a regular pace\nC. in fast forward", + "gt-answer": "C. in fast forward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which of the following best describes the tempo of the video?\nA. sluggish\nB. steady\nC. accelerated", + "gt-answer": "C. accelerated", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what manner is the video playing?\nA. gradually\nB. instantly\nC. quickly", + "gt-answer": "C. quickly", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the rate at which the video is being played?\nA. rapid\nB. slow-paced\nC. moderate", + "gt-answer": "A. rapid", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "attribute_change": [ + { + "question": "What is happening to the leaves?\nA. changing shape\nB. falling off\nC. changing color from green to red\nD. changing color from red to green", + "gt-answer": "C. changing color from green to red", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the initial color of the leaves?\nA. red\nB. white\nC. green", + "gt-answer": "C. green", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the final color of the leaves?\nA. white\nB. red\nC. green", + "gt-answer": "B. red", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1084153195": { + "action": [ + { + "question": "What are the dolphins doing in the water? \nA. Diving\nB. Swimming\nC. Sleeping\nD. Jumping", + "gt-answer": "B. Swimming", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which activity can be observed in the dolphins? \nA. Dancing\nB. Swimming\nC. Climbing\nD. Diving", + "gt-answer": "B. Swimming", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the action of the dolphins in the video? \nA. Swimming\nB. Jumping\nC. Flying\nD. Reading", + "gt-answer": "A. Swimming", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "direction": [ + { + "question": "What is the movement of the dolphins?\nA. swimming towards the shore\nB. hovering in one place\nC. swimming away from the shore", + "gt-answer": "A. swimming towards the shore", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In which direction are the dolphins swimming?\nA. parallel to the shore\nB. towards the shore\nC. away from the shore", + "gt-answer": "B. towards the shore", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "If you observe the dolphins, what direction would you notice them heading?\nA. towards the shore\nB. parallel to the shore\nC. away from the shore", + "gt-answer": "A. towards the shore", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "speed": [ + { + "question": "What is the rate of movement in the video?\nA. fast speed\nB. no speed\nC. normal speed\nD. slow speed", + "gt-answer": "C. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which word describes the pace of the video?\nA. stationary speed\nB. leisurely speed\nC. moderate speed\nD. rapid speed", + "gt-answer": "C. moderate speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What term best describes the velocity of the video?\nA. average speed\nB. low speed\nC. high speed\nD. still speed", + "gt-answer": "A. average speed", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "What type of motion does the video exhibit?\nA. standard speed\nB. immobile speed\nC. sluggish speed\nD. swift speed", + "gt-answer": "A. standard speed", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the tempo of the video?\nA. rapid speed\nB. unhurried speed\nC. regular speed\nD. static speed", + "gt-answer": "C. regular speed", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + } + ], + "order": [ + { + "question": "What is the sequence of events involving dolphins?\nA. swimming towards the shore, then getting fed with fish\nB. swimming in circles\nC. getting fed with fish, then swimming towards the shore", + "gt-answer": "A. swimming towards the shore, then getting fed with fish", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the first event that happens to the dolphins?\nA. Getting fed with fish\nB. None of the above\nC. Swimming towards the shore", + "gt-answer": "C. Swimming towards the shore", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the last event in order that happens to the dolphins?\nA. None of the above\nB. Swimming towards the shore\nC. Getting fed with fish", + "gt-answer": "C. Getting fed with fish", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1054717541": { + "action": [ + { + "question": "What is the person doing?\nA. cutting dough\nB. kneading dough\nC. grilling dough", + "gt-answer": "B. kneading dough", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action is the person performing?\nA. kneading dough\nB. cutting dough\nC. grilling dough", + "gt-answer": "A. kneading dough", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In the video, what is the person engaged in?\nA. grilling dough\nB. kneading dough\nC. cutting dough", + "gt-answer": "B. kneading dough", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the person involved in?\nA. kneading dough\nB. grilling dough\nC. cutting dough", + "gt-answer": "A. kneading dough", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is demonstrated by the person?\nA. grilling dough\nB. kneading dough\nC. cutting dough", + "gt-answer": "B. kneading dough", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ], + "speed": [ + { + "question": "How is the video playing?\nA. in slow motion\nB. with a time-lapse effect\nC. at normal speed", + "gt-answer": "A. in slow motion", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the tempo of the video playback?\nA. medium\nB. slow\nC. fast", + "gt-answer": "B. slow", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "In what way is the video playing?\nA. rapidly\nB. slowly\nC. consistently", + "gt-answer": "B. slowly", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the relative speed of the video compared to real-time?\nA. slower\nB. faster\nC. equal", + "gt-answer": "A. slower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1081092839": { + "direction": [ + { + "question": "What is the direction of the sun?\nA. descending\nB. ascending\nC. moving sideways", + "gt-answer": "A. descending", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the movement pattern of the sun?\nA. falling\nB. rising\nC. remaining still", + "gt-answer": "A. falling", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the movement direction of the sun?\nA. descending\nB. ascending\nC. rotating", + "gt-answer": "A. descending", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what direction does the sun travel during sunset?\nA. downwards\nB. upwards\nC. horizontally", + "gt-answer": "A. downwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "speed": [ + { + "question": "What is the speed of the video?\nA. time-lapse\nB. slow motion\nC. normal speed", + "gt-answer": "A. time-lapse", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the tempo of the video?\nA. normal speed\nB. slow motion\nC. fast pace", + "gt-answer": "C. fast pace", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "Which speed is the video playing at?\nA. time-lapse\nB. slow motion\nC. regular speed", + "gt-answer": "A. time-lapse", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the rate of the video?\nA. regular speed\nB. slow motion\nC. time-lapse", + "gt-answer": "C. time-lapse", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1059462749": { + "action": [ + { + "question": "Which action is being performed by the person?\nA. reading a book\nB. cooking\nC. climbing down a ladder\nD. riding a bike", + "gt-answer": "C. climbing down a ladder", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is taking place with the person?\nA. playing soccer\nB. painting a picture\nC. dancing\nD. climbing down a ladder", + "gt-answer": "D. climbing down a ladder", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the main action of the person in the video?\nA. playing basketball\nB. climbing down a ladder\nC. singing\nD. running", + "gt-answer": "B. climbing down a ladder", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which of the following actions is being demonstrated by the person?\nA. climbing down a ladder\nB. playing guitar\nC. writing a letter\nD. sleeping", + "gt-answer": "A. climbing down a ladder", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "direction": [ + { + "question": "In which direction is the person moving?\nA. rightwards\nB. downwards\nC. upwards\nD. leftwards", + "gt-answer": "B. downwards", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "What word describes the movement of the person?\nA. standing\nB. descending\nC. climbing up\nD. jumping", + "gt-answer": "B. descending", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "From a higher point to a lower point, the person is:\nA. rotating\nB. rising\nC. staying still\nD. descending", + "gt-answer": "D. descending", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + } + ], + "speed": [ + { + "question": "What is the speed of the video?\nA. time-lapse\nB. normal speed\nC. slow motion", + "gt-answer": "B. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How fast is the video playing?\nA. slowly\nB. quickly\nC. normally", + "gt-answer": "C. normally", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the pace of the video?\nA. regular\nB. accelerated\nC. decelerated", + "gt-answer": "A. regular", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "At what rate is the video played?\nA. moderate speed\nB. slow speed\nC. fast speed", + "gt-answer": "A. moderate speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what tempo is the video running?\nA. high speed\nB. normal speed\nC. low speed", + "gt-answer": "B. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1077590324": { + "action": [ + { + "question": "What is the woman doing in the video?\nA. doing laundry\nB. cooking\nC. singing", + "gt-answer": "A. doing laundry", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the woman engaged in?\nA. dancing\nB. doing laundry\nC. painting", + "gt-answer": "B. doing laundry", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action is the woman performing?\nA. swimming\nB. doing laundry\nC. hiking", + "gt-answer": "B. doing laundry", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What task is the woman involved in?\nA. knitting\nB. doing laundry\nC. gardening", + "gt-answer": "B. doing laundry", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action is depicted in the video?\nA. reading\nB. sleeping\nC. doing laundry", + "gt-answer": "C. doing laundry", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ], + "speed": [ + { + "question": "What is the speed of the entire video?\nA. slow motion\nB. normal speed\nC. time-lapse", + "gt-answer": "B. normal speed", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the velocity of the video playback?\nA. low speed\nB. normal speed\nC. high speed", + "gt-answer": "B. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what fashion is the video being played?\nA. rapid motion\nB. average speed\nC. slow motion", + "gt-answer": "B. average speed", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ], + "order": [ + { + "question": "What is the order of the events performed by the woman?\nA. Sitting down to operate the washing machine and then putting clothes into the washing machine\nB. Putting clothes into the washing machine and then standing up to operate the washing machine\nC. Operate the washing machine and then putting clothes into the washing machine\nD. Putting clothes into the washing machine and then sitting down to operate the washing machine", + "gt-answer": "B. Putting clothes into the washing machine and then standing up to operate the washing machine", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the sequence of actions taken by the woman?\nA. Turning off the washing machine and then getting dressed\nB. Putting clothes into the washing machine and then turning it on\nC. Turning off the washing machine and then putting clothes into it\nD. Getting dressed and then turning on the washing machine", + "gt-answer": "B. Putting clothes into the washing machine and then turning it on", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the proper sequence of the woman's actions?\nA. Opening the door of the washing machine and then standing in front of it\nB. Standing in front of the washing machine and then opening the door\nC. Closing the door of the washing machine and then standing in front of it\nD. Standing in front of the washing machine and then closing the door", + "gt-answer": "C. Closing the door of the washing machine and then standing in front of it", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1040541401": { + "action": [ + { + "question": "What are the children doing?\nA. painting pictures\nB. reading books\nC. doing chemical experiments\nD. playing soccer", + "gt-answer": "C. doing chemical experiments", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What activities are the children engaged in?\nA. playing chess\nB. doing chemical experiments\nC. swimming in the pool\nD. dancing ballet", + "gt-answer": "B. doing chemical experiments", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action are the children involved in?\nA. building sandcastles\nB. baking cookies\nC. doing chemical experiments\nD. playing hide and seek", + "gt-answer": "C. doing chemical experiments", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the main action performed by the children?\nA. doing chemical experiments\nB. flying kites\nC. jumping on the trampoline\nD. riding bicycles", + "gt-answer": "A. doing chemical experiments", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In which activity are the children participating?\nA. singing in a choir\nB. acting in a play\nC. doing chemical experiments\nD. playing video games", + "gt-answer": "C. doing chemical experiments", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ], + "speed": [ + { + "question": "What is the speed of the video?\nA. time-lapse\nB. normal speed\nC. super slow motion", + "gt-answer": "B. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How fast is the video playing?\nA. normal speed\nB. very slow\nC. extremely fast", + "gt-answer": "A. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what pace is the video running?\nA. rapid speed\nB. 10 times slow speed\nC. medium speed", + "gt-answer": "C. medium speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1059072773": { + "attribute_change": [ + { + "question": "What is happening to the ice cream?\nA. melting\nB. freezing\nC. evaporating\nD. solidifying", + "gt-answer": "A. melting", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the ice cream changing?\nA. changing color\nB. being eaten out\nC. turning into liquid\nD. solidifying into a ball", + "gt-answer": "C. turning into liquid", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which term best describes the state change of the ice cream?\nA. evaporation\nB. solidifying\nC. melting", + "gt-answer": "C. melting", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1064645467": { + "action": [ + { + "question": "What is the man doing?\nA. cooking\nB. reading a book\nC. exercising\nD. watching TV", + "gt-answer": "C. exercising", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which activity is the man engaged in?\nA. dancing\nB. doing exercise\nC. swimming\nD. painting", + "gt-answer": "B. doing exercise", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "In the video, what is the man involved in?\nA. knitting\nB. doing yoga\nC. horseback riding\nD. exercising intensively", + "gt-answer": "D. exercising intensively", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the man participating in?\nA. exercising\nB. playing chess\nC. gardening\nD. business activity", + "gt-answer": "A. exercising", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "speed": [ + { + "question": "What is the speed of the video?\nA. slow motion\nB. time-lapse\nC. normal speed", + "gt-answer": "C. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How fast is the video playing?\nA. normal speed\nB. fast speed\nC. slow speed", + "gt-answer": "A. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what pace is the entire video played?\nA. moderately\nB. normally\nC. rapidly", + "gt-answer": "B. normally", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which option describes the speed of the video accurately?\nA. slowest speed\nB. fastest speed\nC. normal speed", + "gt-answer": "C. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the video playback rate?\nA. accelerated speed\nB. decelerated speed\nC. normal speed", + "gt-answer": "C. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "order": [ + { + "question": "What is the order of events for the man?\nA. jumping up to grab the bar and then putting on his jacket\nB. putting on his jacket and then jumping up to grab the bar\nC. jumping up to grab the bar and then taking off his jacket\nD. taking off his jacket and then jumping up to grab the bar", + "gt-answer": "D. taking off his jacket and then jumping up to grab the bar", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "When does the man jump up to grab the bar?\nA. before taking off his jacket\nB. after taking off his jacket\nC. while taking off his jacket", + "gt-answer": "B. after taking off his jacket", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the man perform the actions?\nA. he jumps up to grab the bar and then takes off his jacket\nB. he jumps up to grab the bar and then takes off his jacket with his hands\nC. he takes off his jacket and then jumps up to grab the bar with his hands", + "gt-answer": "C. he takes off his jacket and then jumps up to grab the bar with his hands", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1088279109": { + "direction": [ + { + "question": "What is the elevator doing?\nA. rising\nB. going down\nC. staying still", + "gt-answer": "A. rising", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In which direction is the elevator moving?\nA. up\nB. down\nC. not moving", + "gt-answer": "A. up", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the direction of the elevator's movement?\nA. descending\nB. ascending\nC. stationary", + "gt-answer": "B. ascending", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which way is the elevator going?\nA. up\nB. down\nC. stopped", + "gt-answer": "A. up", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "speed": [ + { + "question": "What is the speed of the video?\nA. slow motion\nB. time-lapse\nC. normal speed", + "gt-answer": "C. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which mode is the video being played?\nA. normal speed\nB. fast forward\nC. rewind\nD. pause", + "gt-answer": "A. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the tempo of the video?\nA. normal speed\nB. slow tempo\nC. no tempo\nD. fast tempo", + "gt-answer": "A. normal speed", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + } + ] + }, + "1093573255": { + "speed": [ + { + "question": "What is the speed of the video?\nA. normal speed\nB. slow motion\nC. time-lapse", + "gt-answer": "C. time-lapse", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "At what pace is the video running?\nA. steadily\nB. sluggishly\nC. rapidly", + "gt-answer": "C. rapidly", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "The video is played at what kind of speed?\nA. regular speed\nB. timelapse\nC. decelerated motion", + "gt-answer": "B. timelapse", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ], + "attribute_change": [ + { + "question": "What is happening to the plant?\nA. wilting\nB. reviving\nC. shedding leaves\nD. turning into buds", + "gt-answer": "B. reviving", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the plant changing?\nA. withering away\nB. turning yellow\nC. reviving\nD. blooming", + "gt-answer": "C. reviving", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what way is the plant transforming?\nA. wilting\nB. rotting\nC. reviving\nD. shedding leaves", + "gt-answer": "C. reviving", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1105233293": { + "action": [ + { + "question": "What are the people doing in the video?\nA. swimming\nB. dancing\nC. playing basketball", + "gt-answer": "C. playing basketball", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity are the people engaged in?\nA. playing basketball\nB. sleeping\nC. eating", + "gt-answer": "A. playing basketball", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which sport are the people participating in?\nA. playing basketball\nB. soccer\nC. tennis", + "gt-answer": "A. playing basketball", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the action of the people in the footage?\nA. playing basketball\nB. reading\nC. writing", + "gt-answer": "A. playing basketball", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In the video, what are the people actively involved in?\nA. painting\nB. shopping\nC. playing basketball", + "gt-answer": "C. playing basketball", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ], + "speed": [ + { + "question": "How would you describe the pace of the video?\nA. accelerated speed\nB. normal speed\nC. reversed speed\nD. slow-motion", + "gt-answer": "B. normal speed", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the tempo of the video playback?\nA. normal speed\nB. freeze frame\nC. time-lapse\nD. fast-forward", + "gt-answer": "A. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which option best characterizes the speed of the entire video?\nA. decelerated motion\nB. quickened pace\nC. normal speed\nD. real-time speed", + "gt-answer": "C. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the velocity at which the video is playing?\nA. rapid speed\nB. slow motion\nC. stopped frame\nD. normal speed", + "gt-answer": "D. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How would you describe the rate at which the video is progressing?\nA. slo-mo\nB. normal speed\nC. expedited speed\nD. rewinding speed", + "gt-answer": "B. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "order": [ + { + "question": "What is the order of events in the video?\nA. Shooting the basketball and then passing the ball to each other\nB. Shooting the basketball and then dribbling the ball\nC. Passing the ball to each other and then shooting the basketball", + "gt-answer": "C. Passing the ball to each other and then shooting the basketball", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the sequence of actions performed by the players?\nA. Shooting the basketball and then passing the ball to each other\nB. Shooting the basketball and then blocking the opponent\nC. Passing the ball to each other and then shooting the basketball", + "gt-answer": "C. Passing the ball to each other and then shooting the basketball", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Arrange the events involving the players in the correct order.\nA. dribbling, shooting, passing the basketball\nB. shooting the basketball, passing the ball to each other\nC. passing the ball to each other, shooting the basketball", + "gt-answer": "C. passing the ball to each other, shooting the basketball", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1077146132": { + "action": [ + { + "question": "What is the woman doing in the video?\nA. waking up\nB. tossing and turning in the bed\nC. falling asleep", + "gt-answer": "A. waking up", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is the woman performing?\nA. waking up\nB. tossing and turning in the bed\nC. falling asleep", + "gt-answer": "A. waking up", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which of the following actions is the woman engaged in?\nA. tossing and turning in the bed\nB. waking up\nC. falling asleep", + "gt-answer": "B. waking up", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In the video, what is the woman's activity?\nA. waking up\nB. tossing and turning in the bed\nC. falling asleep", + "gt-answer": "A. waking up", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is depicted in the video?\nA. falling asleep\nB. waking up\nC. tossing and turning in the bed", + "gt-answer": "B. waking up", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "order": [ + { + "question": "What is the first event in the sequence?\nA. Getting out of bed\nB. Opening the curtains\nC. Both events happen simultaneously", + "gt-answer": "A. Getting out of bed", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event occurs after getting out of bed?\nA. Opening the curtains\nB. Closing the curtains\nC. None of the above", + "gt-answer": "A. Opening the curtains", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the last event to occur?\nA. Opening the curtains\nB. None of the above\nC. Getting out of bed", + "gt-answer": "A. Opening the curtains", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "attribute_change": [ + { + "question": "What is happening to the video?\nA. staying the same brightness\nB. turning darker\nC. turning brighter", + "gt-answer": "C. turning brighter", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the video change in terms of brightness?\nA. decreasing\nB. remaining constant\nC. increasing", + "gt-answer": "C. increasing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is occurring with the video's attribute?\nA. maintaining steady brightness\nB. getting brighter\nC. getting dimmer", + "gt-answer": "B. getting brighter", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1086688682": { + "attribute_change": [ + { + "question": "What change is happening to the traffic lights?\nA. From red to green\nB. From red to yellow\nC. From yellow to red\nD. From green to red", + "gt-answer": "A. From red to green", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the attribute change occurring to the traffic lights?\nA. Changing color sequence\nB. Dimming brightness\nC. Switching off\nD. Blinking rapidly", + "gt-answer": "A. Changing color sequence", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What alteration is taking place to the traffic lights?\nA. Transitioning from yellow to green\nB. Transitioning from green to yellow\nC. Transitioning from red to green\nD. Transitioning from green to red", + "gt-answer": "C. Transitioning from red to green", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1096612823": { + "action": [ + { + "question": "In the video, what can be observed about the car's movement?\nA. sliding on ice\nB. dancing on the rooftop\nC. buried in the sand\nD. driving on the road", + "gt-answer": "D. driving on the road", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "What is happening to the car?\nA. driving on the road\nB. being fixed\nC. sleeping", + "gt-answer": "A. driving on the road", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the car doing in the scene?\nA. flying in the sky\nB. swimming in the ocean\nC. parked on the sidewalk\nD. driving on the road", + "gt-answer": "D. driving on the road", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + } + ], + "direction": [ + { + "question": "What is happening to the video?\nA. zooming out\nB. rotating\nC. panning left\nD. zooming in", + "gt-answer": "D. zooming in", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the direction of the video?\nA. panning left\nB. fading out\nC. zooming in\nD. moving backward", + "gt-answer": "C. zooming in", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the video changing?\nA. panning upwards\nB. rewinding\nC. zooming out\nD. zooming in", + "gt-answer": "D. zooming in", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1075484900": { + "direction": [ + { + "question": "Which way is the child facing in relation to the man?\nA. Forward\nB. Turning towards the man\nC. Turning away from the man\nD. Backward", + "gt-answer": "C. Turning away from the man", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what direction is the child moving in relation to the man?\nA. Backward\nB. Forward\nC. Turning away from the man\nD. Turning towards the man", + "gt-answer": "C. Turning away from the man", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the orientation of the child with respect to the man?\nA. Downwards\nB. Upwards\nC. Turning away from the man\nD. Turning towards the man", + "gt-answer": "C. Turning away from the man", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1090578917": { + "action": [ + { + "question": "What is the man doing?\nA. playing soccer\nB. painting a picture\nC. reading a book\nD. cooking dinner", + "gt-answer": "A. playing soccer", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the man engaged in?\nA. playing soccer\nB. dancing\nC. singing\nD. swimming", + "gt-answer": "A. playing soccer", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What sport is the man participating in?\nA. volleyball\nB. basketball\nC. soccer\nD. tennis", + "gt-answer": "C. soccer", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What recreational activity is the man involved in?\nA. playing chess\nB. gardening\nC. hiking\nD. playing soccer", + "gt-answer": "D. playing soccer", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "In what physical activity is the man actively involved?\nA. playing soccer\nB. weightlifting\nC. biking\nD. jogging", + "gt-answer": "A. playing soccer", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "order": [ + { + "question": "What is the order of events in the video?\nA. The man is not leaping to his right nor standing up\nB. The man is standing up and then leaping to his right\nC. The man is leaping to his right and then standing up", + "gt-answer": "C. The man is leaping to his right and then standing up", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is happening first in the video?\nA. The man is standing up from ground\nB. The man is leaping to his right\nC. Nothing is happening", + "gt-answer": "B. The man is leaping to his right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is happening second in the video?\nA. There is no specific order\nB. The man is standing up from ground\nC. The man is leaping to his right", + "gt-answer": "B. The man is standing up from ground", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ], + "direction": [ + { + "question": "What direction is the man leaping?\nA. to his left\nB. backward\nC. forward\nD. to his right", + "gt-answer": "D. to his right", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "Which way is the man moving?\nA. left\nB. forwards\nC. right\nD. up", + "gt-answer": "C. right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the direction of the man's movement?\nA. counterclockwise\nB. horizontal\nC. vertically\nD. clockwise", + "gt-answer": "B. horizontal", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + } + ] + }, + "1075338140": { + "direction": [ + { + "question": "What is the direction of the ball?\nA. forward and backward\nB. spinning in place\nC. rolling from left to right\nD. rolling from right to left", + "gt-answer": "C. rolling from left to right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which way is the ball moving?\nA. counterclockwise\nB. rolling from left to right\nC. clockwise\nD. rolling from right to left", + "gt-answer": "B. rolling from left to right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction does the ball travel?\nA. straight ahead\nB. rolling from left to right\nC. rolling from right to left\nD. floating in mid-air", + "gt-answer": "B. rolling from left to right", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1067268403": { + "direction": [ + { + "question": "What is the movement direction of the wind turbines?\nA. Stationary\nB. Rotating clockwise\nC. Rotating counterclockwise", + "gt-answer": "B. Rotating clockwise", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "Which way are the wind turbines rotating?\nA. Randomly\nB. Clockwise\nC. Anti-clockwise", + "gt-answer": "B. Clockwise", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction are the wind turbines turning?\nA. Anticlockwise\nB. Still\nC. Clockwise", + "gt-answer": "C. Clockwise", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the rotational direction of the wind turbines?\nA. Clockwise\nB. Anti-clockwise\nC. Unchanging", + "gt-answer": "A. Clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1072594556": { + "speed": [ + { + "question": "How would you describe the speed of the car in the center of the screen?\nA. slower than other cars\nB. faster than other cars\nC. at the same speed as other cars", + "gt-answer": "B. faster than other cars", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Compared to other cars, how does the car in the center of the screen move?\nA. At the same speed\nB. Faster\nC. Slower\nD. Information unavailable", + "gt-answer": "B. Faster", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What do we know about the car's motion relative to other objects on the screen?\nA. It is the fastest\nB. It is the slowest\nC. There is no motion\nD. Same speed as the others", + "gt-answer": "A. It is the fastest", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1096007487": { + "direction": [ + { + "question": "From the camera's point of view, in which direction is the 3d cloud moving?\nA. upward\nB. downward\nC. leftward\nD. rightward", + "gt-answer": "C. leftward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the 3d cloud moving from the camera's point of view?\nA. contracting\nB. spinning leftward\nC. spinning rightward\nD. expanding", + "gt-answer": "B. spinning leftward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the movement pattern of the 3d cloud as seen from the camera's point of view?\nA. from right to left\nB. rotating clockwise\nC. rotating counter-clockwise\nD. from left to right", + "gt-answer": "A. from right to left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1095939659": { + "direction": [ + { + "question": "In which direction is the light growing?\nA. Downwards\nB. Clockwise\nC. Counterclockwise\nD. Upwards", + "gt-answer": "B. Clockwise", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the direction of the light's movement?\nA. Clockwise\nB. Anticlockwise\nC. Straight forward\nD. Downwards", + "gt-answer": "A. Clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the light changing direction?\nA. Spinning vertically\nB. Rotating clockwise\nC. Shifting diagonally\nD. Growing counterclockwise", + "gt-answer": "B. Rotating clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1059632327": { + "direction": [ + { + "question": "What is the direction of the tennis ball?\nA. bouncing up and down\nB. spinning clockwise and anticlockwise\nC. rolling forward and backward\nD. bouncing left to right", + "gt-answer": "A. bouncing up and down", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which direction does the tennis ball move in?\nA. moving in a circular path\nB. floating in mid-air\nC. moving in a zigzag pattern\nD. bouncing up and down", + "gt-answer": "D. bouncing up and down", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction does the tennis ball travel?\nA. bouncing up and down\nB. shooting straight ahead\nC. staying stationary\nD. bouncing side to side", + "gt-answer": "A. bouncing up and down", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1098785169": { + "direction": [ + { + "question": "What is the direction of the galaxy's spin?\nA. counterclockwise\nB. left to right\nC. clockwise\nD. up and down", + "gt-answer": "C. clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction is the galaxy rotating?\nA. backward\nB. counter clockwise\nC. clockwise\nD. forward", + "gt-answer": "C. clockwise", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the galaxy spinning?\nA. backward\nB. counter clockwise\nC. clockwise\nD. forward", + "gt-answer": "C. clockwise", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + } + ] + }, + "1099984801": { + "direction": [ + { + "question": "What is the movement of the clouds?\nA. moving away from the camera\nB. staying still\nC. moving towards the camera", + "gt-answer": "C. moving towards the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what direction are the clouds heading?\nA. towards the camera\nB. upward\nC. downward\nD. away from the camera", + "gt-answer": "A. towards the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the movement direction of the clouds?\nA. forward\nB. in a circular motion\nC. side to side\nD. backward", + "gt-answer": "D. backward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "speed": [ + { + "question": "What is the speed of the video?\nA. normal speed\nB. slow motion\nC. time-lapse", + "gt-answer": "C. time-lapse", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What speed is the video set to?\nA. time-lapse\nB. time dilation\nC. real-time", + "gt-answer": "A. time-lapse", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the pacing of the video?\nA. accelerating\nB. decelerating\nC. normal speed", + "gt-answer": "A. accelerating", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "attribute_change": [ + { + "question": "What is happening to the entire video?\nA. staying the same\nB. getting darker\nC. getting brighter", + "gt-answer": "B. getting darker", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What change is occurring to the light condition of the video?\nA. getting darker\nB. remaining stable\nC. getting brighter", + "gt-answer": "A. getting darker", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which of the following best describes the change in the entire video?\nA. getting darker\nB. getting blurry\nC. turning brighter", + "gt-answer": "A. getting darker", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1082419672": { + "direction": [ + { + "question": "What is the direction of movement in the video?\nA. hovering\nB. flying forwards\nC. flying backwards", + "gt-answer": "C. flying backwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the trajectory of the movement?\nA. straight line\nB. arc-shaped\nC. zigzag", + "gt-answer": "A. straight line", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "In what direction is the entire video moving relative to the ship?\nA. forward\nB. up\nC. down\nD. backward", + "gt-answer": "D. backward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1058985719": { + "direction": [ + { + "question": "What is the direction in which the airplane is flying?\nA. bottom to top\nB. right to left\nC. top to bottom\nD. left to right", + "gt-answer": "A. bottom to top", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which way is the airplane moving on the screen?\nA. anticlockwise\nB. upwards\nC. clockwise\nD. downwards", + "gt-answer": "B. upwards", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the trajectory of the airplane?\nA. vertically upwards\nB. vertically downwards\nC. horizontally rightwards\nD. horizontally leftwards", + "gt-answer": "A. vertically upwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1055413730": { + "direction": [ + { + "question": "In which direction is the planet Earth spinning?\nA. Rightwards\nB. Downwards\nC. Leftwards\nD. Upwards", + "gt-answer": "A. Rightwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Considering the camera's perspective, what is the rotational movement of the planet Earth?\nA. spinning to the left\nB. rotating upward\nC. spinning to the right", + "gt-answer": "C. spinning to the right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the apparent motion of the Earth based on the camera's viewpoint?\nA. away from the camera\nB. towards the camera\nC. spinning to the right\nD. spinning to the left", + "gt-answer": "C. spinning to the right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1081684532": { + "direction": [ + { + "question": "What is the direction of the asteroids in the video?\nA. flying away from the camera\nB. flying to the left\nC. flying towards the camera\nD. flying to the right", + "gt-answer": "C. flying towards the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which direction are the asteroids moving?\nA. downwards\nB. towards the camera\nC. upwards\nD. away from the camera", + "gt-answer": "B. towards the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which way are the asteroids going?\nA. towards the camera\nB. parallel to the camera\nC. away from the camera", + "gt-answer": "A. towards the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "23391142": { + "action": [ + { + "question": "What are the people doing in the video?\nA. dancing\nB. playing badminton\nC. reading books", + "gt-answer": "B. playing badminton", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity are the people engaged in?\nA. swimming\nB. playing badminton\nC. playing soccer", + "gt-answer": "B. playing badminton", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which of the following activities are the people participating in?\nA. playing badminton\nB. hiking\nC. baking cookies", + "gt-answer": "A. playing badminton", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What action can be seen in the video?\nA. knitting\nB. playing badminton\nC. painting", + "gt-answer": "B. playing badminton", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What is happening in the video?\nA. sleeping\nB. singing\nC. playing badminton", + "gt-answer": "C. playing badminton", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ], + "direction": [ + { + "question": "What direction is the video panning?\nA. Upwards\nB. Downwards\nC. To the left\nD. To the right", + "gt-answer": "D. To the right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the movement of the video?\nA. Zoom in\nB. Panning to the left\nC. Zoom out\nD. Panning to the right", + "gt-answer": "D. Panning to the right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which way is the scene shifting?\nA. Panning to the left\nB. Panning to the right\nC. Away from the camera\nD. Towards the camera", + "gt-answer": "B. Panning to the right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "speed": [ + { + "question": "What is the speed of the video?\nA. normal speed\nB. slow motion\nC. time-lapse", + "gt-answer": "B. slow motion", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "How fast is the video playing?\nA. quickly\nB. at a moderate pace\nC. slowly", + "gt-answer": "C. slowly", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which speed mode is applied to the video?\nA. regular speed\nB. accelerated\nC. slow motion", + "gt-answer": "C. slow motion", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the video playback rate?\nA. fast\nB. slow\nC. moderate", + "gt-answer": "B. slow", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what kind of speed is the video shown?\nA. slow motion\nB. rapid\nC. normal", + "gt-answer": "A. slow motion", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1078368947": { + "action": [ + { + "question": "What is the woman doing in the bathroom?\nA. reading a book while taking a shower\nB. writing letter while taking a bath\nC. reading a book while taking a bath", + "gt-answer": "C. reading a book while taking a bath", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What activity is the woman engaged in?\nA. reading a book while taking a bath\nB. listening to music while taking a bath\nC. drinking wine while taking a bath", + "gt-answer": "A. reading a book while taking a bath", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which of the following actions is the woman involved in?\nA. washing her hair while taking a bath\nB. reading a book while taking a bath\nC. washing her face while taking a bath", + "gt-answer": "B. reading a book while taking a bath", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1099738787": { + "attribute_change": [ + { + "question": "What is happening to the concrete wall?\nA. melting\nB. falling apart\nC. assembling together", + "gt-answer": "B. falling apart", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the attribute change of the concrete wall?\nA. rebuilding\nB. shrinking\nC. disappearing\nD. falling apart", + "gt-answer": "D. falling apart", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "In what state is the concrete wall?\nA. expanding\nB. assembling together\nC. falling apart\nD. intact", + "gt-answer": "C. falling apart", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1094219575": { + "speed": [ + { + "question": "What is the speed of the video?\nA. normal speed\nB. time-lapse\nC. slow motion\nD. fast forwarding", + "gt-answer": "B. time-lapse", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which term describes how the video is played?\nA. time-lapse\nB. rewinded\nC. decelerated\nD. paused", + "gt-answer": "A. time-lapse", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the video being played?\nA. as a time-lapse\nB. on fast forward\nC. in slow motion\nD. at a regular pace", + "gt-answer": "A. as a time-lapse", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What type of speed is applied to the video?\nA. gradual speed\nB. erratic speed\nC. time-lapse speed\nD. variable speed", + "gt-answer": "C. time-lapse speed", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "In what way is the video being shown?\nA. rapidly\nB. in real-time\nC. as a time-lapse\nD. in slow motion", + "gt-answer": "C. as a time-lapse", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ], + "attribute_change": [ + { + "question": "What is happening to the flowers?\nA. growing taller\nB. changing color\nC. blooming\nD. wilting", + "gt-answer": "D. wilting", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the condition of the flowers?\nA. decaying\nB. dormant\nC. budding\nD. blooming", + "gt-answer": "A. decaying", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the transformation occurring to the flowers?\nA. reproducing through seeds\nB. changing from withered to full blossom\nC. changing from full blossom to withered\nD. sprouting new buds", + "gt-answer": "C. changing from full blossom to withered", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1053758117": { + "direction": [ + { + "question": "What is happening in the video?\nA. Zoom out from a 3D digital brain\nB. Standing still before a 3D digital brain\nC. Zoom into a 3D digital brain", + "gt-answer": "C. Zoom into a 3D digital brain", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction is the camera moving in the video?\nA. zooming in\nB. downwards\nC. upwards\nD. zooming out", + "gt-answer": "A. zooming in", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How would you describe the trajectory of the video's direction?\nA. panning right\nB. panning left\nC. zooming out\nD. zooming in", + "gt-answer": "D. zooming in", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ] + }, + "1069717165": { + "order": [ + { + "question": "How does the woman arrange her head movements?\nA. nodding and shaking her head repeatedly\nB. shaking her head, followed by nodding her head\nC. nodding her head, followed by shaking her head", + "gt-answer": "B. shaking her head, followed by nodding her head", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What does the woman do after shaking her heads?\nA. feeling sad\nB. nothing\nC. nodding her head\nD. left away", + "gt-answer": "C. nodding her head", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which actions did the woman take and in what order?\nA. shaking her head and then shaking it again\nB. nodding her head and then nodding it again\nC. nodding her head and then shaking her head\nD. shaking her whole body and then turning around", + "gt-answer": "A. shaking her head and then shaking it again", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1041584314": { + "order": [ + { + "question": "In what order does the man's expression change?\nA. The man doesn't change his expression\nB. Smiling, then showing a serious expression\nC. Showing a serious expression, then smiling", + "gt-answer": "C. Showing a serious expression, then smiling", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "When does the man start to smile?\nA. After showing a serious expression\nB. Before showing a serious expression\nC. The man doesn't smile", + "gt-answer": "A. After showing a serious expression", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How did the man's facial expressions change over time?\nA. from serious to smiling\nB. no change in expressions\nC. from smiling to serious", + "gt-answer": "A. from serious to smiling", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1067427023": { + "speed": [ + { + "question": "What is the speed of the video?\nA. normal speed\nB. time-lapse\nC. slow motion", + "gt-answer": "B. time-lapse", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "How fast is the video playing?\nA. time-lapse\nB. normal speed\nC. slow motion", + "gt-answer": "A. time-lapse", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what manner is the video progressing?\nA. real-time\nB. slow motion\nC. sped up", + "gt-answer": "C. sped up", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ], + "attribute_change": [ + { + "question": "Which term best describes the transformation happening to the snow particles?\nA. solidifying\nB. melting\nC. scattering", + "gt-answer": "B. melting", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What change is occurring to the snow particles?\nA. remaining the same\nB. growing in size\nC. decreasing in size", + "gt-answer": "C. decreasing in size", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "In the given scenario, what is the primary attribute change experienced by the snow particles?\nA. freezing\nB. melting\nC. scattering", + "gt-answer": "B. melting", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1093948229": { + "attribute_change": [ + { + "question": "What is happening to the golden particles?\nA. melting\nB. shrinking\nC. spinning\nD. exploding", + "gt-answer": "D. exploding", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which of the following best describes the change in the attribute of the golden particles?\nA. freezing\nB. exploding\nC. melting\nD. shrinking", + "gt-answer": "B. exploding", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "Which word below represents the transformation taking place on the golden particles?\nA. contracting\nB. melting\nC. exploding\nD. condensing", + "gt-answer": "C. exploding", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1106668103": { + "direction": [ + { + "question": "What is the direction of movement in the video?\nA. staying still\nB. moving forward\nC. moving backward", + "gt-answer": "B. moving forward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what way is the primary motion depicted in the video?\nA. turning leftward\nB. moving forward\nC. moving backward\nD. turning rightward", + "gt-answer": "B. moving forward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How would you describe the primary trajectory in the video?\nA. descending\nB. moving backward\nC. moving forward", + "gt-answer": "C. moving forward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1049965795": { + "attribute_change": [ + { + "question": "What is happening to the light bulb?\nA. turning off\nB. breaking\nC. light up\nD. rapidly changing color", + "gt-answer": "C. light up", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What change occurs in the light bulb?\nA. becoming darker\nB. getting smaller\nC. light up\nD. flickering", + "gt-answer": "C. light up", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What alteration takes place in the light bulb?\nA. rusting\nB. turn off\nC. crackling\nD. light up", + "gt-answer": "D. light up", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + } + ] + }, + "1052364490": { + "attribute_change": [ + { + "question": "What is happening to the digital bar chart?\nA. staying in the same size\nB. increasing\nC. decreasing", + "gt-answer": "B. increasing", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "The digital bar chart is experiencing what kind of change?\nA. decreasing\nB. growing\nC. fluctuating", + "gt-answer": "B. growing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What alteration is taking place to the digital bar chart?\nA. levelling out\nB. growing\nC. disappearing", + "gt-answer": "B. growing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1080990179": { + "attribute_change": [ + { + "question": "What is happening to the apple?\nA. being cut\nB. shrinking and drying out\nC. growing bigger", + "gt-answer": "B. shrinking and drying out", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the apple changing?\nA. getting smaller\nB. remaining in the same shape\nC. getting bigger", + "gt-answer": "A. getting smaller", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the change in the apple's attributes?\nA. swelling and becoming juicy\nB. shrinking and drying out\nC. being cut and getting smaller", + "gt-answer": "B. shrinking and drying out", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1057163434": { + "direction": [ + { + "question": "What is the chef doing with the bread?\nA. removing it from the top of the burger\nB. putting it on top of the burger\nC. putting it inside the burger\nD. throwing it away", + "gt-answer": "B. putting it on top of the burger", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which direction is the chef moving the bread?\nA. throwing it away\nB. removing it from the burger\nC. putting it on top of the burger\nD. putting it inside the burger", + "gt-answer": "C. putting it on top of the burger", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action is the chef performing with the bread?\nA. putting it on top of the burger\nB. picking it up from the burger\nC. inserting it inside the burger", + "gt-answer": "A. putting it on top of the burger", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1085910917": { + "action": [ + { + "question": "What is the woman doing in the video?\nA. drinking\nB. sleeping\nC. dancing", + "gt-answer": "A. drinking", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the woman engaged in?\nA. running\nB. drinking\nC. cooking", + "gt-answer": "B. drinking", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "In the video, what is the action performed by the woman?\nA. reading\nB. swimming\nC. drinking", + "gt-answer": "C. drinking", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What behavior is exhibited by the woman?\nA. drinking\nB. eating\nC. talking", + "gt-answer": "A. drinking", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which of the following actions is being carried out by the woman?\nA. drawing\nB. drinking\nC. walking", + "gt-answer": "B. drinking", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ], + "order": [ + { + "question": "In what sequence do the events occur in the video?\nA. drinking a glass of water and then turning back\nB. turning back and then drinking a glass of water\nC. both events occur at the same time", + "gt-answer": "A. drinking a glass of water and then turning back", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the first event that happened?\nA. turning back\nB. both events occur simultaneously\nC. drinking a glass of water", + "gt-answer": "C. drinking a glass of water", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the second event that happened?\nA. drinking a glass of water\nB. both events occur simultaneously\nC. turning back", + "gt-answer": "C. turning back", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1058907236": { + "action": [ + { + "question": "What is the squirrel doing in the park?\nA. Sleeping\nB. Swimming\nC. Foraging\nD. Dancing", + "gt-answer": "C. Foraging", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is the squirrel performing?\nA. Running around\nB. Taking a rest\nC. Foraging for mushroom\nD. Foraging for nuts", + "gt-answer": "D. Foraging for nuts", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the main activity of the squirrel?\nA. Building a nest\nB. Foraging for nuts\nC. Hibernating \nD. Jumping", + "gt-answer": "B. Foraging for nuts", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ], + "order": [ + { + "question": "What is the correct order of the events?\nA. Cannot be determined from the given information\nB. Turning back followed by picking up a nut\nC. Picking up a nut followed by turning back", + "gt-answer": "C. Picking up a nut followed by turning back", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the first event in the sequence?\nA. Picking up a nut\nB. Turning back\nC. Cannot be determined from the given information", + "gt-answer": "A. Picking up a nut", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the second event in the sequence?\nA. Turning back\nB. Cannot be determined from the given information\nC. Picking up a nut", + "gt-answer": "A. Turning back", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens before the other?\nA. Turning back\nB. Cannot be determined from the given information\nC. Picking up a nut", + "gt-answer": "C. Picking up a nut", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1077575504": { + "attribute_change": [ + { + "question": "What is happening to the pile of salt?\nA. scattering\nB. growing\nC. melting\nD. disappearing", + "gt-answer": "B. growing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which one of the following is an attribute change happening to the pile of salt?\nA. shrinking\nB. growing\nC. burning\nD. dissolving", + "gt-answer": "B. growing", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the pile of salt changing?\nA. melting\nB. unchanged\nC. growing bigger\nD. becoming smaller", + "gt-answer": "C. growing bigger", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "23370985": { + "attribute_change": [ + { + "question": "What is happening to the ice crystal?\nA. freezing\nB. melting\nC. shattering", + "gt-answer": "A. freezing", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "What process is occurring with the ice crystal?\nA. reducing in size\nB. turning into water\nC. growing in size\nD. remaining the same", + "gt-answer": "C. growing in size", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What transformation is taking place in the ice crystal?\nA. cracking\nB. unchanged\nC. melting\nD. forming", + "gt-answer": "D. forming", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1100319395": { + "direction": [ + { + "question": "What direction is the circular pattern moving?\nA. clockwise\nB. towards the camera\nC. counter-clockwise\nD. away from the camera", + "gt-answer": "A. clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which way is the circular pattern moving?\nA. spinning clockwise\nB. spinning counter-clockwise\nC. vibrating back and forth", + "gt-answer": "A. spinning clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In which direction is the circular pattern spinning?\nA. towards the screen\nB. anticlockwise\nC. clockwise\nD. away from the screen", + "gt-answer": "C. clockwise", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1067268406": { + "speed": [ + { + "question": "What is the speed of the car?\nA. at the same speed as the camera\nB. faster than the camera\nC. slower than the camera", + "gt-answer": "B. faster than the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the car's speed compare to the camera's speed?\nA. It is faster.\nB. It is slower.\nC. They have the same speed.", + "gt-answer": "A. It is faster.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Does the car move at a different speed compared to the camera?\nA. Yes, it moves faster.\nB. Yes, it moves slower.\nC. No, they move at the same speed.", + "gt-answer": "A. Yes, it moves faster.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1092682551": { + "speed": [ + { + "question": "What is the speed of the cars compared to the camera?\nA. travel at the same speed as the camera\nB. faster than the camera\nC. travel slower than the camera", + "gt-answer": "C. travel slower than the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the cars' speed compare to the camera's speed?\nA. They have the same speed.\nB. They are slower.\nC. They are faster.", + "gt-answer": "B. They are slower.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Do the cars move at a different speed compared to the camera?\nA. Yes, they move faster.\nB. No, they move at the same speed.\nC. Yes, they move slower.", + "gt-answer": "C. Yes, they move slower.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1101200293": { + "direction": [ + { + "question": "What is the direction of the camera motion relative to the aircraft carrier?\nA. counterclockwise\nB. downward\nC. upward\nD. clockwise", + "gt-answer": "D. clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which way is the camera moving around the aircraft carrier?\nA. clockwise\nB. back and forth\nC. tilting upwards\nD. counterclockwise", + "gt-answer": "A. clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what direction is the camera flying around the aircraft carrier?\nA. clockwise\nB. descending\nC. ascending\nD. anti-clockwise", + "gt-answer": "A. clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1072453637": { + "direction": [ + { + "question": "What is the direction of the camera panning in the video?\nA. panning to the back of a fighter jet\nB. panning downwards around a fighter jet\nC. panning upwards around a fighter jet\nD. panning to the front of a fighter jet", + "gt-answer": "A. panning to the back of a fighter jet", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the camera's panning orientation in the video?\nA. Moving to the front of a fighter jet\nB. Ascending around a fighter jet\nC. Moving to the rear of a fighter jet\nD. Descending around a fighter jet", + "gt-answer": "C. Moving to the rear of a fighter jet", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Identify the camera's panning movement in the video.\nA. Panning to the back of a fighter jet\nB. Panning upward around a fighter jet\nC. Panning downward around a fighter jet\nD. Panning to the front of a fighter jet", + "gt-answer": "A. Panning to the back of a fighter jet", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "order": [ + { + "question": "What was the order of events for the fighter jet in the video?\nA. shooting three missiles, then shooting four missiles\nB. shooting two missiles, then shooting one missile\nC. shooting one missile, then shooting two missiles\nD. shooting four missiles, then shooting three missiles", + "gt-answer": "C. shooting one missile, then shooting two missiles", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What did the fighter jet do first in the video?\nA. shooting two missiles\nB. shooting one missile\nC. shooting three missiles\nD. shooting four missiles", + "gt-answer": "B. shooting one missile", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What did the fighter jet do latter in the video?\nA. shooting three missiles\nB. shooting two missiles\nC. shooting one missile\nD. shooting four missiles", + "gt-answer": "B. shooting two missiles", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "3396473605": { + "direction": [ + { + "question": "In which direction do the five stars appear?\nA. from right to left\nB. from top to bottom\nC. from left to right\nD. from bottom to top", + "gt-answer": "C. from left to right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which star appears first?\nA. the star in the center\nB. the star in the right\nC. the star in the left\nD. all stars appear at the same time", + "gt-answer": "C. the star in the left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the direction that the stars appear?\nA. from right to left\nB. from left to right\nC. upwards\nD. downwards", + "gt-answer": "B. from left to right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1086820415": { + "direction": [ + { + "question": "What is the direction of motion of the large wave?\nA. moving vertically towards the top of the screen\nB. moving horizontally towards the right side of the screen\nC. moving vertically towards the bottom of the screen\nD. moving horizontally towards the left side of the screen", + "gt-answer": "C. moving vertically towards the bottom of the screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which direction does the large wave move in the video?\nA. vertically towards the top of the screen\nB. diagonally towards the bottom-right corner\nC. vertically towards the bottom of the screen\nD. diagonally towards the top-left corner", + "gt-answer": "C. vertically towards the bottom of the screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the large wave travel across the screen?\nA. moving vertically towards the bottom\nB. contracting towards the center\nC. moving vertically towards the top\nD. expanding from the center", + "gt-answer": "A. moving vertically towards the bottom", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1081513610": { + "action": [ + { + "question": "What is the man doing in the video?\nA. swimming\nB. discussing\nC. sleeping\nD. running", + "gt-answer": "B. discussing", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is the man performing?\nA. discussing\nB. reading\nC. cooking\nD. dancing", + "gt-answer": "A. discussing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which activity is the man engaged in?\nA. singing\nB. playing basketball\nC. discussing\nD. painting", + "gt-answer": "C. discussing", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the man occupied with?\nA. discussing\nB. shopping\nC. working out\nD. gardening", + "gt-answer": "A. discussing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What does the man participate in?\nA. biking\nB. hiking\nC. fishing\nD. discussing", + "gt-answer": "D. discussing", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + } + ] + }, + "1073831006": { + "action": [ + { + "question": "What are the zebras doing in the video?\nA. swimming\nB. sleeping\nC. running", + "gt-answer": "C. running", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which of the following actions are the zebras performing?\nA. running\nB. jumping\nC. eating", + "gt-answer": "A. running", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In the video, what can we see the zebras doing?\nA. running\nB. standing still\nC. drinking water", + "gt-answer": "A. running", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "direction": [ + { + "question": "What is the direction of the zebras' movement?\nA. from right to left\nB. from left to right\nC. from top to bottom", + "gt-answer": "B. from left to right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what direction are the zebras moving?\nA. from left to right relative to the camera\nB. away from the camera\nC. towards the camera\nD. from right to left relative to the camera", + "gt-answer": "A. from left to right relative to the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which direction are the zebras heading?\nA. downward\nB. leftward\nC. rightward\nD. upward", + "gt-answer": "C. rightward", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + } + ], + "speed": [ + { + "question": "What is the speed of the zebras in the video?\nA. slow motion\nB. stationary\nC. fast motion\nD. normal speed", + "gt-answer": "A. slow motion", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "How fast is the video playing?\nA. normal speed\nB. time-lapse\nC. slow motion", + "gt-answer": "C. slow motion", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which option describes the rate at which the video is playing?\nA. accelerated\nB. normal speed\nC. slow motion", + "gt-answer": "C. slow motion", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1069338034": { + "action": [ + { + "question": "What are the elephants doing in the video?\nA. eating and drinking\nB. sleeping and resting\nC. eating and playing", + "gt-answer": "A. eating and drinking", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action is observed in the video?\nA. swimming and taking bath\nB. swimming and drinking\nC. eating and drinking", + "gt-answer": "C. eating and drinking", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What activity are the elephants engaged in?\nA. swimming and cleaning themselves\nB. eating and drinking\nC. swimming and resting", + "gt-answer": "B. eating and drinking", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1076880707": { + "action": [ + { + "question": "What is the bear doing near the tree?\nA. eating honey\nB. climbing a tree\nC. scratching against a tree", + "gt-answer": "C. scratching against a tree", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the bear engaged in?\nA. climbing a tree\nB. taking a nap under the tree\nC. scratching against a tree", + "gt-answer": "C. scratching against a tree", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action can be seen in the video?\nA. scratching against a tree\nB. sleeping against the tree\nC. eating under the tree", + "gt-answer": "A. scratching against a tree", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1092278063": { + "direction": [ + { + "question": "What is the direction of the two rows of duck toy?\nA. moving in opposite directions on a conveyor belt\nB. moving in the same direction on a conveyor belt\nC. not moving on a conveyor belt", + "gt-answer": "A. moving in opposite directions on a conveyor belt", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the movement pattern of the two rows of duck toy on a conveyor belt?\nA. circular motion\nB. straight motion\nC. zigzag motion", + "gt-answer": "B. straight motion", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which direction are the two rows of duck toy moving relative to each other?\nA. perpendicular to each other\nB. in opposite directions\nC. in the same direction", + "gt-answer": "B. in opposite directions", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "speed": [ + { + "question": "What is the speed of the conveyor belt?\nA. normal speed\nB. stopped\nC. super fast speed\nD. slow speed", + "gt-answer": "A. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How fast is the conveyor belt moving?\nA. very slowly\nB. very quickly\nC. at a moderate pace\nD. not moving at all", + "gt-answer": "C. at a moderate pace", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the velocity of the conveyor belt?\nA. zero velocity\nB. extreme high velocity\nC. extreme low velocity\nD. moderate velocity", + "gt-answer": "D. moderate velocity", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1024867412": { + "action": [ + { + "question": "What is the dog doing in the video?\nA. eating\nB. driving a car\nC. sleeping\nD. barking", + "gt-answer": "B. driving a car", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which activity is the dog engaged in?\nA. reading a book\nB. swimming\nC. cooking\nD. driving a car", + "gt-answer": "D. driving a car", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is the dog performing?\nA. painting\nB. dancing\nC. driving a car\nD. singing", + "gt-answer": "C. driving a car", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What can be seen in the video involving the dog?\nA. driving a car\nB. flying a kite\nC. running\nD. playing soccer", + "gt-answer": "A. driving a car", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which of the following actions is being carried out by the dog?\nA. building a sandcastle\nB. driving a car\nC. riding a bike\nD. knitting", + "gt-answer": "B. driving a car", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ], + "direction": [ + { + "question": "What direction is the car driving?\nA. Taking a left turn\nB. Going straight\nC. Taking a right turn\nD. Going backward", + "gt-answer": "C. Taking a right turn", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction is the car moving?\nA. Left\nB. Right\nC. Backward\nD. Forward", + "gt-answer": "B. Right", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + }, + { + "question": "What maneuver is the car making?\nA. Making a left turn\nB. Parked on the street\nC. Driving backward\nD. Making a right turn", + "gt-answer": "D. Making a right turn", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1076877854": { + "action": [ + { + "question": "What are the robots doing in the field?\nA. caring for seedlings\nB. watering plants\nC. harvesting crops\nD. plowing the soil", + "gt-answer": "A. caring for seedlings", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which task are the robots performing?\nA. cooking dinner\nB. building houses\nC. caring for seedlings\nD. repairing cars", + "gt-answer": "C. caring for seedlings", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What action are the robots engaged in?\nA. cleaning tables\nB. caring for seedlings\nC. playing chess\nD. cooking meals", + "gt-answer": "B. caring for seedlings", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ], + "direction": [ + { + "question": "Which direction is the closest robotic arm moving from the camera's point of view?\nA. To the right side of the screen\nB. Towards the camera\nC. Away from the camera\nD. To the left side of the screen", + "gt-answer": "A. To the right side of the screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What motion can be observed about the closest robotic arm?\nA. Rotating\nB. Moving to the left side of the screen\nC. Oscillating\nD. Moving to the right side of the screen", + "gt-answer": "D. Moving to the right side of the screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What kind of movement does the closest robotic arm exhibit?\nA. Shifting to the left side of the screen\nB. Ascending and descending\nC. Shifting to the right side of the screen\nD. Swaying back and forth", + "gt-answer": "C. Shifting to the right side of the screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1104673225": { + "action": [ + { + "question": "What is the woman doing in the video?\nA. wrapping up salad\nB. throwing away salad\nC. eating salad\nD. making salad", + "gt-answer": "C. eating salad", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the woman engaged in?\nA. wrapping up salad\nB. eating salad\nC. making salad\nD. drinking vegetable juice", + "gt-answer": "B. eating salad", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which action is the woman involved in?\nA. drinking vegetable juice\nB. making salad\nC. wrapping up salad\nD. eating salad", + "gt-answer": "D. eating salad", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1100468035": { + "direction": [ + { + "question": "What is the direction of the camera in the video?\nA. zooming backward\nB. zooming forward\nC. tracking right\nD. panning left", + "gt-answer": "B. zooming forward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which direction is the camera moving towards?\nA. zooming backward\nB. ascending upward\nC. sliding left\nD. zooming forward", + "gt-answer": "D. zooming forward", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "In what manner is the camera moving?\nA. zooming backward\nB. dollying up\nC. zooming forward\nD. tilting down", + "gt-answer": "C. zooming forward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "attribute_change": [ + { + "question": "What is happening to the door?\nA. remaining closed\nB. closing\nC. gradually opening", + "gt-answer": "C. gradually opening", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the door changing?\nA. by gradually opening\nB. by shrinking\nC. by staying the same\nD. by gradually closing", + "gt-answer": "A. by gradually opening", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What option best describes the change of the door?\nA. opening\nB. staying closed\nC. staying half-opened\nD. closing", + "gt-answer": "A. opening", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "315784": { + "speed": [ + { + "question": "In relation to the speedometer on the left, how does the speedometer in the center appear?\nA. stationary\nB. moving slower\nC. moving faster", + "gt-answer": "C. moving faster", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the relative speed of the speedometer in the center compared to the speedometer on the left?\nA. slower\nB. equal\nC. faster", + "gt-answer": "C. faster", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the speedometer in the center differ from the speedometer on the left?\nA. moving at the same speed\nB. moving at a slower speed\nC. moving at a faster speed", + "gt-answer": "C. moving at a faster speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "3411806181": { + "action": [ + { + "question": "What is the person doing in the video?\nA. recharging an electric vehicle\nB. cleaning an electric vehicle\nC. repairing an electric vehicle", + "gt-answer": "A. recharging an electric vehicle", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the person engaged in?\nA. repairing an EV\nB. cleaning an EV\nC. recharging an EV", + "gt-answer": "C. recharging an EV", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which of the following actions is the person involved in?\nA. driving an electric vehicle\nB. fueling a car\nC. recharging an electric vehicle\nD. cleaning an electric vehicle", + "gt-answer": "C. recharging an electric vehicle", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ], + "direction": [ + { + "question": "Which direction is the person moving the charging gun?\nA. Away from the car\nB. Parallel to the car\nC. Towards the car", + "gt-answer": "C. Towards the car", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What action is the person performing on the charging gun?\nA. holding it still\nB. unpluging it from the car\nC. plugging it into the car", + "gt-answer": "C. plugging it into the car", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Towards which side is the person moving the charging gun?\nA. himself\nB. the car\nC. none of both", + "gt-answer": "B. the car", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "speed": [ + { + "question": "What is the speed of the video?\nA. time-lapse\nB. slow motion\nC. normal speed", + "gt-answer": "B. slow motion", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the pace at which the video is playing?\nA. real-time speed\nB. fast forward\nC. slow motion", + "gt-answer": "C. slow motion", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "At what rate is the video being played?\nA. slow motion\nB. time-lapse\nC. normal speed", + "gt-answer": "A. slow motion", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1043054206": { + "speed": [ + { + "question": "How would you describe the speed of the yellow car compared to other cars?\nA. Stopped\nB. Driving faster than other cars\nC. Driving at the same speed as other cars\nD. Driving slower than other cars", + "gt-answer": "B. Driving faster than other cars", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "In relation to other cars, how can you characterize the speed of the yellow car?\nA. Traveling at a slower pace than other cars\nB. Traveling at a faster pace than other cars\nC. Currently not in motion\nD. Traveling at an equivalent speed to other cars", + "gt-answer": "B. Traveling at a faster pace than other cars", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "When comparing the yellow car to other vehicles, how would you depict its speed?\nA. Moving more slowly than other cars\nB. Moving faster than other cars\nC. Moving at a comparable speed to other cars\nD. Stationary", + "gt-answer": "B. Moving faster than other cars", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1096238125": { + "action": [ + { + "question": "What are the man and woman doing in the video?\nA. doing sit-ups\nB. jumping rope\nC. lifting weights\nD. doing push-ups", + "gt-answer": "C. lifting weights", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "How would you describe the action performed by the man and woman?\nA. doing push-ups\nB. lifting kettlebell\nC. running\nD. jumping rope", + "gt-answer": "B. lifting kettlebell", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which activity are the man and woman engaged in?\nA. playing tennis\nB. doing bench press\nC. lifting kettlebell\nD. doing push-ups", + "gt-answer": "C. lifting kettlebell", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ], + "speed": [ + { + "question": "How is the man lifting the kettlebell compared to the woman?\nA. At roughly the same speed as the woman\nB. Slower\nC. Faster", + "gt-answer": "A. At roughly the same speed as the woman", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In terms of speed, how does the man compare to the woman while lifting the kettlebell?\nA. Significantly faster\nB. Significantly slower\nC. Approximately the same", + "gt-answer": "C. Approximately the same", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the speed of the man relative to the woman while lifting the kettlebell?\nA. same speed\nB. much faster\nC. much slower", + "gt-answer": "A. same speed", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ] + }, + "1103088481": { + "action": [ + { + "question": "What is the person doing in the market?\nA. selling vegetables\nB. packaging vegetables\nC. cooking vegetables\nD. buying vegetables", + "gt-answer": "D. buying vegetables", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the person engaged in at the grocery store?\nA. packaging vegetables\nB. cooking vegetables\nC. selling vegetables\nD. buying vegetables", + "gt-answer": "D. buying vegetables", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the individual doing in the video?\nA. buying vegetables\nB. eating vegetables\nC. packaging vegetables\nD. selling vegetables", + "gt-answer": "A. buying vegetables", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "order": [ + { + "question": "What is the correct order of events in the video?\nA. Placing a green vegetables into the trolley and then placing a black vegetables into the trolley\nB. Placing a black vegetables into the trolley and then placing a green vegetables into the trolley\nC. Placing a green vegetables into the trolley, followed by placing a yellow vegetables into the trolley\nD. Placing a red vegetables into the trolley, followed by placing a green vegetables into the trolley", + "gt-answer": "A. Placing a green vegetables into the trolley and then placing a black vegetables into the trolley", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what sequence are the vegetables being placed in the trolley?\nA. Only a black vegetables\nB. First, a black vegetables and then a green vegetables\nC. First, a green vegetables and then a black vegetables\nD. Only a green vegetables", + "gt-answer": "C. First, a green vegetables and then a black vegetables", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which action comes second in the video?\nA. Removing a black vegetables from the trolley\nB. Removing a green vegetables from the trolley\nC. Placing a green vegetables into the trolley\nD. Placing a black vegetables into the trolley", + "gt-answer": "D. Placing a black vegetables into the trolley", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1055981522": { + "attribute_change": [ + { + "question": "What is happening to the 3d shapes?\nA. disappearing\nB. turning into triangles\nC. turning into spheres\nD. turning into cubes", + "gt-answer": "C. turning into spheres", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the attribute change of the 3d shapes?\nA. transforming from cubes into spheres\nB. transforming from spheres into cubes\nC. remaining as cubes\nD. remaining as spheres", + "gt-answer": "A. transforming from cubes into spheres", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which shape are the 3d shapes transforming into?\nA. cubes\nB. triangles\nC. spheres\nD. pentagons", + "gt-answer": "C. spheres", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1061017846": { + "speed": [ + { + "question": "What is the speed of the boat on the top of the screen?\nA. slower than the boat on the bottom of the screen\nB. faster than the boat on the bottom of the screen\nC. travels at the same speed as the boat on the bottom of the screen", + "gt-answer": "C. travels at the same speed as the boat on the bottom of the screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Is the boat on the top of the screen moving at a different speed compared to the boat on the bottom of the screen?\nA. no, it's moving at the same speed\nB. yes, it's moving faster\nC. yes, it's moving slower", + "gt-answer": "A. no, it's moving at the same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How would you describe the speed of the boat on the top of the screen compared to the boat on the bottom of the screen?\nA. equal speed\nB. significantly faster\nC. slightly faster", + "gt-answer": "A. equal speed", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + } + ] + }, + "1097341567": { + "order": [ + { + "question": "In what order do the events occur in the video?\nA. The arrow appears, then the bars appear\nB. The bars appear, then the arrow appears\nC. They both appear at the same time", + "gt-answer": "B. The bars appear, then the arrow appears", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the first event that occurs in the video?\nA. The bars appear\nB. The arrow appears\nC. The bars and the arrow appear at the same time", + "gt-answer": "A. The bars appear", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the second event that occurs in the video?\nA. The bars appear\nB. The arrow appears\nC. The bars and the arrow appear at the same time", + "gt-answer": "B. The arrow appears", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1056433484": { + "direction": [ + { + "question": "What is the direction of the Earth's motion around the Sun?\nA. Counter-clockwise\nB. Clockwise\nC. Upwards", + "gt-answer": "A. Counter-clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In which direction does the Earth travel in its orbit around the Sun?\nA. Clockwise\nB. Counter-clockwise\nC. Vertical", + "gt-answer": "B. Counter-clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "The Earth's rotation in relation to the Sun follows a ____________ direction.\nA. Counter-clockwise\nB. Clockwise\nC. Horizontal", + "gt-answer": "A. Counter-clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "speed": [ + { + "question": "What is the speed of the earth's rotation compared to the sun?\nA. Faster than the sun\nB. Slower than the sun\nC. The same as the sun", + "gt-answer": "A. Faster than the sun", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which statement accurately describes the earth's speed compared to the sun?\nA. The earth rotates slower than the sun\nB. The earth rotates faster than the sun\nC. They rotate at equal speeds", + "gt-answer": "B. The earth rotates faster than the sun", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In terms of speed, how does the earth's rotation compare to the sun?\nA. The sun rotates slower than the earth\nB. The sun rotates faster than the earth\nC. The earth rotates faster than the sun", + "gt-answer": "C. The earth rotates faster than the sun", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1073914229": { + "direction": [ + { + "question": "What direction are the trains moving?\nA. in the same direction\nB. towards each other\nC. away from each other", + "gt-answer": "B. towards each other", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what manner are the trains traveling?\nA. stopped\nB. in the same direction\nC. towards each other\nD. away from each other", + "gt-answer": "C. towards each other", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the trajectory of the trains?\nA. perpendicular to each other\nB. moving away from each other\nC. proceeding in the same way\nD. moving towards each other", + "gt-answer": "D. moving towards each other", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1099360359": { + "speed": [ + { + "question": "Which train drives faster?\nA. The train closer to the screen\nB. There is no information about their speeds\nC. They both drive at the same speed\nD. The train further away from the screen", + "gt-answer": "D. The train further away from the screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the relative speed between the two trains?\nA. There is no information about their speeds\nB. They both drive at the same speed\nC. The train closer to the screen drives faster\nD. The train further away from the screen drives faster", + "gt-answer": "D. The train further away from the screen drives faster", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "According to the video, which train has a higher speed?\nA. The train further away from the screen\nB. They both drive at the same speed\nC. There is no information about their speeds\nD. The train closer to the screen", + "gt-answer": "A. The train further away from the screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1098970151": { + "action": [ + { + "question": "What is the cat doing in the video?\nA. licking its paw\nB. washing its face\nC. waving its paw\nD. licking its belly", + "gt-answer": "A. licking its paw", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which body part of the cat is it licking?\nA. nose\nB. ears\nC. paws\nD. tail", + "gt-answer": "C. paws", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the cat doing with its paw?\nA. licking its paw\nB. waving its paw\nC. watching its paw\nD. biting its paw", + "gt-answer": "A. licking its paw", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1081734740": { + "attribute_change": [ + { + "question": "What is happening to the texture of the leaf?\nA. It is turning from green to yellow\nB. It is turning from white to green\nC. It is turning from green to white\nD. It is turning from yellow to green", + "gt-answer": "A. It is turning from green to yellow", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What color is the leaf turning into?\nA. White\nB. Green\nC. Yellow", + "gt-answer": "C. Yellow", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What change is occurring in the leaf?\nA. It is getting smaller\nB. It is becoming white\nC. It is becoming yellow\nD. It is becoming green", + "gt-answer": "C. It is becoming yellow", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1093719871": { + "attribute_change": [ + { + "question": "What is happening to the pink flowers?\nA. growing taller\nB. falling off petals\nC. turning from withered to full blossom\nD. turning from full blossom to withered", + "gt-answer": "C. turning from withered to full blossom", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "How are the pink flowers transforming?\nA. from small buds to big flowers\nB. from full blossom to withered\nC. from half-open to closed\nD. from withered to full blossom", + "gt-answer": "D. from withered to full blossom", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the final appearance of the pink flowers?\nA. small buds\nB. died petals\nC. fresh leaves\nD. fully bloomed", + "gt-answer": "D. fully bloomed", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + } + ] + }, + "1042819039": { + "speed": [ + { + "question": "What is the speed of the video?\nA. slow motion\nB. time-lapse\nC. normal speed", + "gt-answer": "B. time-lapse", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the pace at which the video is playing?\nA. normal speed\nB. slow motion\nC. fast forward", + "gt-answer": "C. fast forward", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "In what manner is the video being shown?\nA. in real-time\nB. in time-lapse\nC. in slow motion", + "gt-answer": "B. in time-lapse", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ], + "order": [ + { + "question": "In what order did the events occur?\nA. The street was filled with people, then it was filled with vehicles\nB. The street was filled with vehicles, then it was empty\nC. The street was filled with vehicles, then it was filled with people\nD. The street was filled with people, then it was empty", + "gt-answer": "A. The street was filled with people, then it was filled with vehicles", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What happened first in the video?\nA. The street was filled with vehicles\nB. The street was filled with people\nC. Both events occurred simultaneously", + "gt-answer": "B. The street was filled with people", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What happened second in the video?\nA. The street was filled with vehicles\nB. Both events occurred simultaneously\nC. The street was filled with people", + "gt-answer": "A. The street was filled with vehicles", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1093139559": { + "direction": [ + { + "question": "What is the type of camera motion in the video? \nA. Zooming into three football players\nB. Panning left\nC. Panning right\nD. Zooming out from three football palyers", + "gt-answer": "A. Zooming into three football players", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In which direction is the camera moving? \nA. Zooming in\nB. Upwards\nC. Zooming out\nD. Downwards", + "gt-answer": "A. Zooming in", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which option best describes the camera's motion? \nA. Tilting upwards\nB. Zooming forward\nC. Zooming backward\nD. Standing still", + "gt-answer": "B. Zooming forward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "attribute_change": [ + { + "question": "What is happening to the light condition on the football players?\nA. staying the same\nB. turning darker\nC. turning brighter", + "gt-answer": "C. turning brighter", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "How would you describe the change in light on the football players?\nA. dimming\nB. flickering\nC. intensifying", + "gt-answer": "C. intensifying", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which statement accurately describes the change on the football players?\nA. becoming blurry\nB. becoming more visible\nC. becoming dimmer", + "gt-answer": "B. becoming more visible", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1055973887": { + "attribute_change": [ + { + "question": "What is happening to the fire ball? \nA. staying the same size\nB. getting smaller\nC. getting larger", + "gt-answer": "C. getting larger", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the fire ball changing? \nA. splitting in half\nB. expanding out\nC. contracting into the center", + "gt-answer": "B. expanding out", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "In what way is the fire ball transforming? \nA. changing into a cube size\nB. shrinking in size\nC. growing in size", + "gt-answer": "C. growing in size", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1098710341": { + "action": [ + { + "question": "What is the person doing in the video?\nA. drinking water from a glass\nB. pouring water into a glass\nC. washing hands with water\nD. spilling water on the floor", + "gt-answer": "B. pouring water into a glass", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action is the person performing?\nA. drinking water from a glass\nB. stirring water in a bowl\nC. pouring water into a glass\nD. adding water into a pot", + "gt-answer": "C. pouring water into a glass", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is being performed by the person?\nA. washing hands with water\nB. spilling water on the floor\nC. drinking water from a glass\nD. pouring water into a glass", + "gt-answer": "D. pouring water into a glass", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + } + ], + "attribute_change": [ + { + "question": "What is happening to the glass?\nA. It is changing color\nB. It is going from full of water to empty\nC. It is going from empty to full of water\nD. It is transforming into a different shape", + "gt-answer": "C. It is going from empty to full of water", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the final state of the glass?\nA. It is broken into pieces\nB. It is about 70% full with water\nC. It is half full with water\nD. It is empty", + "gt-answer": "B. It is about 70% full with water", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "In whay way is the glass changing?\nA. Water was disappearing from the glass\nB. The glass was heated\nC. Water was poured into the glass\nD. A chemical reaction occurred in the glass", + "gt-answer": "C. Water was poured into the glass", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1062736174": { + "action": [ + { + "question": "What is the chef doing in the video?\nA. chopping steak\nB. sprinkling vegetables on steak\nC. sprinkling salt on steak\nD. grilling steak", + "gt-answer": "C. sprinkling salt on steak", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which action is the chef performing on the steak?\nA. flipping the steak\nB. pouring water\nC. sprinkling salt\nD. seasoning with pepper", + "gt-answer": "C. sprinkling salt", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the chef's activity related to the steak?\nA. marinating with spices\nB. sprinkling salt on it\nC. cutting into slices\nD. serving with salad", + "gt-answer": "B. sprinkling salt on it", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1099116143": { + "attribute_change": [ + { + "question": "What is happening to the pink liquid?\nA. White foam disappears from the surface\nB. White foam appears on the surface\nC. It is freezing\nD. It is evaporating", + "gt-answer": "B. White foam appears on the surface", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What can be observed visually on the pink liquid?\nA. White foam appears on the surface\nB. The liquid is turning transparent\nC. White foam disappears from the surface", + "gt-answer": "A. White foam appears on the surface", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the appearance of the pink liquid affected?\nA. White foam appears on the surface\nB. It becomes blue\nC. White foam disappears from the surface\nD. It becomes green", + "gt-answer": "A. White foam appears on the surface", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1108398787": { + "action": [ + { + "question": "What type of action is the person performing?\nA. Chatting on a smartphone device\nB. Operating system settings on a smartphone device\nC. Watching videos on a smartphone device\nD. Playing games on a smartphone device", + "gt-answer": "B. Operating system settings on a smartphone device", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the person engaged in?\nA. Watching videos on a smartphone device\nB. Making a phone call using a smartphone device\nC. Operating system settings on a smartphone device\nD. Chatting on a smartphone device", + "gt-answer": "C. Operating system settings on a smartphone device", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the person doing with the smartphone?\nA. Listening to music\nB. Watching a movie\nC. Texting a friend\nD. Operating system settings", + "gt-answer": "D. Operating system settings", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + } + ], + "order": [ + { + "question": "What is the order of the events that the person is performing?\nA. Scrolling down and then entering passwords\nB. Entering passwords and then scrolling down\nC. Scrolling up and then entering passwords\nD. Entering passwords and then scrolling up", + "gt-answer": "A. Scrolling down and then entering passwords", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In which order are the events occurring for the person?\nA. Entering passwords and then scrolling down\nB. Entering passwords and then scrolling up\nC. Scrolling down and then entering passwords\nD. Scrolling up and then entering passwords", + "gt-answer": "C. Scrolling down and then entering passwords", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the person performing the actions?\nA. Scrolling down and then entering passwords\nB. Scrolling up and then entering passwords\nC. Entering passwords and then scrolling down\nD. Entering passwords and then scrolling up", + "gt-answer": "A. Scrolling down and then entering passwords", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1080591311": { + "direction": [ + { + "question": "What direction is the jellyfish moving?\nA. moving towards the right\nB. floating upwards\nC. moving towards the left\nD. sinking downwards", + "gt-answer": "B. floating upwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the direction of motion for the jellyfish?\nA. floating to the right\nB. floating to the left\nC. floating downwards\nD. floating upwards", + "gt-answer": "D. floating upwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which way is the jellyfish moving?\nA. going down\nB. going away from the screen\nC. going towards the screen\nD. going up", + "gt-answer": "D. going up", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1107034223": { + "action": [ + { + "question": "What is the bear doing in the river?\nA. swimming\nB. climbing trees\nC. sleeping\nD. catching fishes", + "gt-answer": "D. catching fishes", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "Which activity is the bear engaged in?\nA. hibernating\nB. eating\nC. fishing\nD. running", + "gt-answer": "C. fishing", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the main action of the bear?\nA. climbing rocks\nB. drinking water\nC. catching fishes\nD. roaring", + "gt-answer": "C. catching fishes", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ], + "order": [ + { + "question": "What is the order of events involving the bear?\nA. Turning back and then catching a fish\nB. Running forward and then catching a fish\nC. Catching a fish and then swallow it\nD. Catching a fish and then turning back", + "gt-answer": "D. Catching a fish and then turning back", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What was the sequential arrangement of events for the bear?\nA. Catching a fish and then climbing up a tree\nB. Turning back and then catching a fish\nC. Catching a fish and then turning back\nD. Jumping into the water and then catching a fish", + "gt-answer": "C. Catching a fish and then turning back", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens first about the bear?\nA. Catching a fish\nB. Jumping out of water\nC. Falling over\nD. Turning back", + "gt-answer": "A. Catching a fish", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1025623079": { + "attribute_change": [ + { + "question": "What is happening to the skyscraper?\nA. lighting up\nB. growing taller\nC. in construction\nD. collapsing", + "gt-answer": "D. collapsing", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the condition of the skyscraper?\nA. in construction\nB. collapsing\nC. being eracted\nD. burning in fire", + "gt-answer": "B. collapsing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What change is occurring with the skyscraper?\nA. burning in fire\nB. collapsing\nC. standing up\nD. turning darker", + "gt-answer": "B. collapsing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1094782389": { + "action": [ + { + "question": "What action is the dog performing in the video?\nA. Running towards a woman\nB. Jumping towards a woman\nC. Barking to a woman\nD. Giving a high five to a woman", + "gt-answer": "D. Giving a high five to a woman", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What activity is the dog engaged in?\nA. Catching food from a woman\nB. Giving a high five to a woman\nC. Wagging its tail at a woman\nD. Licking a woman", + "gt-answer": "B. Giving a high five to a woman", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which action did the dog execute?\nA. Licking the woman\nB. Fetching a ball thrown by the woman\nC. Digging a hole\nD. Giving a high five to the woman", + "gt-answer": "D. Giving a high five to the woman", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "3411228673": { + "direction": [ + { + "question": "What is the direction of the movement in the video?\nA. sideways along the skyscraper buildings\nB. upwards among skyscraper buildings\nC. downwards towards the ground", + "gt-answer": "B. upwards among skyscraper buildings", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction is the camera moving?\nA. backwards\nB. forwards\nC. downwards\nD. upwards", + "gt-answer": "D. upwards", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the path of movement in the video?\nA. flying downwards\nB. flying forwards\nC. flying backwards\nD. flying upwards", + "gt-answer": "D. flying upwards", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + } + ] + }, + "1043487715": { + "action": [ + { + "question": "What are the children doing in the video?\nA. diving into water\nB. eating\nC. sleeping", + "gt-answer": "A. diving into water", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which activity can be seen in the video involving the children?\nA. hiking\nB. dancing\nC. diving into water", + "gt-answer": "C. diving into water", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the primary action performed by the children?\nA. rowing a boat\nB. diving into water\nC. cooking", + "gt-answer": "B. diving into water", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ], + "order": [ + { + "question": "What is the order of events in the video involving the children?\nA. diving into water and then making gestures to the camera\nB. making gestures to the camera and then diving into water", + "gt-answer": "A. diving into water and then making gestures to the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What are the children doing first in the video?\nA. leaving the swimming pool\nB. diving into water\nC. making gestures to the camera", + "gt-answer": "B. diving into water", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which event happens secondly in the video featuring the children?\nA. diving into water\nB. swimming around\nC. making gestures to the camera", + "gt-answer": "C. making gestures to the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1093737353": { + "direction": [ + { + "question": "What type of motion is the camera performing in the video?\nA. panning to the right\nB. panning to the left\nC. tilting up\nD. zooming in", + "gt-answer": "A. panning to the right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In which direction is the camera moving?\nA. downwards\nB. rightwards\nC. leftwards\nD. upwards", + "gt-answer": "B. rightwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the direction of the camera's movement?\nA. panning to the left\nB. panning to the right\nC. backwards\nD. forwards", + "gt-answer": "B. panning to the right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "order": [ + { + "question": "What is the order that the equipments are shown in the video?\nA. A microscope and then a beaker\nB. A beaker and then a line of test tubes\nC. A beaker and then a microscope\nD. A line of test tubes and then a beaker", + "gt-answer": "D. A line of test tubes and then a beaker", + "video-llm-prediction": "A. A microscope and then a beaker", + "match_success": true, + "rating": 0 + }, + { + "question": "What is shown in the video first?\nA. A beaker\nB. A microscope\nC. A line of test tubes", + "gt-answer": "C. A line of test tubes", + "video-llm-prediction": "A. A beaker", + "match_success": true, + "rating": 0 + }, + { + "question": "What is shown in the video later?\nA. A beaker\nB. A microscope\nC. A line of test tubes", + "gt-answer": "A. A beaker", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ] + }, + "1063373449": { + "attribute_change": [ + { + "question": "What is happening to the coronavirus?\nA. replicating itself\nB. mutating into a new strain\nC. assembling together\nD. dissolving under the attack of antibodies", + "gt-answer": "D. dissolving under the attack of antibodies", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the coronavirus responding to antibodies?\nA. replicating itself\nB. dissolving under their attack\nC. avoiding them by hiding in cells\nD. assembling together", + "gt-answer": "B. dissolving under their attack", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What occurs to the coronavirus?\nA. it assembles together\nB. it grows larger\nC. it dissolves\nD. it replicates", + "gt-answer": "C. it dissolves", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + } + ] + }, + "1017768724": { + "direction": [ + { + "question": "What is the direction of the person's movement?\nA. moving upwards\nB. moving leftwards\nC. moving downwards\nD. moving rightwards", + "gt-answer": "D. moving rightwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction is the person heading?\nA. vertically\nB. backward\nC. forward\nD. horizontally", + "gt-answer": "D. horizontally", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the person moving?\nA. moving rightwards\nB. jumping upwards\nC. moving leftwards\nD. running forwards", + "gt-answer": "A. moving rightwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1106280325": { + "action": [ + { + "question": "What is the woman doing?\nA. hiking\nB. playing guitar\nC. reading book\nD. dancing", + "gt-answer": "C. reading book", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the woman engaged in?\nA. painting a picture\nB. playing guitar\nC. sleeping\nD. reading book", + "gt-answer": "D. reading book", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "What can be seen in the video?\nA. woman reading book on the grass\nB. woman sleeping on the grass\nC. woman hiking in the wild\nD. woman drinking water ", + "gt-answer": "A. woman reading book on the grass", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "order": [ + { + "question": "What is the order of events in the video?\nA. A girl is shown reading a book and a body of water is shown simultaneously\nB. A girl is shown reading a book, then a body of water is shown\nC. A body of water is shown, then a girl is shown reading a book", + "gt-answer": "B. A girl is shown reading a book, then a body of water is shown", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "What happens first in the video?\nA. Both events happen at the same time\nB. A body of water is shown\nC. A girl is shown reading a book", + "gt-answer": "C. A girl is shown reading a book", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which event appears second in the video?\nA. A girl is shown reading a book\nB. Both events appear at the same time\nC. A body of water is shown", + "gt-answer": "C. A body of water is shown", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1100117263": { + "direction": [ + { + "question": "What is the direction of the little lion's motion?\nA. downward\nB. upward\nC. towards the camera\nD. rightward", + "gt-answer": "A. downward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the little lion doing?\nA. sitting nearby an adult lion\nB. sitting on the back of an adult lion\nC. falling from the back of an adult lion\nD. jumping onto the back of an adult lion", + "gt-answer": "C. falling from the back of an adult lion", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what direction is the little lion going?\nA. falling down\nB. climbing up\nC. walking forward\nD. walking backward", + "gt-answer": "A. falling down", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ] + }, + "15695290": { + "action": [ + { + "question": "What is the person doing?\nA. playing soccer\nB. reading a book\nC. drawing a picture", + "gt-answer": "C. drawing a picture", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the person engaged in?\nA. drawing a picture\nB. dancing\nC. cooking", + "gt-answer": "A. drawing a picture", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the main task of the person?\nA. typing on the computer\nB. painting a wall\nC. drawing a picture", + "gt-answer": "C. drawing a picture", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ], + "order": [ + { + "question": "What is the order of events in the video?\nA. A house is drawn, then a family of people is drawn\nB. A family of people is drawn, then a house is drawn\nC. The house and the family are drawn simultaneously", + "gt-answer": "A. A house is drawn, then a family of people is drawn", + "video-llm-prediction": "A. A house is drawn, then a family of people is drawn", + "match_success": true, + "rating": 1 + }, + { + "question": "Which event occurs before the other in the video?\nA. Both events occur simultaneously\nB. The family of people being drawn occurs before the house being drawn\nC. The house being drawn occurs before the family of people being drawn", + "gt-answer": "C. The house being drawn occurs before the family of people being drawn", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the chronological order of the events in the video?\nA. The house is drawn first, then the family of people is drawn\nB. The family of people is drawn first, then the house is drawn\nC. Both events happen at the same time", + "gt-answer": "A. The house is drawn first, then the family of people is drawn", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1091090295": { + "order": [ + { + "question": "In what order do the events occur in the video?\nA. A bird flying onto the back of a hippo, then a hippo pokes its head out of water\nB. The events happen simultaneously\nC. A hippo pokes its head out of water, then a bird flying onto the back of a hippo", + "gt-answer": "A. A bird flying onto the back of a hippo, then a hippo pokes its head out of water", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What event happens first in the video?\nA. A bird flying onto the back of a hippo\nB. A bird flying away from the back of a hippo\nC. A hippo pokes its head out of water\nD. A hippo puts its head into water", + "gt-answer": "A. A bird flying onto the back of a hippo", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What event happens second in the video?\nA. A hippo puts its head into water\nB. A bird flying away from the back of a hippo\nC. A bird flying onto the back of a hippo\nD. A hippo pokes its head out of water", + "gt-answer": "D. A hippo pokes its head out of water", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ] + }, + "1021488277": { + "direction": [ + { + "question": "What is happening in the video? \nA. A person drops down the pineapple\nB. A person pushes forward the pineapple\nC. A person rotates the pineapple\nD. A person picks up the pineapple", + "gt-answer": "D. A person picks up the pineapple", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is taking place in the video?\nA. The pineapple is being dropped by a person.\nB. The pineapple is being rotated by a person.\nC. The pineapple is being pushed forward by a person.\nD. The pineapple is being picked up by a person.", + "gt-answer": "D. The pineapple is being picked up by a person.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What can be observed in the video?\nA. The pineapple is rotated by a person.\nB. The pineapple is pushed in a forward direction.\nC. The pineapple is lifted by an individual.\nD. The pineapple is released and falls downward.", + "gt-answer": "C. The pineapple is lifted by an individual.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1106899445": { + "action": [ + { + "question": "What action is the person performing with the toothbrush?\nA. brushing teeth\nB. removing toothpaste from the toothbrush\nC. squeezing out toothpaste on the toothbrush", + "gt-answer": "C. squeezing out toothpaste on the toothbrush", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the main action of the person in the video?\nA. removing toothpaste from the toothbrush\nB. brushing teeth\nC. squeezing out toothpaste on a toothbrush", + "gt-answer": "C. squeezing out toothpaste on a toothbrush", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What happens in the video?\nA. a person is brushing teeth using the toothbrush\nB. toothpaste being washed from a toothbrush\nC. toothpaste being squeezed on a toothbrush", + "gt-answer": "C. toothpaste being squeezed on a toothbrush", + "video-llm-prediction": "A. a person is brushing teeth using the toothbrush", + "match_success": true, + "rating": 0 + } + ] + }, + "1067925569": { + "order": [ + { + "question": "What is the order of events in the video?\nA. First, a container ship is shown, then a cargo train is shown\nB. First, a cargo train is shown, then a container ship is shown\nC. The cargo train and the container ship are shown simultaneously", + "gt-answer": "A. First, a container ship is shown, then a cargo train is shown", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what sequence are the events presented in the video?\nA. Firstly, a container ship is shown, secondly a cargo train is shown\nB. Firstly, a cargo train is shown, secondly a container ship is shown\nC. The cargo train and the container ship are shown at the same time", + "gt-answer": "A. Firstly, a container ship is shown, secondly a cargo train is shown", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which event comes after the other in the video?\nA. A cargo train is shown after a container truck is shown\nB. A container ship is shown after a cargo train is shown\nC. A cargo train is shown after a container ship is shown\nD. A container truck is shown before a cargo train is shown", + "gt-answer": "C. A cargo train is shown after a container ship is shown", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1062609286": { + "attribute_change": [ + { + "question": "What is happening to the battery charge?\nA. decreasing\nB. staying constant\nC. increasing", + "gt-answer": "C. increasing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the battery charge changing?\nA. increasing\nB. random\nC. decreasing", + "gt-answer": "A. increasing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which option describes the change of the battery charge?\nA. decreasing\nB. increasing\nC. staying the same", + "gt-answer": "B. increasing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1100397435": { + "action": [ + { + "question": "What is the person doing in the video?\nA. turning off the robot vacuum cleaner\nB. starts the robot vacuum cleaner\nC. fixing the robot vacuum cleaner", + "gt-answer": "B. starts the robot vacuum cleaner", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What action does the person perform?\nA. sweeping the floor\nB. starts the robot vacuum cleaner\nC. turning off the robot vacuum cleaner", + "gt-answer": "B. starts the robot vacuum cleaner", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity does the person engage in?\nA. taking apart the robot vacuum cleaner\nB. recharging the robot vacuum cleaner\nC. starts the robot vacuum cleaner", + "gt-answer": "C. starts the robot vacuum cleaner", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "direction": [ + { + "question": "What direction is the robot vacuum cleaner moving in the video?\nA. to the right side of the screen\nB. to the left side of the screen\nC. towards the screen\nD. away from the screen", + "gt-answer": "A. to the right side of the screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the movement pattern of the robot vacuum cleaner?\nA. straight line towards the screen\nB. straight line to the right side of the screen\nC. straight line to the left side of the screen\nD. straight line away from the screen", + "gt-answer": "B. straight line to the right side of the screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Where is the robot vacuum cleaner heading?\nA. to the lower side of the screen\nB. to the upper side of the screen\nC. to the left side of the screen\nD. to the right side of the screen", + "gt-answer": "D. to the right side of the screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "order": [ + { + "question": "What is the order of events in the video?\nA. A person enters the screen and then the robot vacuum cleaner starts moving\nB. The robot vacuum cleaner starts moving and then a person enters the screen", + "gt-answer": "A. A person enters the screen and then the robot vacuum cleaner starts moving", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What happens first in the video?\nA. A person enters the screen\nB. The robot vacuum cleaner starts moving", + "gt-answer": "A. A person enters the screen", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "What happens second in the video?\nA. A person enters the screen\nB. The robot vacuum cleaner starts moving", + "gt-answer": "B. The robot vacuum cleaner starts moving", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1108534143": { + "direction": [ + { + "question": "What is the puppy doing in the video?\nA. staying in a wigwam\nB. walking into a wigwam\nC. walking out of a wigwam", + "gt-answer": "C. walking out of a wigwam", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction is the puppy moving?\nA. walking out of a wigwam\nB. entring a wigwam\nC. walking around a wigwam", + "gt-answer": "A. walking out of a wigwam", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is the puppy taking?\nA. entring a wigwam\nB. walking out of a wigwam\nC. walking around a wigwam", + "gt-answer": "B. walking out of a wigwam", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1034049020": { + "action": [ + { + "question": "What is the woman doing in the video?\nA. cleaning a wall while walking\nB. standing still and painting a wall\nC. painting a wall while walking", + "gt-answer": "C. painting a wall while walking", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is taking place in the video?\nA. a girl standing and cleaning a wall\nB. a girl is walking and cleaning a wall\nC. a girl painting a wall while walking", + "gt-answer": "C. a girl painting a wall while walking", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which of the following actions is the woman performing?\nA. standing still and painting a wall\nB. standing and cleaning a wall\nC. painting a wall while walking", + "gt-answer": "C. painting a wall while walking", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ], + "order": [ + { + "question": "What is the order of events?\nA. Turning back and painting the wall, then walking\nB. Turning back, then painting a wall while walking\nC. Painting a wall while walking, then turning back", + "gt-answer": "C. Painting a wall while walking, then turning back", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which order are the events occurring?\nA. Turning back first and later painting a wall while walking\nB. Painting a wall while walking, then turning back\nC. Turning back and painting the wall, then walking", + "gt-answer": "B. Painting a wall while walking, then turning back", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What happens later to the woman?\nA. painting a wall\nB. sitting down\nC. turning back", + "gt-answer": "C. turning back", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1047368344": { + "direction": [ + { + "question": "What is the girl doing?\nA. jumping into water\nB. jumping around water\nC. swimming in the water\nD. jumping out of water", + "gt-answer": "A. jumping into water", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the girl moving?\nA. towards the camera\nB. towards the water\nC. away from the water", + "gt-answer": "B. towards the water", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction is the girl moving?\nA. towards the water\nB. away from the water\nC. inside the water", + "gt-answer": "A. towards the water", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "order": [ + { + "question": "What is the order of events for the girl?\nA. putting on clothes and then jumping into water\nB. taking off clothes and then jumping into water\nC. jumping into water and then putting on clothes\nD. jumping into water and then taking off clothes", + "gt-answer": "B. taking off clothes and then jumping into water", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event comes first for the girl?\nA. taking off clothes\nB. jumping into water\nC. putting on clothes", + "gt-answer": "A. taking off clothes", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the sequence of actions performed by the girl?\nA. putting on clothes, jumping into water, taking off clothes\nB. jumping into water, putting on clothes, taking off clothes\nC. taking off clothes, putting on clothes, jumping into water", + "gt-answer": "C. taking off clothes, putting on clothes, jumping into water", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1060403198": { + "attribute_change": [ + { + "question": "What is happening to the tree?\nA. increasing height\nB. decreasing height\nC. shedding leaves\nD. changing color", + "gt-answer": "A. increasing height", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which attribute of the tree is undergoing a transformation?\nA. position\nB. height\nC. color", + "gt-answer": "B. height", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What term can be used to describe the change happening to the tree?\nA. wilting\nB. growing in size\nC. falling down\nD. reducing in size", + "gt-answer": "B. growing in size", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + } + ] + }, + "1100074677": { + "order": [ + { + "question": "What is the order of the events performed by the person?\nA. throwing the paper note away and then tearing it apart\nB. tearing apart the paper note and then throwing it away\nC. standing the paper note up and then writing something on the paper note\nD. writing something on the paper note and then standing the paper note up", + "gt-answer": "D. writing something on the paper note and then standing the paper note up", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what sequence did the person perform the actions?\nA. writing something on the paper note and then tearing it apart\nB. standing the paper note up and then writing something on the paper note\nC. throwing the paper note away and then standing the paper note up\nD. throwing the paper note away and then tearing it apart", + "gt-answer": "B. standing the paper note up and then writing something on the paper note", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How did the person arrange the actions in order?\nA. standing the paper note up and then writing something on it\nB. tearing apart the paper note and then standing it up\nC. throwing away the paper note and then tearing it apart\nD. writing something on the paper note and then throwing it away", + "gt-answer": "A. standing the paper note up and then writing something on it", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1100350201": { + "order": [ + { + "question": "What is the order of events in the video?\nA. The man is drawn and then the little girl is drawn\nB. The man is drawn first, then the little girl disappears and is drawn\nC. The little girl is drawn and then the man is drawn\nD. The little girl is drawn first, then the man gets erased and drawn", + "gt-answer": "C. The little girl is drawn and then the man is drawn", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what sequence do the events occur in the video?\nA. The man is drawn and then the little girl disappears\nB. The little girl is drawn first, then the man disappears\nC. The little girl is drawn and then the man is drawn\nD. The man is drawn first, then the little girl appears", + "gt-answer": "C. The little girl is drawn and then the man is drawn", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event occurs first in the video?\nA. The man is drawn\nB. The man is erased\nC. The little girl is erased\nD. The little girl is drawn", + "gt-answer": "D. The little girl is drawn", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1099109715": { + "attribute_change": [ + { + "question": "What is happening to the number of fruits and vegetables?\nA. becoming rotten\nB. increasing\nC. decreasing\nD. staying the same", + "gt-answer": "B. increasing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How would you describe the change to the fruits and vegetables?\nA. disappearing\nB. increasing number\nC. staying the same\nD. decaying", + "gt-answer": "B. increasing number", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which is the most accurate statement about the number of fruits and vegetables?\nA. It is getting bigger.\nB. It is getting smaller.\nC. It is changing sporadically.\nD. It is remaining constant.", + "gt-answer": "A. It is getting bigger.", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + } + ] + }, + "1051211272": { + "attribute_change": [ + { + "question": "What is happening to the toast with cream cheese?\nA. gradually reappearing piece by piece\nB. staying the same size\nC. gradually being eaten out and disappearing", + "gt-answer": "C. gradually being eaten out and disappearing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What alteration is taking place with the cream cheese-covered toast?\nA. Gradually emerging piece by piece\nB. Remaining constant in size\nC. Slowly diminishing as it is consumed", + "gt-answer": "C. Slowly diminishing as it is consumed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the outcome of the toast with cream cheese?\nA. it gradually reappears piece by piece\nB. it gradually disappears piece by piece\nC. it gradually spoils", + "gt-answer": "B. it gradually disappears piece by piece", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1059815936": { + "attribute_change": [ + { + "question": "What is happening to the paper?\nA. changing from a wrinkled paper ball into a flattened sheet\nB. changing from a flattened sheet into scraps of paper\nC. changing from a flattened sheet into a wrinkled paper ball", + "gt-answer": "A. changing from a wrinkled paper ball into a flattened sheet", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How does the paper transform?\nA. crumpling into a ball\nB. tearing apart\nC. unfolding", + "gt-answer": "C. unfolding", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the main change occurring in the paper?\nA. changing teared apart\nB. being folded\nC. being flattened out", + "gt-answer": "C. being flattened out", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1086423566": { + "order": [ + { + "question": "What is the order of events in the video?\nA. The bowl rotates and then food is added into the bowl\nB. Food is added into the bowl and then the bowl rotates\nC. The bowl flips upside down and then food is added into the bowl\nD. Food is added into the bowl and then the bowl flips upside down", + "gt-answer": "B. Food is added into the bowl and then the bowl rotates", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what sequence do the events occur in the video?\nA. Food is added into the bowl and then the bowl rotates\nB. The bowl rotates and then food is added into the bowl\nC. Food is added into the bowl and then it disappears\nD. The bowl spins around and food flies out of the bowl", + "gt-answer": "A. Food is added into the bowl and then the bowl rotates", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the correct order of actions in the video?\nA. Food is thrown into the air and then falls into the bowl\nB. The bowl rotates and then food is added into the bowl\nC. Food is piled up inside the bowl and then the bowl rotates\nD. The bowl splits into two halves and then food is added into one half", + "gt-answer": "C. Food is piled up inside the bowl and then the bowl rotates", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + } + ] + }, + "1069611487": { + "order": [ + { + "question": "In which order do the events occur in the video?\nA. Pizza slices disappear, then a paper box appears\nB. Pizza slices appear, then a paper box appears\nC. A paper box appears, then pizza slices disappear", + "gt-answer": "C. A paper box appears, then pizza slices disappear", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What happened first in the video?\nA. Pizza slices disappear\nB. A paper box appears\nC. A paper box disappears", + "gt-answer": "B. A paper box appears", + "video-llm-prediction": "A. Pizza slices disappear", + "match_success": true, + "rating": 0 + }, + { + "question": "What happened last in the video?\nA. Pizza slices being placed on the paper box\nB. Pizza slices being taken away\nC. A paper box appears", + "gt-answer": "B. Pizza slices being taken away", + "video-llm-prediction": "A. Pizza slices being placed on the paper box", + "match_success": true, + "rating": 0 + } + ] + }, + "1100329207_reverse": { + "direction": [ + { + "question": "What is the direction of the camera view?\nA. moving right\nB. moving backward\nC. moving left\nD. moving forward", + "gt-answer": "B. moving backward", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction is the video panning?\nA. up\nB. down\nC. backward\nD. forward", + "gt-answer": "C. backward", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the direction of the camera movement?\nA. moving forward\nB. tilting up\nC. tilting down\nD. moving backward", + "gt-answer": "D. moving backward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1089201973_reverse": { + "direction": [ + { + "question": "What is the direction of the football in the video?\nA. moving from left to right\nB. moving from right to left\nC. stationary", + "gt-answer": "B. moving from right to left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction is the football traveling?\nA. Rightwards\nB. Upwards\nC. Leftwards\nD. Downwards", + "gt-answer": "C. Leftwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How would you describe the path of the football?\nA. from bottom to top\nB. from right to left\nC. from left to right\nD. from top to bottom", + "gt-answer": "B. from right to left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1034736653_reverse": { + "direction": [ + { + "question": "In which direction are the woman athletes running?\nA. from right to left\nB. in circles\nC. from left to right", + "gt-answer": "A. from right to left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "From which side are the woman athletes entering the screen?\nA. right\nB. top\nC. left\nD. bottom", + "gt-answer": "A. right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which way are the woman athletes heading?\nA. from left to right\nB. away from the camera\nC. from right to left\nD. towards the camera", + "gt-answer": "C. from right to left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1084153195_reverse": { + "direction": [ + { + "question": "What is the movement of the dolphins?\nA. swimming towards the shore\nB. hovering in one place\nC. swimming away from the shore", + "gt-answer": "C. swimming away from the shore", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction are the dolphins swimming?\nA. parallel to the shore\nB. towards the shore\nC. away from the shore", + "gt-answer": "C. away from the shore", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "If you observe the dolphins, what direction would you notice them heading?\nA. towards the shore\nB. parallel to the shore\nC. away from the shore", + "gt-answer": "C. away from the shore", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1081092839_reverse": { + "direction": [ + { + "question": "What is the direction of the sun?\nA. descending\nB. ascending\nC. moving sideways", + "gt-answer": "B. ascending", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the movement pattern of the sun?\nA. falling\nB. rising\nC. remaining still", + "gt-answer": "B. rising", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the movement direction of the sun?\nA. descending\nB. ascending\nC. rotating", + "gt-answer": "B. ascending", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what direction does the sun travel during sunset?\nA. downwards\nB. upwards\nC. horizontally", + "gt-answer": "B. upwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1059462749_reverse": { + "direction": [ + { + "question": "In which direction is the person moving?\nA. rightwards\nB. downwards\nC. upwards\nD. leftwards", + "gt-answer": "C. upwards", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What word describes the movement of the person?\nA. standing\nB. descending\nC. climbing up\nD. jumping", + "gt-answer": "C. climbing up", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "From a higher point to a lower point, the person is:\nA. rotating\nB. rising\nC. staying still\nD. descending", + "gt-answer": "B. rising", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + } + ] + }, + "1088279109_reverse": { + "direction": [ + { + "question": "What is the elevator doing?\nA. rising\nB. going down\nC. staying still", + "gt-answer": "B. going down", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction is the elevator moving?\nA. up\nB. down\nC. not moving", + "gt-answer": "B. down", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the direction of the elevator's movement?\nA. descending\nB. ascending\nC. stationary", + "gt-answer": "A. descending", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "Which way is the elevator going?\nA. up\nB. down\nC. stopped", + "gt-answer": "B. down", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1096612823_reverse": { + "direction": [ + { + "question": "What is happening to the video?\nA. zooming out\nB. rotating\nC. panning left\nD. zooming in", + "gt-answer": "A. zooming out", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the direction of the video?\nA. panning right\nB. fading out\nC. zooming in\nD. moving backward", + "gt-answer": "D. moving backward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the video changing?\nA. panning upwards\nB. rewinding\nC. zooming out\nD. zooming in", + "gt-answer": "C. zooming out", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1075484900_reverse": { + "direction": [ + { + "question": "Which way is the child facing in relation to the man?\nA. Forward\nB. Turning towards the man\nC. Turning away from the man\nD. Backward", + "gt-answer": "B. Turning towards the man", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what direction is the child moving in relation to the man?\nA. Backward\nB. Forward\nC. Turning away from the man\nD. Turning towards the man", + "gt-answer": "D. Turning towards the man", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the orientation of the child with respect to the man?\nA. Downwards\nB. Upwards\nC. Turning away from the man\nD. Turning towards the man", + "gt-answer": "D. Turning towards the man", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1090578917_reverse": { + "direction": [ + { + "question": "What direction is the man leaping?\nA. to his left\nB. backward\nC. forward\nD. to his right", + "gt-answer": "A. to his left", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "Which way is the man moving?\nA. left\nB. forwards\nC. right\nD. up", + "gt-answer": "A. left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the direction of the man's movement?\nA. counterclockwise\nB. horizontal\nC. vertically\nD. clockwise", + "gt-answer": "B. horizontal", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + } + ] + }, + "1075338140_reverse": { + "direction": [ + { + "question": "What is the direction of the ball?\nA. forward and backward\nB. spinning in place\nC. rolling from left to right\nD. rolling from right to left", + "gt-answer": "D. rolling from right to left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which way is the ball moving?\nA. counterclockwise\nB. rolling from left to right\nC. clockwise\nD. rolling from right to left", + "gt-answer": "D. rolling from right to left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction does the ball travel?\nA. straight ahead\nB. rolling from left to right\nC. rolling from right to left\nD. floating in mid-air", + "gt-answer": "C. rolling from right to left", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + } + ] + }, + "1067268403_reverse": { + "direction": [ + { + "question": "What is the movement direction of the wind turbines?\nA. Stationary\nB. Rotating clockwise\nC. Rotating counterclockwise", + "gt-answer": "C. Rotating counterclockwise", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which way are the wind turbines rotating?\nA. Randomly\nB. Clockwise\nC. Anti-clockwise", + "gt-answer": "C. Anti-clockwise", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "In which direction are the wind turbines turning?\nA. Anticlockwise\nB. Still\nC. Clockwise", + "gt-answer": "A. Anticlockwise", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the rotational direction of the wind turbines?\nA. Clockwise\nB. Anti-clockwise\nC. Unchanging", + "gt-answer": "B. Anti-clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1096007487_reverse": { + "direction": [ + { + "question": "From the camera's point of view, in which direction is the 3d cloud moving?\nA. upward\nB. downward\nC. leftward\nD. rightward", + "gt-answer": "D. rightward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the 3d cloud moving from the camera's point of view?\nA. contracting\nB. spinning leftward\nC. spinning rightward\nD. expanding", + "gt-answer": "C. spinning rightward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the movement pattern of the 3d cloud as seen from the camera's point of view?\nA. from right to left\nB. rotating clockwise\nC. rotating counter-clockwise\nD. from left to right", + "gt-answer": "D. from left to right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1095939659_reverse": { + "direction": [ + { + "question": "In which direction is the light growing?\nA. Downwards\nB. Clockwise\nC. Counterclockwise\nD. Upwards", + "gt-answer": "C. Counterclockwise", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the direction of the light's movement?\nA. Clockwise\nB. Anticlockwise\nC. Straight forward\nD. Downwards", + "gt-answer": "B. Anticlockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the light changing direction?\nA. Spinning vertically\nB. Rotating clockwise\nC. Shifting diagonally\nD. Disappearing counterclockwise", + "gt-answer": "D. Disappearing counterclockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1098785169_reverse": { + "direction": [ + { + "question": "What is the direction of the galaxy's spin?\nA. counterclockwise\nB. left to right\nC. clockwise\nD. up and down", + "gt-answer": "A. counterclockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In which direction is the galaxy rotating?\nA. backward\nB. counter clockwise\nC. clockwise\nD. forward", + "gt-answer": "B. counter clockwise", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the galaxy spinning?\nA. backward\nB. counter clockwise\nC. clockwise\nD. forward", + "gt-answer": "B. counter clockwise", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1099984801_reverse": { + "direction": [ + { + "question": "What is the movement of the clouds?\nA. moving away from the camera\nB. staying still\nC. moving towards the camera", + "gt-answer": "A. moving away from the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what direction are the clouds heading?\nA. towards the camera\nB. upward\nC. downward\nD. away from the camera", + "gt-answer": "D. away from the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the movement direction of the clouds?\nA. forward\nB. in a circular motion\nC. side to side\nD. backward", + "gt-answer": "A. forward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "attribute_change": [ + { + "question": "What is happening to the entire video?\nA. staying the same\nB. getting darker\nC. getting brighter", + "gt-answer": "C. getting brighter", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "What change is occurring to the light condition of the video?\nA. getting darker\nB. remaining stable\nC. getting brighter", + "gt-answer": "C. getting brighter", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which of the following best describes the change in the entire video?\nA. getting darker\nB. getting blurry\nC. turning brighter", + "gt-answer": "C. turning brighter", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1082419672_reverse": { + "direction": [ + { + "question": "What is the direction of movement in the video?\nA. hovering\nB. flying forwards\nC. flying backwards", + "gt-answer": "B. flying forwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the trajectory of the movement?\nA. straight line\nB. arc-shaped\nC. zigzag", + "gt-answer": "A. straight line", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "In what direction is the entire video moving relative to the ship?\nA. forward\nB. up\nC. down\nD. backward", + "gt-answer": "A. forward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1058985719_reverse": { + "direction": [ + { + "question": "What is the direction in which the airplane is flying?\nA. bottom to top\nB. right to left\nC. top to bottom\nD. left to right", + "gt-answer": "C. top to bottom", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which way is the airplane moving on the screen?\nA. anticlockwise\nB. upwards\nC. clockwise\nD. downwards", + "gt-answer": "D. downwards", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the trajectory of the airplane?\nA. vertically upwards\nB. vertically downwards\nC. horizontally rightwards\nD. horizontally leftwards", + "gt-answer": "B. vertically downwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1055413730_reverse": { + "direction": [ + { + "question": "In which direction is the planet Earth spinning?\nA. Rightwards\nB. Downwards\nC. Leftwards\nD. Upwards", + "gt-answer": "C. Leftwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Considering the camera's perspective, what is the rotational movement of the planet Earth?\nA. spinning to the left\nB. rotating upward\nC. spinning to the right", + "gt-answer": "A. spinning to the left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the apparent motion of the Earth based on the camera's viewpoint?\nA. away from the camera\nB. towards the camera\nC. spinning to the right\nD. spinning to the left", + "gt-answer": "D. spinning to the left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1081684532_reverse": { + "direction": [ + { + "question": "What is the direction of the asteroids in the video?\nA. flying away from the camera\nB. flying to the left\nC. flying towards the camera\nD. flying to the right", + "gt-answer": "A. flying away from the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which direction are the asteroids moving?\nA. downwards\nB. towards the camera\nC. upwards\nD. away from the camera", + "gt-answer": "D. away from the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which way are the asteroids going?\nA. towards the camera\nB. parallel to the camera\nC. away from the camera", + "gt-answer": "C. away from the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "23391142_reverse": { + "direction": [ + { + "question": "What direction is the video panning?\nA. Upwards\nB. Downwards\nC. To the left\nD. To the right", + "gt-answer": "C. To the left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the movement of the video?\nA. Zoom in\nB. Panning to the left\nC. Zoom out\nD. Panning to the right", + "gt-answer": "B. Panning to the left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which way is the scene shifting?\nA. Panning to the left\nB. Panning to the right\nC. Away from the camera\nD. Towards the camera", + "gt-answer": "A. Panning to the left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1053758117_reverse": { + "direction": [ + { + "question": "What is happening in the video?\nA. Zoom out from a 3D digital brain\nB. Standing still before a 3D digital brain\nC. Zoom into a 3D digital brain", + "gt-answer": "A. Zoom out from a 3D digital brain", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In which direction is the camera moving in the video?\nA. zooming in\nB. downwards\nC. upwards\nD. zooming out", + "gt-answer": "D. zooming out", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How would you describe the trajectory of the video's direction?\nA. panning right\nB. panning left\nC. zooming out\nD. zooming in", + "gt-answer": "C. zooming out", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + } + ] + }, + "1106668103_reverse": { + "direction": [ + { + "question": "What is the direction of movement in the video?\nA. staying still\nB. moving forward\nC. moving backward", + "gt-answer": "C. moving backward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what way is the primary motion depicted in the video?\nA. turning leftward\nB. moving forward\nC. moving backward\nD. turning rightward", + "gt-answer": "C. moving backward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How would you describe the primary trajectory in the video?\nA. descending\nB. moving backward\nC. moving forward", + "gt-answer": "B. moving backward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1057163434_reverse": { + "direction": [ + { + "question": "What is the chef doing with the bread?\nA. removing it from the top of the burger\nB. putting it on top of the burger\nC. putting it inside the burger\nD. throwing it away", + "gt-answer": "A. removing it from the top of the burger", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which direction is the chef moving the bread?\nA. throwing it away\nB. removing it from the burger\nC. putting it on top of the burger\nD. putting it inside the burger", + "gt-answer": "B. removing it from the burger", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "Which action is the chef performing with the bread?\nA. putting it on top of the burger\nB. picking it up from the burger\nC. inserting it inside the burger", + "gt-answer": "B. picking it up from the burger", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1100319395_reverse": { + "direction": [ + { + "question": "What direction is the circular pattern moving?\nA. clockwise\nB. moving towards the camera\nC. counter-clockwise\nD. moving away from the camera", + "gt-answer": "C. counter-clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which way is the circular pattern moving?\nA. spinning clockwise\nB. spinning counter-clockwise\nC. vibrating back and forth", + "gt-answer": "B. spinning counter-clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction is the circular pattern spinning?\nA. towards the screen\nB. anticlockwise\nC. clockwise\n D. away from the screen", + "gt-answer": "B. anticlockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1101200293_reverse": { + "direction": [ + { + "question": "What is the direction of the camera motion relative to the aircraft carrier?\nA. counterclockwise\nB. downward\nC. upward\nD. clockwise", + "gt-answer": "A. counterclockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which way is the camera moving around the aircraft carrier?\nA. clockwise\nB. back and forth\nC. tilting upwards\nD. counterclockwise", + "gt-answer": "D. counterclockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what direction is the camera flying around the aircraft carrier?\nA. clockwise\nB. descending\nC. ascending\nD. anti-clockwise", + "gt-answer": "D. anti-clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1072453637_reverse": { + "direction": [ + { + "question": "What is the direction of the camera panning in the video?\nA. panning to the back of a fighter jet\nB. panning downwards around a fighter jet\nC. panning upwards around a fighter jet\nD. panning to the front of a fighter jet", + "gt-answer": "D. panning to the front of a fighter jet", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the camera's panning orientation in the video?\nA. Moving to the front of a fighter jet\nB. Ascending around a fighter jet\nC. Moving to the rear of a fighter jet\nD. Descending around a fighter jet", + "gt-answer": "A. Moving to the front of a fighter jet", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Identify the camera's panning movement in the video.\nA. Panning to the back of a fighter jet\nB. Panning upward around a fighter jet\nC. Panning downward around a fighter jet\nD. Panning to the front of a fighter jet", + "gt-answer": "D. Panning to the front of a fighter jet", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "3396473605_reverse": { + "direction": [ + { + "question": "In which direction do the five stars disappear?\nA. from right to left\nB. from top to bottom\nC. from left to right\nD. from bottom to top", + "gt-answer": "A. from right to left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which star disappears first?\nA. the star in the center\nB. the star in the right\nC. the star in the left\nD. all stars appear at the same time", + "gt-answer": "B. the star in the right", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the direction that the stars disappear?\nA. from right to left\nB. from left to right\nC. upwards\nD. downwards", + "gt-answer": "A. from right to left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1086820415_reverse": { + "direction": [ + { + "question": "What is the direction of motion of the large wave?\nA. moving vertically towards the top of the screen\nB. moving horizontally towards the right side of the screen\nC. moving vertically towards the bottom of the screen\nD. moving horizontally towards the left side of the screen", + "gt-answer": "A. moving vertically towards the top of the screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which direction does the large wave move in the video?\nA. vertically towards the top of the screen\nB. diagonally towards the bottom-right corner\nC. vertically towards the bottom of the screen\nD. diagonally towards the top-left corner", + "gt-answer": "A. vertically towards the top of the screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How does the large wave travel across the screen?\nA. moving vertically towards the bottom\nB. contracting towards the center\nC. moving vertically towards the top\nD. expanding from the center", + "gt-answer": "C. moving vertically towards the top", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1073831006_reverse": { + "direction": [ + { + "question": "What is the direction of the zebras' movement?\nA. from right to left\nB. from left to right\nC. from top to bottom", + "gt-answer": "A. from right to left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what direction are the zebras moving?\nA. from left to right relative to the camera\nB. away from the camera\nC. towards the camera\nD. from right to left relative to the camera", + "gt-answer": "D. from right to left relative to the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which direction are the zebras heading?\nA. downward\nB. leftward\nC. rightward\nD. upward", + "gt-answer": "B. leftward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1024867412_reverse": { + "direction": [ + { + "question": "What direction is the car driving?\nA. Taking a left turn\nB. Going straight\nC. Taking a right turn\nD. Going backward", + "gt-answer": "A. Taking a left turn", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In which direction is the car moving?\nA. Left\nB. Right\nC. Backward\nD. Forward", + "gt-answer": "A. Left", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + }, + { + "question": "What maneuver is the car making?\nA. Making a left turn\nB. Parked on the street\nC. Driving backward\nD. Making a right turn", + "gt-answer": "A. Making a left turn", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1076877854_reverse": { + "direction": [ + { + "question": "Which direction is the closest robotic arm moving from the camera's point of view?\nA. To the right side of the screen\nB. Towards the camera\nC. Away from the camera\nD. To the left side of the screen", + "gt-answer": "D. To the left side of the screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What motion can be observed about the closest robotic arm?\nA. Rotating\nB. Moving to the left side of the screen\nC. Oscillating\nD. Moving to the right side of the screen", + "gt-answer": "B. Moving to the left side of the screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What kind of movement does the closest robotic arm exhibit?\nA. Shifting to the left side of the screen\nB. Ascending and descending\nC. Shifting to the right side of the screen\nD. Swaying back and forth", + "gt-answer": "A. Shifting to the left side of the screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1100468035_reverse": { + "direction": [ + { + "question": "What is the direction of the camera in the video?\nA. zooming backward\nB. zooming forward\nC. tracking right\nD. panning left", + "gt-answer": "A. zooming backward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which direction is the camera moving towards?\nA. zooming backward\nB. ascending upward\nC. sliding left\nD. zooming forward", + "gt-answer": "A. zooming backward", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + }, + { + "question": "In what manner is the camera moving?\nA. zooming backward\nB. dollying up\nC. zooming forward\nD. tilting down", + "gt-answer": "A. zooming backward", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ], + "attribute_change": [ + { + "question": "What is happening to the door?\nA. remaining closed\nB. closing\nC. gradually opening", + "gt-answer": "B. closing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the door changing?\nA. by gradually opening\nB. by shrinking\nC. by staying the same\nD. by gradually closing", + "gt-answer": "D. by gradually closing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What option best describes the change of the door?\nA. opening\nB. staying closed\nC. staying half-opened\nD. closing", + "gt-answer": "D. closing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "3411806181_reverse": { + "direction": [ + { + "question": "Which direction is the person moving the charging gun?\nA. Away from the car\nB. Parallel to the car\nC. Towards the car", + "gt-answer": "A. Away from the car", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is the person performing on the charging gun?\nA. holding it still\nB. unpluging it from the car\nC. plugging it into the car", + "gt-answer": "B. unpluging it from the car", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "Towards which side is the person moving the charging gun?\nA. himself\nB. the car\nC. none of both", + "gt-answer": "A. himself", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1073914229_reverse": { + "direction": [ + { + "question": "What direction are the trains moving?\nA. in the same direction\nB. towards each other\nC. away from each other", + "gt-answer": "C. away from each other", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what manner are the trains traveling?\nA. stopped\nB. in the same direction\nC. towards each other\nD. away from each other", + "gt-answer": "D. away from each other", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the trajectory of the trains?\nA. perpendicular to each other\nB. moving away from each other\nC. proceeding in the same way\nD. moving towards each other", + "gt-answer": "B. moving away from each other", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1093139559_reverse": { + "direction": [ + { + "question": "What is the type of camera motion in the video? \nA. Zooming into three football players\nB. Panning left\nC. Panning right\nD. Zooming out from three football palyers", + "gt-answer": "D. Zooming out from three football palyers", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction is the camera moving? \nA. Zooming in\nB. Upwards\nC. Zooming out\nD. Downwards", + "gt-answer": "C. Zooming out", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which option best describes the camera's motion? \nA. Tilting upwards\nB. Zooming forward\nC. Zooming backward\nD. Standing still", + "gt-answer": "C. Zooming backward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "attribute_change": [ + { + "question": "What is happening to the light condition on the football players?\nA. staying the same\nB. turning darker\nC. turning brighter", + "gt-answer": "B. turning darker", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "How would you describe the change in light on the football players?\nA. dimming\nB. flickering\nC. intensifying", + "gt-answer": "A. dimming", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which statement accurately describes the change on the football players?\nA. becoming blurry\nB. becoming more visible\nC. becoming dimmer", + "gt-answer": "C. becoming dimmer", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1080591311_reverse": { + "direction": [ + { + "question": "What direction is the jellyfish moving?\nA. moving towards the right\nB. floating upwards\nC. moving towards the left\nD. sinking downwards", + "gt-answer": "D. sinking downwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the direction of motion for the jellyfish?\nA. floating to the right\nB. floating to the left\nC. floating downwards\nD. floating upwards", + "gt-answer": "C. floating downwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which way is the jellyfish moving?\nA. going down\nB. going away from the screen\nC. going towards the screen\nD. going up", + "gt-answer": "A. going down", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "3411228673_reverse": { + "direction": [ + { + "question": "What is the direction of the movement in the video?\nA. sideways along the skyscraper buildings\nB. upwards among skyscraper buildings\nC. downwards towards the ground", + "gt-answer": "C. downwards towards the ground", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction is the camera moving?\nA. backwards\nB. forwards\nC. downwards\nD. upwards", + "gt-answer": "C. downwards", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the path of movement in the video?\nA. flying downwards\nB. flying forwards\nC. flying backwards\nD. flying upwards", + "gt-answer": "A. flying downwards", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + } + ] + }, + "1093737353_reverse": { + "direction": [ + { + "question": "What type of motion is the camera performing in the video?\nA. panning to the right\nB. panning to the left\nC. tilting up\nD. zooming in", + "gt-answer": "B. panning to the left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction is the camera moving?\nA. downwards\nB. rightwards\nC. leftwards\nD. upwards", + "gt-answer": "C. leftwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the direction of the camera's movement?\nA. panning to the left\nB. panning to the right\nC. backwards\nD. forwards", + "gt-answer": "A. panning to the left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1017768724_reverse": { + "direction": [ + { + "question": "What is the direction of the person's movement?\nA. moving upwards\nB. moving leftwards\nC. moving downwards\nD. moving rightwards", + "gt-answer": "B. moving leftwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction is the person heading?\nA. vertically\nB. backward\nC. forward\nD. horizontally", + "gt-answer": "D. horizontally", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the person moving?\nA. moving rightwards\nB. jumping upwards\nC. moving leftwards\nD. running forwards", + "gt-answer": "C. moving leftwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1100117263_reverse": { + "direction": [ + { + "question": "What is the direction of the little lion's motion?\nA. downward\nB. upward\nC. towards the camera\nD. rightward", + "gt-answer": "B. upward", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the little lion doing?\nA. sitting nearby an adult lion\nB. sitting on the back of an adult lion\nC. falling from the back of an adult lion\nD. jumping onto the back of an adult lion", + "gt-answer": "D. jumping onto the back of an adult lion", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "In what direction is the little lion going?\nA. falling down\nB. climbing up\nC. walking forward\nD. walking backward", + "gt-answer": "B. climbing up", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1021488277_reverse": { + "direction": [ + { + "question": "What is happening in the video? \nA. A person drops down the pineapple\nB. A person pushes forward the pineapple\nC. A person rotates the pineapple\nD. A person picks up the pineapple", + "gt-answer": "A. A person drops down the pineapple", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "What action is taking place in the video?\nA. The pineapple is being dropped by a person.\nB. The pineapple is being rotated by a person.\nC. The pineapple is being pushed forward by a person.\nD. The pineapple is being picked up by a person.", + "gt-answer": "A. The pineapple is being dropped by a person.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What can be observed in the video?\nA. The pineapple is rotated by a person.\nB. The pineapple is pushed in a forward direction.\nC. The pineapple is lifted by an individual.\nD. The pineapple is put down.", + "gt-answer": "D. The pineapple is put down.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1100397435_reverse": { + "direction": [ + { + "question": "What direction is the robot vacuum cleaner moving in the video?\nA. to the right side of the screen\nB. to the left side of the screen\nC. towards the screen\nD. away from the screen", + "gt-answer": "B. to the left side of the screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the movement pattern of the robot vacuum cleaner?\nA. straight line towards the screen\nB. straight line to the right side of the screen\nC. straight line to the left side of the screen\nD. straight line away from the screen", + "gt-answer": "C. straight line to the left side of the screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Where is the robot vacuum cleaner heading?\nA. to the lower side of the screen\nB. to the upper side of the screen\nC. to the left side of the screen\nD. to the right side of the screen", + "gt-answer": "C. to the left side of the screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1108534143_reverse": { + "direction": [ + { + "question": "What is the puppy doing in the video?\nA. staying in a wigwam\nB. walking into a wigwam\nC. walking out of a wigwam", + "gt-answer": "B. walking into a wigwam", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction is the puppy moving?\nA. walking out of a wigwam\nB. entring a wigwam\nC. walking around a wigwam", + "gt-answer": "B. entring a wigwam", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What action is the puppy taking?\nA. entring a wigwam\nB. walking out of a wigwam\nC. walking around a wigwam", + "gt-answer": "A. entring a wigwam", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1047368344_reverse": { + "direction": [ + { + "question": "What is the girl doing?\nA. jumping into water\nB. jumping around water\nC. swimming in the water\nD. jumping out of water", + "gt-answer": "D. jumping out of water", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the girl moving?\nA. towards the camera\nB. towards the water\nC. away from the water", + "gt-answer": "C. away from the water", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which direction is the girl moving?\nA. towards the water\nB. away from the water\nC. inside the water", + "gt-answer": "B. away from the water", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1050618460_reverse": { + "attribute_change": [ + { + "question": "What is happening to the flowers?\nA. turning into buds\nB. shrinking and wilting\nC. turning into full bloom\nD. remaining as buds", + "gt-answer": "A. turning into buds", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How do the flowers transform?\nA. from stem to leaf\nB. from full bloom to bud\nC. from seed to germination\nD. from bud to full bloom", + "gt-answer": "B. from full bloom to bud", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + }, + { + "question": "What happens when the flowers go through the attribute_change?\nA. reaching full maturity\nB. shedding leaves\nC. sprouting more buds\nD. shrinking into buds", + "gt-answer": "D. shrinking into buds", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + } + ] + }, + "1083113449_reverse": { + "attribute_change": [ + { + "question": "How would you describe the change in the sky's appearance?\nA. lightening up\nB. maintaining its brightness\nC. getting darker", + "gt-answer": "A. lightening up", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is occurring to the sky?\nA. staying the same\nB. getting darker\nC. brightening", + "gt-answer": "C. brightening", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "In terms of illumination, what is happening to the sky?\nA. becoming brighter\nB. growing dimmer\nC. remaining unchanged", + "gt-answer": "A. becoming brighter", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1091143117_reverse": { + "attribute_change": [ + { + "question": "What is happening to the eye?\nA. from closed to open\nB. turning red\nC. becoming blurry\nD. from open to closed", + "gt-answer": "D. from open to closed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the eye changing?\nA. changing color\nB. from closed to open\nC. becoming smaller\nD. from open to closed", + "gt-answer": "D. from open to closed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What transformation is occurring in the eye?\nA. from open to closed\nB. shrinking\nC. from closed to open\nD. blinking", + "gt-answer": "A. from open to closed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1098153561_reverse": { + "attribute_change": [ + { + "question": "What is happening to the leaves?\nA. changing shape\nB. falling off\nC. changing color from green to red\nD. changing color from red to green", + "gt-answer": "D. changing color from red to green", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the initial color of the leaves?\nA. red\nB. white\nC. green", + "gt-answer": "A. red", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the final color of the leaves?\nA. white\nB. red\nC. green", + "gt-answer": "C. green", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + } + ] + }, + "1059072773_reverse": { + "attribute_change": [ + { + "question": "What is happening to the ice cream?\nA. melting\nB. freezing\nC. evaporating\nD. solidifying", + "gt-answer": "D. solidifying", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the ice cream changing?\nA. changing color\nB. being eaten out\nC. turning into liquid\nD. solidifying into a ball", + "gt-answer": "D. solidifying into a ball", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "Which term best describes the state change of the ice cream?\nA. evaporation\nB. solidifying\nC. melting", + "gt-answer": "B. solidifying", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ] + }, + "1093573255_reverse": { + "attribute_change": [ + { + "question": "What is happening to the plant?\nA. wilting\nB. reviving\nC. shedding leaves\nD. turning into buds", + "gt-answer": "A. wilting", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the plant changing?\nA. withering away\nB. turning yellow\nC. reviving\nD. blooming", + "gt-answer": "A. withering away", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what way is the plant transforming?\nA. wilting\nB. rotting\nC. reviving\nD. shedding leaves", + "gt-answer": "A. wilting", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1077146132_reverse": { + "attribute_change": [ + { + "question": "What is happening to the video?\nA. staying the same brightness\nB. turning darker\nC. turning brighter", + "gt-answer": "B. turning darker", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the video change in terms of brightness?\nA. decreasing\nB. remaining constant\nC. increasing", + "gt-answer": "A. decreasing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is occurring with the video's attribute?\nA. maintaining steady brightness\nB. getting brighter\nC. getting dimmer", + "gt-answer": "C. getting dimmer", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1086688682_reverse": { + "attribute_change": [ + { + "question": "What change is happening to the traffic lights?\nA. From red to green\nB. From red to yellow\nC. From yellow to red\nD. From green to red", + "gt-answer": "D. From green to red", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the attribute change occurring to the traffic lights?\nA. Changing color sequence\nB. Dimming brightness\nC. Switching off\nD. Blinking rapidly", + "gt-answer": "A. Changing color sequence", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What alteration is taking place to the traffic lights?\nA. Transitioning from yellow to green\nB. Transitioning from green to yellow\nC. Transitioning from red to green\nD. Transitioning from green to red", + "gt-answer": "D. Transitioning from green to red", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1099738787_reverse": { + "attribute_change": [ + { + "question": "What is happening to the concrete wall?\nA. melting\nB. falling apart\nC. assembling together", + "gt-answer": "C. assembling together", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the attribute change of the concrete wall?\nA. rebuilding\nB. shrinking\nC. disappearing\nD. falling apart", + "gt-answer": "A. rebuilding", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + }, + { + "question": "In what state is the concrete wall?\nA. expanding\nB. assembling together\nC. falling apart\nD. intact", + "gt-answer": "B. assembling together", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ] + }, + "1094219575_reverse": { + "attribute_change": [ + { + "question": "What is happening to the flowers?\nA. growing taller\nB. changing color\nC. blooming\nD. wilting", + "gt-answer": "C. blooming", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the condition of the flowers?\nA. decaying\nB. dormant\nC. budding\nD. blooming", + "gt-answer": "D. blooming", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the transformation occurring to the flowers?\nA. reproducing through seeds\nB. changing from withered to full blossom\nC. changing from full blossom to withered\nD. sprouting new buds", + "gt-answer": "B. changing from withered to full blossom", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1067427023_reverse": { + "attribute_change": [ + { + "question": "Which term best describes the transformation happening to the snow particles?\nA. solidifying\nB. melting\nC. scattering", + "gt-answer": "A. solidifying", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What change is occurring to the snow particles?\nA. remaining the same\nB. growing in size\nC. decreasing in size", + "gt-answer": "B. growing in size", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "In the given scenario, what is the primary attribute change experienced by the snow particles?\nA. freezing\nB. melting\nC. scattering", + "gt-answer": "A. freezing", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + } + ] + }, + "1093948229_reverse": { + "attribute_change": [ + { + "question": "What is happening to the golden particles?\nA. melting\nB. shrinking\nC. spinning\nD. exploding", + "gt-answer": "B. shrinking", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which of the following best describes the change in the attribute of the golden particles?\nA. freezing\nB. exploding\nC. melting\nD. shrinking", + "gt-answer": "D. shrinking", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "Which word below represents the transformation taking place on the golden particles?\nA. contracting\nB. melting\nC. exploding\nD. condensing", + "gt-answer": "A. contracting", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1049965795_reverse": { + "attribute_change": [ + { + "question": "What is happening to the light bulb?\nA. turning off\nB. breaking\nC. light up\nD. rapidly changing color", + "gt-answer": "A. turning off", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What change occurs in the light bulb?\nA. becoming darker\nB. getting smaller\nC. light up\nD. flickering", + "gt-answer": "A. becoming darker", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What alteration takes place in the light bulb?\nA. rusting\nB. turn off\nC. crackling\nD. light up", + "gt-answer": "B. turn off", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + } + ] + }, + "1052364490_reverse": { + "attribute_change": [ + { + "question": "What is happening to the digital bar chart?\nA. staying in the same size\nB. increasing\nC. decreasing", + "gt-answer": "C. decreasing", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "The digital bar chart is experiencing what kind of change?\nA. decreasing\nB. growing\nC. fluctuating", + "gt-answer": "A. decreasing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What alteration is taking place to the digital bar chart?\nA. levelling out\nB. growing\nC. disappearing", + "gt-answer": "C. disappearing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1080990179_reverse": { + "attribute_change": [ + { + "question": "What is happening to the apple?\nA. being cut\nB. shrinking and drying out\nC. growing bigger", + "gt-answer": "C. growing bigger", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the apple changing?\nA. getting smaller\nB. remaining in the same shape\nC. getting bigger", + "gt-answer": "C. getting bigger", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the change in the apple's attributes?\nA. swelling and becoming juicy\nB. shrinking and drying out\nC. being cut and getting smaller", + "gt-answer": "A. swelling and becoming juicy", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1077575504_reverse": { + "attribute_change": [ + { + "question": "What is happening to the pile of salt?\nA. scattering\nB. growing\nC. melting\nD. disappearing", + "gt-answer": "D. disappearing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which one of the following is an attribute change happening to the pile of salt?\nA. shrinking\nB. growing\nC. burning\nD. dissolving", + "gt-answer": "A. shrinking", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the pile of salt changing?\nA. melting\nB. unchanged\nC. growing bigger\nD. becoming smaller", + "gt-answer": "D. becoming smaller", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "23370985_reverse": { + "attribute_change": [ + { + "question": "What is happening to the ice crystal?\nA. freezing\nB. melting\nC. shattering", + "gt-answer": "B. melting", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "What process is occurring with the ice crystal?\nA. reducing in size\nB. turning into water\nC. growing in size\nD. remaining the same", + "gt-answer": "A. reducing in size", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What transformation is taking place in the ice crystal?\nA. cracking\nB. unchanged\nC. melting\nD. forming", + "gt-answer": "C. melting", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1055981522_reverse": { + "attribute_change": [ + { + "question": "What is happening to the 3d shapes?\nA. disappearing\nB. turning into triangles\nC. turning into spheres\nD. turning into cubes", + "gt-answer": "D. turning into cubes", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the attribute change of the 3d shapes?\nA. transforming from cubes into spheres\nB. transforming from spheres into cubes\nC. remaining as cubes\nD. remaining as spheres", + "gt-answer": "B. transforming from spheres into cubes", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which shape are the 3d shapes transforming into?\nA. cubes\nB. triangles\nC. spheres\nD. pentagons", + "gt-answer": "A. cubes", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1081734740_reverse": { + "attribute_change": [ + { + "question": "What is happening to the texture of the leaf?\nA. It is turning from green to yellow\nB. It is turning from white to green\nC. It is turning from green to white\nD. It is turning from yellow to green", + "gt-answer": "D. It is turning from yellow to green", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What color is the leaf turning into?\nA. White\nB. Green\nC. Yellow", + "gt-answer": "B. Green", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "What change is occurring in the leaf?\nA. It is getting smaller\nB. It is becoming white\nC. It is becoming yellow\nD. It is becoming green", + "gt-answer": "D. It is becoming green", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1093719871_reverse": { + "attribute_change": [ + { + "question": "What is happening to the pink flowers?\nA. growing taller\nB. falling off petals\nC. turning from withered to full blossom\nD. turning from full blossom to withered", + "gt-answer": "D. turning from full blossom to withered", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "How are the pink flowers transforming?\nA. from small buds to big flowers\nB. from full blossom to withered\nC. from half-open to closed\nD. from withered to full blossom", + "gt-answer": "B. from full blossom to withered", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the final appearance of the pink flowers?\nA. small buds\nB. died petals\nC. fresh leaves\nD. fully bloomed", + "gt-answer": "B. died petals", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1055973887_reverse": { + "attribute_change": [ + { + "question": "What is happening to the fire ball? \nA. staying the same size\nB. getting smaller\nC. getting larger", + "gt-answer": "B. getting smaller", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the fire ball changing? \nA. splitting in half\nB. expanding out\nC. contracting into the center", + "gt-answer": "C. contracting into the center", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "In what way is the fire ball transforming? \nA. changing into a cube size\nB. shrinking in size\nC. growing in size", + "gt-answer": "B. shrinking in size", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ] + }, + "1098710341_reverse": { + "attribute_change": [ + { + "question": "What is happening to the glass?\nA. It is changing color\nB. It is going from full of water to empty\nC. It is going from empty to full of water\nD. It is transforming into a different shape", + "gt-answer": "B. It is going from full of water to empty", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the final state of the glass?\nA. It is broken into pieces\nB. It is about 70% full with water\nC. It is half full with water\nD. It is empty", + "gt-answer": "D. It is empty", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "In whay way is the glass changing?\nA. Water was disappearing from the glass\nB. The glass was heated\nC. Water was poured into the glass\nD. A chemical reaction occurred in the glass", + "gt-answer": "A. Water was disappearing from the glass", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ] + }, + "1099116143_reverse": { + "attribute_change": [ + { + "question": "What is happening to the pink liquid?\nA. White foam disappears from the surface\nB. White foam appears on the surface\nC. It is freezing\nD. It is evaporating", + "gt-answer": "A. White foam disappears from the surface", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What can be observed visually on the pink liquid?\nA. White foam appears on the surface\nB. The liquid is turning transparent\nC. White foam disappears from the surface", + "gt-answer": "C. White foam disappears from the surface", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the appearance of the pink liquid affected?\nA. White foam appears on the surface\nB. It becomes blue\nC. White foam disappears from the surface\nD. It becomes green", + "gt-answer": "C. White foam disappears from the surface", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1025623079_reverse": { + "attribute_change": [ + { + "question": "What is happening to the skyscraper?\nA. lighting up\nB. growing taller\nC. in construction\nD. collapsing", + "gt-answer": "B. growing taller", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the condition of the skyscraper?\nA. in construction\nB. collapsing\nC. being eracted\nD. burning in fire", + "gt-answer": "C. being eracted", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What change is occurring with the skyscraper?\nA. burning in fire\nB. collapsing\nC. standing up\nD. turning darker", + "gt-answer": "C. standing up", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1063373449_reverse": { + "attribute_change": [ + { + "question": "What is happening to the coronavirus?\nA. replicating itself\nB. mutating into a new strain\nC. assembling together\nD. dissolving under the attack of antibodies", + "gt-answer": "C. assembling together", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the coronavirus responding to antibodies?\nA. replicating itself\nB. dissolving under their attack\nC. avoiding them by hiding in cells\nD. assembling together", + "gt-answer": "D. assembling together", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What occurs to the coronavirus?\nA. it assembles together\nB. it grows larger\nC. it dissolves\nD. it replicates", + "gt-answer": "A. it assembles together", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + } + ] + }, + "1062609286_reverse": { + "attribute_change": [ + { + "question": "What is happening to the battery charge?\nA. decreasing\nB. staying constant\nC. increasing", + "gt-answer": "A. decreasing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the battery charge changing?\nA. increasing\nB. random\nC. decreasing", + "gt-answer": "C. decreasing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which option describes the change of the battery charge?\nA. decreasing\nB. increasing\nC. staying the same", + "gt-answer": "A. decreasing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1060403198_reverse": { + "attribute_change": [ + { + "question": "What is happening to the tree?\nA. increasing height\nB. decreasing height\nC. shedding leaves\nD. changing color", + "gt-answer": "B. decreasing height", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which attribute of the tree is undergoing a transformation?\nA. position\nB. height\nC. color", + "gt-answer": "B. height", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What term can be used to describe the change happening to the tree?\nA. wilting\nB. growing in size\nC. falling down\nD. reducing in size", + "gt-answer": "D. reducing in size", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + } + ] + }, + "1099109715_reverse": { + "attribute_change": [ + { + "question": "What is happening to the number of fruits and vegetables?\nA. becoming rotten\nB. increasing\nC. decreasing\nD. staying the same", + "gt-answer": "C. decreasing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How would you describe the change to the fruits and vegetables?\nA. disappearing\nB. increasing number\nC. staying the same\nD. decaying", + "gt-answer": "A. disappearing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which is the most accurate statement about the number of fruits and vegetables?\nA. It is getting bigger.\nB. It is getting smaller.\nC. It is changing sporadically.\nD. It is remaining constant.", + "gt-answer": "B. It is getting smaller.", + "video-llm-prediction": "D", + "match_success": true, + "rating": 0 + } + ] + }, + "1051211272_reverse": { + "attribute_change": [ + { + "question": "What is happening to the toast with cream cheese?\nA. gradually reappearing piece by piece\nB. staying the same size\nC. gradually being eaten out and disappearing", + "gt-answer": "A. gradually reappearing piece by piece", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What alteration is taking place with the cream cheese-covered toast?\nA. Gradually emerging piece by piece\nB. Remaining constant in size\nC. Slowly diminishing as it is consumed", + "gt-answer": "A. Gradually emerging piece by piece", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the outcome of the toast with cream cheese?\nA. it gradually reappears piece by piece\nB. it gradually disappears piece by piece\nC. it gradually spoils", + "gt-answer": "A. it gradually reappears piece by piece", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1059815936_reverse": { + "attribute_change": [ + { + "question": "What is happening to the paper?\nA. changing from a wrinkled paper ball into a flattened sheet\nB. changing from a flattened sheet into scraps of paper\nC. changing from a flattened sheet into a wrinkled paper ball", + "gt-answer": "C. changing from a flattened sheet into a wrinkled paper ball", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the paper transform?\nA. crumpling into a ball\nB. tearing apart\nC. unfolding", + "gt-answer": "A. crumpling into a ball", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the main change occurring in the paper?\nA. changing teared apart\nB. being folded\nC. being flattened out", + "gt-answer": "B. being folded", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ] + }, + "1059718130_concat_0": { + "speed": [ + { + "question": "What is the speed of the sun above?\nA. rising slower than the sun below\nB. rising faster than the sun below\nC. rising at the same speed as the sun below", + "gt-answer": "C. rising at the same speed as the sun below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which sun is rising faster?\nA. the sun below\nB. Both suns are rising at the same speed\nC. the sun above", + "gt-answer": "B. Both suns are rising at the same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the speed of the sun above compare to the speed of the sun below?\nA. The sun above is rising slower than the sun below\nB. The sun above and the sun below have the same speed\nC. The sun above is rising faster than the sun below", + "gt-answer": "B. The sun above and the sun below have the same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1059718130_concat_1": { + "speed": [ + { + "question": "What is the speed of the sun above?\nA. rising faster than the sun below\nB. rising slower than the sun below\nC. rising at the same speed as the sun below", + "gt-answer": "B. rising slower than the sun below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which sun is rising faster?\nA. the sun above\nB. Both suns are rising at the same speed\nC. the sun below", + "gt-answer": "C. the sun below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the speed of the sun above compare to the speed of the sun below?\nA. The sun above is rising faster than the sun below\nB. The sun above and the sun below have the same speed\nC. The sun above is rising slower than the sun below", + "gt-answer": "C. The sun above is rising slower than the sun below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1059718130_concat_2": { + "speed": [ + { + "question": "What is the speed of the sun above?\nA. rising at the same speed as the sun below\nB. rising slower than the sun below\nC. rising faster than the sun below", + "gt-answer": "C. rising faster than the sun below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which sun is rising faster?\nA. Both suns are rising at the same speed\nB. the sun below\nC. the sun above", + "gt-answer": "C. the sun above", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the speed of the sun above compare to the speed of the sun below?\nA. The sun above is rising slower than the sun below\nB. The sun above and the sun below have the same speed\nC. The sun above is rising faster than the sun below", + "gt-answer": "C. The sun above is rising faster than the sun below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1098153561_concat_0": { + "speed": [ + { + "question": "What is the speed that the forest above changing color?\nA. faster than the forest below\nB. at the same speed as the forest below\nC. slower than the forest below", + "gt-answer": "B. at the same speed as the forest below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the speed of the forest above compare to the forest below?\nA. it changes color at the same speed as the forest below\nB. it changes color slower than the forest below\nC. it changes color faster than the forest below", + "gt-answer": "A. it changes color at the same speed as the forest below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In relation to the speed of the forest below, how does the speed of color change in the forest above appear?\nA. Faster\nB. Slower\nC. Equally fast", + "gt-answer": "C. Equally fast", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1098153561_concat_1": { + "speed": [ + { + "question": "What is the speed that the forest above changing color?\nA. slower than the forest below\nB. faster than the forest below\nC. at the same speed as the forest below", + "gt-answer": "A. slower than the forest below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How does the speed of the forest above compare to the forest below?\nA. it changes color faster than the forest below\nB. it changes color at the same speed as the forest below\nC. it changes color slower than the forest below", + "gt-answer": "C. it changes color slower than the forest below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In relation to the speed of the forest below, how does the speed of color change in the forest above appear?\nA. Faster\nB. Slower\nC. Equally fast", + "gt-answer": "B. Slower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1098153561_concat_2": { + "speed": [ + { + "question": "What is the speed that the forest above changing color?\nA. faster than the forest below\nB. slower than the forest below\nC. at the same speed as the forest below", + "gt-answer": "A. faster than the forest below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How does the speed of the forest above compare to the forest below?\nA. it changes color at the same speed as the forest below\nB. it changes color faster than the forest below\nC. it changes color slower than the forest below", + "gt-answer": "B. it changes color faster than the forest below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In relation to the speed of the forest below, how does the speed of color change in the forest above appear?\nA. Faster\nB. Slower\nC. Equally fast", + "gt-answer": "A. Faster", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1059462749_concat_0": { + "speed": [ + { + "question": "How is the person above climbing compared to the person below?\nA. Climbing faster than the person below\nB. Climbing slower than the person below\nC. Climbing at the same speed as the person below", + "gt-answer": "C. Climbing at the same speed as the person below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What can be said about the speed of the person above and the person below?\nA. The person above is moving faster than the person below\nB. The person above and below are moving at the same speed\nC. The person above is moving slower than the person below", + "gt-answer": "B. The person above and below are moving at the same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the speed of the person above compared to the person below?\nA. climbing faster\nB. climbing at the same speed\nC. climbing slower", + "gt-answer": "B. climbing at the same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1059462749_concat_1": { + "speed": [ + { + "question": "How is the person above climbing compared to the person below?\nA. Climbing slower than the person below\nB. Climbing faster than the person below\nC. Climbing at the same speed as the person below", + "gt-answer": "A. Climbing slower than the person below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What can be said about the speed of the person above and the person below?\nA. The person above is moving faster than the person below\nB. The person above and below are moving at the same speed\nC. The person above is moving slower than the person below", + "gt-answer": "C. The person above is moving slower than the person below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the speed of the person above compared to the person below?\nA. climbing at the same speed\nB. climbing slower\nC. climbing faster", + "gt-answer": "B. climbing slower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1059462749_concat_2": { + "speed": [ + { + "question": "How is the person above climbing compared to the person below?\nA. Climbing at the same speed as the person below\nB. Climbing faster than the person below\nC. Climbing slower than the person below", + "gt-answer": "B. Climbing faster than the person below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What can be said about the speed of the person above and the person below?\nA. The person above is moving faster than the person below\nB. The person above is moving slower than the person below\nC. The person above and below are moving at the same speed", + "gt-answer": "A. The person above is moving faster than the person below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the speed of the person above compared to the person below?\nA. climbing faster\nB. climbing at the same speed\nC. climbing slower", + "gt-answer": "A. climbing faster", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1059072773_concat_0": { + "speed": [ + { + "question": "What is the speed of the ice cream above?\nA. melting at the same speed as the ice cream below\nB. melting faster than the ice cream below\nC. melting slower than the ice cream below", + "gt-answer": "A. melting at the same speed as the ice cream below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How does the melting speed of the ice cream above compare to the ice cream below?\nA. melting slower\nB. melting faster\nC. at the same speed", + "gt-answer": "C. at the same speed", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "In comparison, how would you describe the speed of melting of the ice creams?\nA. The ice cream above is melting slower than the ice cream below.\nB. The ice cream above is melting faster than the ice cream below.\nC. The ice cream above is melting at the same speed as the ice cream below.", + "gt-answer": "C. The ice cream above is melting at the same speed as the ice cream below.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1059072773_concat_1": { + "speed": [ + { + "question": "What is the speed of the ice cream above?\nA. melting slower than the ice cream below\nB. melting faster than the ice cream below\nC. melting at the same speed as the ice cream below", + "gt-answer": "A. melting slower than the ice cream below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How does the melting speed of the ice cream above compare to the ice cream below?\nA. melting faster\nB. at the same speed\nC. melting slower", + "gt-answer": "C. melting slower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In comparison, how would you describe the speed of melting of the ice creams?\nA. The ice cream above is melting at the same speed as the ice cream below.\nB. The ice cream above is melting faster than the ice cream below.\nC. The ice cream above is melting slower than the ice cream below.", + "gt-answer": "C. The ice cream above is melting slower than the ice cream below.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1059072773_concat_2": { + "speed": [ + { + "question": "What is the speed of the ice cream above?\nA. melting at the same speed as the ice cream below\nB. melting faster than the ice cream below\nC. melting slower than the ice cream below", + "gt-answer": "B. melting faster than the ice cream below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the melting speed of the ice cream above compare to the ice cream below?\nA. melting slower\nB. at the same speed\nC. melting faster", + "gt-answer": "C. melting faster", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In comparison, how would you describe the speed of melting of the ice creams?\nA. The ice cream above is melting slower than the ice cream below.\nB. The ice cream above is melting at the same speed as the ice cream below.\nC. The ice cream above is melting faster than the ice cream below.", + "gt-answer": "C. The ice cream above is melting faster than the ice cream below.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1090578917_concat_0": { + "speed": [ + { + "question": "What speed is the man above jumping at?\nA. Jumping at the same speed as the man below\nB. Slower than the man below\nC. Faster than the man below", + "gt-answer": "A. Jumping at the same speed as the man below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In comparison to the man below, how does the speed of the man above jumping look?\nA. Slower speed\nB. The same speed\nC. Faster speed", + "gt-answer": "B. The same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which man is jumping slower than the other?\nA. The man below\nB. The man above\nC. Both man jumping at the same speed", + "gt-answer": "C. Both man jumping at the same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1090578917_concat_1": { + "speed": [ + { + "question": "What speed is the man above jumping at?\nA. Jumping at the same speed as the man below\nB. Slower than the man below\nC. Faster than the man below", + "gt-answer": "B. Slower than the man below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In comparison to the man below, how does the speed of the man above jumping look?\nA. Faster speed\nB. The same speed\nC. Slower speed", + "gt-answer": "C. Slower speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which man is jumping slower than the other?\nA. The man below\nB. The man above\nC. Both man jumping at the same speed", + "gt-answer": "B. The man above", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1090578917_concat_2": { + "speed": [ + { + "question": "What speed is the man above jumping at?\nA. Jumping at the same speed as the man below\nB. Faster than the man below\nC. Slower than the man below", + "gt-answer": "B. Faster than the man below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In comparison to the man below, how does the speed of the man above jumping look?\nA. Slower speed\nB. Faster speed\nC. The same speed", + "gt-answer": "B. Faster speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which man is jumping slower than the other?\nA. Both man jumping at the same speed\nB. The man below\nC. The man above", + "gt-answer": "B. The man below", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ] + }, + "1075338140_concat_0": { + "speed": [ + { + "question": "What is the speed of the ball above?\nA. faster than the ball below\nB. slower than the ball below\nC. moving at the same speed as the ball below", + "gt-answer": "C. moving at the same speed as the ball below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which ball is moving faster?\nA. the ball below\nB. the ball above\nC. same speed", + "gt-answer": "C. same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Compared to the ball below, how would you describe the speed of the ball above?\nA. slower\nB. faster\nC. same", + "gt-answer": "C. same", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1075338140_concat_1": { + "speed": [ + { + "question": "What is the speed of the ball above?\nA. faster than the ball below\nB. moving at the same speed as the ball below\nC. slower than the ball below", + "gt-answer": "C. slower than the ball below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which ball is moving faster?\nA. same speed\nB. the ball above\nC. the ball below", + "gt-answer": "C. the ball below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Compared to the ball below, how would you describe the speed of the ball above?\nA. slower\nB. same\nC. faster", + "gt-answer": "A. slower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1075338140_concat_2": { + "speed": [ + { + "question": "What is the speed of the ball above?\nA. moving at the same speed as the ball below\nB. faster than the ball below\nC. slower than the ball below", + "gt-answer": "B. faster than the ball below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which ball is moving faster?\nA. same speed\nB. the ball below\nC. the ball above", + "gt-answer": "C. the ball above", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Compared to the ball below, how would you describe the speed of the ball above?\nA. same\nB. slower\nC. faster", + "gt-answer": "C. faster", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1077575504_concat_0": { + "speed": [ + { + "question": "What is the speed of the pile of salt above?\nA. growing at the same speed as the pile of salt below\nB. growing at a faster speed than the pile of salt below\nC. growing at a slower speed than the pile of salt below", + "gt-answer": "A. growing at the same speed as the pile of salt below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In comparison to the pile of salt below, how fast is the pile of salt above growing?\nA. faster\nB. slower\nC. at an equal pace", + "gt-answer": "C. at an equal pace", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How would you describe the speed of the pile of salt above compared to the pile of salt below?\nA. Growing faster\nB. Growing at the same rate\nC. Growing slower", + "gt-answer": "B. Growing at the same rate", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1077575504_concat_1": { + "speed": [ + { + "question": "What is the speed of the pile of salt above?\nA. growing at a faster speed than the pile of salt below\nB. growing at a slower speed than the pile of salt below\nC. growing at the same speed as the pile of salt below", + "gt-answer": "B. growing at a slower speed than the pile of salt below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In comparison to the pile of salt below, how fast is the pile of salt above growing?\nA. faster\nB. at an equal pace\nC. slower", + "gt-answer": "C. slower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How would you describe the speed of the pile of salt above compared to the pile of salt below?\nA. Growing faster\nB. Growing slower\nC. Growing at the same rate", + "gt-answer": "B. Growing slower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1077575504_concat_2": { + "speed": [ + { + "question": "What is the speed of the pile of salt above?\nA. growing at the same speed as the pile of salt below\nB. growing at a slower speed than the pile of salt below\nC. growing at a faster speed than the pile of salt below", + "gt-answer": "C. growing at a faster speed than the pile of salt below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In comparison to the pile of salt below, how fast is the pile of salt above growing?\nA. faster\nB. at an equal pace\nC. slower", + "gt-answer": "A. faster", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How would you describe the speed of the pile of salt above compared to the pile of salt below?\nA. Growing slower\nB. Growing at the same rate\nC. Growing faster", + "gt-answer": "C. Growing faster", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1100319395_concat_0": { + "speed": [ + { + "question": "What is the speed of the white circle above?\nA. faster than the white circle below\nB. slower than the white circle below\nC. rotating at the same speed as the white circle below", + "gt-answer": "C. rotating at the same speed as the white circle below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Is the white circle above rotating at a different speed from the white circle below?\nA. Yes, it's rotating faster\nB. No, it's rotating slower\nC. No, it's rotating at the same speed", + "gt-answer": "C. No, it's rotating at the same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Compared to the white circle below, how fast is the rotation of the white circle above?\nA. It rotates at the same speed\nB. It's slower\nC. It's faster", + "gt-answer": "A. It rotates at the same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1100319395_concat_1": { + "speed": [ + { + "question": "What is the speed of the white circle above?\nA. faster than the white circle below\nB. rotating at the same speed as the white circle below\nC. slower than the white circle below", + "gt-answer": "A. faster than the white circle below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Is the white circle above rotating at a different speed from the white circle below?\nA. No, it's rotating at the same speed\nB. Yes, it's rotating faster\nC. No, it's rotating slower", + "gt-answer": "B. Yes, it's rotating faster", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Compared to the white circle below, how fast is the rotation of the white circle above?\nA. It rotates at the same speed\nB. It's slower\nC. It's faster", + "gt-answer": "C. It's faster", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1100319395_concat_2": { + "speed": [ + { + "question": "What is the speed of the white circle above?\nA. slower than the white circle below\nB. rotating at the same speed as the white circle below\nC. faster than the white circle below", + "gt-answer": "A. slower than the white circle below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Is the white circle above rotating at a different speed from the white circle below?\nA. No, it's rotating at the same speed\nB. Yes, it's rotating faster\nC. Yes, it's rotating slower", + "gt-answer": "C. Yes, it's rotating slower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Compared to the white circle below, how fast is the rotation of the white circle above?\nA. It's faster\nB. It rotates at the same speed\nC. It's slower", + "gt-answer": "C. It's slower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1086820415_concat_0": { + "speed": [ + { + "question": "How is the speed of the wave above compared to the wave below?\nA. Moving at the same speed as the wave below\nB. Moving faster than the wave below\nC. Moving slower than the wave below", + "gt-answer": "A. Moving at the same speed as the wave below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which wave is moving faster, the wave above or the wave below?\nA. The wave below\nB. Both waves are moving at the same speed\nC. The wave above", + "gt-answer": "B. Both waves are moving at the same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Is the speed of the wave above greater, lesser, or equal to the speed of the wave below?\nA. Lesser\nB. Equal\nC. Greater", + "gt-answer": "B. Equal", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1086820415_concat_1": { + "speed": [ + { + "question": "How is the speed of the wave above compared to the wave below?\nA. Moving faster than the wave below\nB. Moving slower than the wave below\nC. Moving at the same speed as the wave below", + "gt-answer": "A. Moving faster than the wave below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which wave is moving faster, the wave above or the wave below?\nA. The wave below\nB. Both waves are moving at the same speed\nC. The wave above", + "gt-answer": "C. The wave above", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Is the speed of the wave above greater, lesser, or equal to the speed of the wave below?\nA. Equal\nB. Lesser\nC. Greater", + "gt-answer": "C. Greater", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1086820415_concat_2": { + "speed": [ + { + "question": "How is the speed of the wave above compared to the wave below?\nA. Moving at the same speed as the wave below\nB. Moving slower than the wave below\nC. Moving faster than the wave below", + "gt-answer": "B. Moving slower than the wave below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which wave is moving faster, the wave above or the wave below?\nA. The wave above\nB. The wave below\nC. Both waves are moving at the same speed", + "gt-answer": "B. The wave below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Is the speed of the wave above greater, lesser, or equal to the speed of the wave below?\nA. Equal\nB. Lesser\nC. Greater", + "gt-answer": "B. Lesser", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1096238125_concat_0": { + "speed": [ + { + "question": "What is the speed of the two people above lifting the kettlebell?\nA. slower than the two people below\nB. faster than the two people below\nC. at the same speed as the two people below", + "gt-answer": "C. at the same speed as the two people below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How are the two people above lifting the kettlebell moving in relation to the two people below?\nA. at the same speed\nB. faster\nC. slower", + "gt-answer": "A. at the same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Relative to the two people below, how fast are the two people above lifting the kettlebell moving?\nA. faster\nB. at the same speed\nC. slower", + "gt-answer": "B. at the same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1096238125_concat_1": { + "speed": [ + { + "question": "What is the speed of the two people above lifting the kettlebell?\nA. slower than the two people below\nB. at the same speed as the two people below\nC. faster than the two people below", + "gt-answer": "C. faster than the two people below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How are the two people above lifting the kettlebell moving in relation to the two people below?\nA. slower\nB. faster\nC. at the same speed", + "gt-answer": "B. faster", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Relative to the two people below, how fast are the two people above lifting the kettlebell moving?\nA. slower\nB. faster\nC. at the same speed", + "gt-answer": "B. faster", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1096238125_concat_2": { + "speed": [ + { + "question": "What is the speed of the two people above lifting the kettlebell?\nA. at the same speed as the two people below\nB. slower than the two people below\nC. faster than the two people below", + "gt-answer": "B. slower than the two people below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How are the two people above lifting the kettlebell moving in relation to the two people below?\nA. at the same speed\nB. slower\nC. faster", + "gt-answer": "B. slower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Relative to the two people below, how fast are the two people above lifting the kettlebell moving?\nA. at the same speed\nB. slower\nC. faster", + "gt-answer": "B. slower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1056433484_concat_0": { + "speed": [ + { + "question": "What is the speed of the earth above?\nA. slower than the earth below\nB. rotates at the same speed as the earth below\nC. faster than the earth below", + "gt-answer": "B. rotates at the same speed as the earth below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the speed of the earth above compare to the speed of the earth below?\nA. It is slower.\nB. It is faster.\nC. It is the same.", + "gt-answer": "C. It is the same.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which statement accurately describes the speed of the earth above?\nA. It rotates faster than the earth below.\nB. It rotates slower than the earth below.\nC. It rotates at the same speed as the earth below.", + "gt-answer": "C. It rotates at the same speed as the earth below.", + "video-llm-prediction": "A. It rotates faster than the earth below.", + "match_success": true, + "rating": 0 + } + ] + }, + "1056433484_concat_1": { + "speed": [ + { + "question": "What is the speed of the earth above?\nA. faster than the earth below\nB. rotates at the same speed as the earth below\nC. slower than the earth below", + "gt-answer": "C. slower than the earth below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the speed of the earth above compare to the speed of the earth below?\nA. It is slower.\nB. It is the same.\nC. It is faster.", + "gt-answer": "A. It is slower.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which statement accurately describes the speed of the earth above?\nA. It rotates faster than the earth below.\nB. It rotates slower than the earth below.\nC. It rotates at the same speed as the earth below.", + "gt-answer": "B. It rotates slower than the earth below.", + "video-llm-prediction": "A. It rotates faster than the earth below.", + "match_success": true, + "rating": 0 + } + ] + }, + "1056433484_concat_2": { + "speed": [ + { + "question": "What is the speed of the earth above?\nA. faster than the earth below\nB. rotates at the same speed as the earth below\nC. slower than the earth below", + "gt-answer": "A. faster than the earth below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How does the speed of the earth above compare to the speed of the earth below?\nA. It is slower.\nB. It is faster.\nC. It is the same.", + "gt-answer": "B. It is faster.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which statement accurately describes the speed of the earth above?\nA. It rotates at the same speed as the earth below.\nB. It rotates faster than the earth below.\nC. It rotates slower than the earth below.", + "gt-answer": "B. It rotates faster than the earth below.", + "video-llm-prediction": "A. It rotates at the same speed as the earth below.", + "match_success": true, + "rating": 0 + } + ] + }, + "15695290_concat_0": { + "speed": [ + { + "question": "What is the speed of the person above when drawing a picture?\nA. faster than the person below\nB. at the same speed as the person below\nC. slower than the person below", + "gt-answer": "B. at the same speed as the person below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Comparing the speeds, how does the person above draw a picture compared to the person below?\nA. more slowly\nB. at an equal speed\nC. more rapidly", + "gt-answer": "B. at an equal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In the comparison of the speed of drawing, who is considered as faster?\nA. They draw at an equal rate\nB. The person below\nC. The person above", + "gt-answer": "A. They draw at an equal rate", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "15695290_concat_1": { + "speed": [ + { + "question": "What is the speed of the person above when drawing a picture?\nA. faster than the person below\nB. at the same speed as the person below\nC. slower than the person below", + "gt-answer": "C. slower than the person below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Comparing the speeds, how does the person above draw a picture compared to the person below?\nA. more rapidly\nB. at an equal speed\nC. more slowly", + "gt-answer": "C. more slowly", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In the comparison of the speed of drawing, who is considered as faster?\nA. The person above\nB. They draw at an equal rate\nC. The person below", + "gt-answer": "C. The person below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "15695290_concat_2": { + "speed": [ + { + "question": "What is the speed of the person above when drawing a picture?\nA. slower than the person below\nB. at the same speed as the person below\nC. faster than the person below", + "gt-answer": "C. faster than the person below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Comparing the speeds, how does the person above draw a picture compared to the person below?\nA. at an equal speed\nB. more rapidly\nC. more slowly", + "gt-answer": "B. more rapidly", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In the comparison of the speed of drawing, who is considered as faster?\nA. The person below\nB. They draw at an equal rate\nC. The person above", + "gt-answer": "C. The person above", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1047368344_concat_0": { + "speed": [ + { + "question": "What is the speed of the girl above?\nA. running at the same speed as the girl below\nB. running slower than the girl below\nC. running faster than the girl below", + "gt-answer": "A. running at the same speed as the girl below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How does the speed of the girl above compare to the girl below?\nA. the same\nB. slower\nC. faster", + "gt-answer": "A. the same", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How would you describe the speed of the girl above relative to the girl below?\nA. faster\nB. the same speed\nC. slower", + "gt-answer": "B. the same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1047368344_concat_1": { + "speed": [ + { + "question": "What is the speed of the girl above?\nA. running slower than the girl below\nB. running at the same speed as the girl below\nC. running faster than the girl below", + "gt-answer": "A. running slower than the girl below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How does the speed of the girl above compare to the girl below?\nA. faster\nB. slower\nC. the same", + "gt-answer": "B. slower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How would you describe the speed of the girl above relative to the girl below?\nA. slower\nB. faster\nC. the same speed", + "gt-answer": "A. slower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1047368344_concat_2": { + "speed": [ + { + "question": "What is the speed of the girl above?\nA. running at the same speed as the girl below\nB. running slower than the girl below\nC. running faster than the girl below", + "gt-answer": "C. running faster than the girl below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the speed of the girl above compare to the girl below?\nA. the same\nB. faster\nC. slower", + "gt-answer": "B. faster", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How would you describe the speed of the girl above relative to the girl below?\nA. slower\nB. the same speed\nC. faster", + "gt-answer": "C. faster", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1060403198_concat_0": { + "speed": [ + { + "question": "What is the speed of the tree above?\nA. growing slower than the tree below\nB. growing faster than the tree below\nC. growing at the same speed as the tree below", + "gt-answer": "C. growing at the same speed as the tree below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the tree above grow compare to the tree below?\nA. slower\nB. at the same speed\nC. faster", + "gt-answer": "B. at the same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which tree is growing at a higher speed - the tree above or the tree below?\nA. both trees grow at an equal speed\nB. the tree above\nC. the tree below", + "gt-answer": "A. both trees grow at an equal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1060403198_concat_1": { + "speed": [ + { + "question": "What is the speed of the tree above?\nA. growing at the same speed as the tree below\nB. growing slower than the tree below\nC. growing faster than the tree below", + "gt-answer": "C. growing faster than the tree below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the tree above grow compare to the tree below?\nA. faster\nB. at the same speed\nC. slower", + "gt-answer": "A. faster", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which tree is growing at a higher speed - the tree above or the tree below?\nA. both trees grow at an equal speed\nB. the tree above\nC. the tree below", + "gt-answer": "B. the tree above", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1060403198_concat_2": { + "speed": [ + { + "question": "What is the speed of the tree above?\nA. growing faster than the tree below\nB. growing at the same speed as the tree below\nC. growing slower than the tree below", + "gt-answer": "C. growing slower than the tree below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the tree above grow compare to the tree below?\nA. slower\nB. at the same speed\nC. faster", + "gt-answer": "A. slower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which tree is growing at a higher speed - the tree above or the tree below?\nA. the tree below\nB. both trees grow at an equal speed\nC. the tree above", + "gt-answer": "A. the tree below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1100058499_concat_0": { + "speed": [ + { + "question": "What is the speed of the man above compared to the man below?\nA. jumping rope faster\nB. jumping rope at the same speed\nC. jumping rope slower", + "gt-answer": "B. jumping rope at the same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the man above jump rope, relative to the man below?\nA. the same speed\nB. slower\nC. faster", + "gt-answer": "A. the same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which man is jumping rope at a slower speed?\nA. the man above\nB. both are jumping rope at the same speed\nC. the man below", + "gt-answer": "B. both are jumping rope at the same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1100058499_concat_1": { + "speed": [ + { + "question": "What is the speed of the man above compared to the man below?\nA. jumping rope faster\nB. jumping rope slower\nC. jumping rope at the same speed", + "gt-answer": "B. jumping rope slower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the man above jump rope, relative to the man below?\nA. the same speed\nB. slower\nC. faster", + "gt-answer": "B. slower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which man is jumping rope at a slower speed?\nA. the man above\nB. the man below\nC. both are jumping rope at the same speed", + "gt-answer": "A. the man above", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1100058499_concat_2": { + "speed": [ + { + "question": "What is the speed of the man above compared to the man below?\nA. jumping rope faster\nB. jumping rope slower\nC. jumping rope at the same speed", + "gt-answer": "A. jumping rope faster", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How does the man above jump rope, relative to the man below?\nA. the same speed\nB. slower\nC. faster", + "gt-answer": "C. faster", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which man is jumping rope at a slower speed?\nA. the man above\nB. the man below\nC. both are jumping rope at the same speed", + "gt-answer": "B. the man below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1092813279_concat_0": { + "speed": [ + { + "question": "Which woman is doing push ups slower?\nA. the woman below\nB. two women doing push ups at the same speed\nC. the woman above", + "gt-answer": "B. two women doing push ups at the same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the speed of the woman above's push ups compared to the woman below?\nA. same speed\nB. faster\nC. slower", + "gt-answer": "A. same speed", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "Compared to the woman below, how would you describe the speed of the woman above's push ups?\nA. same speed\nB. faster\nC. slower", + "gt-answer": "A. same speed", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ] + }, + "1092813279_concat_1": { + "speed": [ + { + "question": "Which woman is doing push ups slower?\nA. the woman below\nB. the woman above\nC. two women doing push ups at the same speed", + "gt-answer": "B. the woman above", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the speed of the woman above's push ups compared to the woman below?\nA. faster\nB. slower\nC. same speed", + "gt-answer": "B. slower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Compared to the woman below, how would you describe the speed of the woman above's push ups?\nA. faster\nB. same speed\nC. slower", + "gt-answer": "C. slower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1092813279_concat_2": { + "speed": [ + { + "question": "Which woman is doing push ups slower?\nA. the woman above\nB. two women doing push ups at the same speed\nC. the woman below", + "gt-answer": "C. the woman below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the speed of the woman above's push ups compared to the woman below?\nA. same speed\nB. faster\nC. slower", + "gt-answer": "B. faster", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "Compared to the woman below, how would you describe the speed of the woman above's push ups?\nA. faster\nB. same speed\nC. slower", + "gt-answer": "A. faster", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1084518106_concat_0": { + "speed": [ + { + "question": "What is the speed of the truck above?\nA. driving at the same speed as the truck below\nB. driving faster than the truck below\nC. driving slower than the truck below", + "gt-answer": "A. driving at the same speed as the truck below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How does the speed of the truck above compare to the truck below?\nA. the same speed\nB. slower\nC. faster", + "gt-answer": "A. the same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which truck is moving at a higher speed?\nA. the truck above\nB. the truck below\nC. they move a the same speed", + "gt-answer": "C. they move a the same speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1084518106_concat_1": { + "speed": [ + { + "question": "What is the speed of the truck above?\nA. driving slower than the truck below\nB. driving faster than the truck below\nC. driving at the same speed as the truck below", + "gt-answer": "B. driving faster than the truck below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the speed of the truck above compare to the truck below?\nA. faster\nB. the same speed\nC. slower", + "gt-answer": "A. faster", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "Which truck is moving at a higher speed?\nA. the truck below\nB. they move a the same speed\nC. the truck above", + "gt-answer": "C. the truck above", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1084518106_concat_2": { + "speed": [ + { + "question": "What is the speed of the truck above?\nA. driving faster than the truck below\nB. driving slower than the truck below\nC. driving at the same speed as the truck below", + "gt-answer": "B. driving slower than the truck below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the speed of the truck above compare to the truck below?\nA. the same speed\nB. faster\nC. slower", + "gt-answer": "C. slower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which truck is moving at a higher speed?\nA. the truck above\nB. the truck below\nC. they move a the same speed", + "gt-answer": "B. the truck below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1062609286_concat_0": { + "speed": [ + { + "question": "What is happening to the battery charge above?\nA. increasing at a slower speed than the battery charge below\nB. increasing at a faster speed than the battery charge below\nC. increasing at the same speed as the battery charge below", + "gt-answer": "C. increasing at the same speed as the battery charge below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What can be said about the speed at which the battery charge above is increasing?\nA. faster than the battery charge below\nB. slower than the battery charge below\nC. at an equal speed as the battery charge below", + "gt-answer": "C. at an equal speed as the battery charge below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In relation to the charging speed below, how is the charging speed above?\nA. faster\nB. slower\nC. the same", + "gt-answer": "C. the same", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1062609286_concat_1": { + "speed": [ + { + "question": "What is happening to the battery charge above?\nA. increasing at a faster speed than the battery charge below\nB. increasing at the same speed as the battery charge below\nC. increasing at a slower speed than the battery charge below", + "gt-answer": "C. increasing at a slower speed than the battery charge below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What can be said about the speed at which the battery charge above is increasing?\nA. at an equal speed as the battery charge below\nB. faster than the battery charge below\nC. slower than the battery charge below", + "gt-answer": "C. slower than the battery charge below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In relation to the charging speed below, how is the charging speed above?\nA. the same\nB. slower\nC. faster", + "gt-answer": "B. slower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1062609286_concat_2": { + "speed": [ + { + "question": "What is happening to the battery charge above?\nA. increasing at a faster speed than the battery charge below\nB. increasing at a slower speed than the battery charge below\nC. increasing at the same speed as the battery charge below", + "gt-answer": "A. increasing at a faster speed than the battery charge below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What can be said about the speed at which the battery charge above is increasing?\nA. slower than the battery charge below\nB. faster than the battery charge below\nC. at an equal speed as the battery charge below", + "gt-answer": "B. faster than the battery charge below", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In relation to the charging speed below, how is the charging speed above?\nA. the same\nB. slower\nC. faster", + "gt-answer": "C. faster", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1111601171_reverse": { + "attribute_change": [ + { + "question": "What is happening to the sphere building?\nA. It is changing from blue to red.\nB. It is changing from blue to green.\nC. It is changing from green to blue.\nD. It is staying in the same color.", + "gt-answer": "B. It is changing from blue to green.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the final color of the sphere building?\nA. Red\nB. Green\nC. Blue\nD. Black", + "gt-answer": "B. Green", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the sphere building transforming?\nA. It is staying in the same color.\nB. It is changing from green to blue.\nC. It is changing from red to yellow.\nD. It is changing from blue to green.", + "gt-answer": "D. It is changing from blue to green.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1086105089_reverse": { + "attribute_change": [ + { + "question": "What is happening to the building?\nA. being constructed\nB. grwoing wider\nC. demolishing", + "gt-answer": "C. demolishing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the building changing?\nA. staying the same\nB. getting shorter\nC. growing taller", + "gt-answer": "B. getting shorter", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "What is being done to the building?\nA. constructing\nB. renovating\nC. deconstructing", + "gt-answer": "C. deconstructing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1058498242_reverse": { + "attribute_change": [ + { + "question": "What is happening to the 3d pixels?\nA. changing from a flat surface into a cuboid\nB. changing from a cuboid into a flat surface\nC. changing from a cuboid into the shape of a man\nD. changing from the shape of a man into a cuboid", + "gt-answer": "D. changing from the shape of a man into a cuboid", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How are the 3d pixels transforming?\nA. changing from a sphere into a cuboid\nB. changing from a cuboid into a sphere\nC. changing from the shape of a man into a cuboid\nD. changing from a cuboid into the shape of a man", + "gt-answer": "C. changing from the shape of a man into a cuboid", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what shape are the 3d pixels changing into?\nA. a tree\nB. a cuboid\nC. a sphere\nD. a man", + "gt-answer": "B. a cuboid", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1082268005_reverse": { + "attribute_change": [ + { + "question": "What is happening to the planet earth?\nA. assembling from toy bricks\nB. disassembling and disappearing\nC. splitting into two halves", + "gt-answer": "B. disassembling and disappearing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the planet earth changing?\nA. it is disappearing\nB. it is assembling from toy bricks\nC. it is spinning", + "gt-answer": "A. it is disappearing", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "In what way is the planet earth transforming?\nA. it is disassembling and disappearing\nB. it is dissolving into water\nC. it is assembling from toy bricks", + "gt-answer": "A. it is disassembling and disappearing", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ] + }, + "1070711428_reverse": { + "attribute_change": [ + { + "question": "What is happening to the glacier?\nA. assembling and rising from water\nB. breaking and falling in water\nC. freezing\nD. evaporating", + "gt-answer": "A. assembling and rising from water", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What change is happening to the glacier?\nA. falling in water\nB. freezing\nC. rising from water\nD. becoming shorter", + "gt-answer": "C. rising from water", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is occurring to the glacier?\nA. evaporating\nB. breaking and falling in water\nC. assembling and rising from water\nD. becoming shorter", + "gt-answer": "C. assembling and rising from water", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + } + ] + }, + "1057447372_reverse": { + "attribute_change": [ + { + "question": "What is happening to the sport stadium?\nA. turning darker\nB. staying the same brightness\nC. turning brighter", + "gt-answer": "A. turning darker", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the sport stadium transforming?\nA. becoming brighter\nB. staying the same brightness\nC. becoming darker", + "gt-answer": "C. becoming darker", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the alteration occurring in the sport stadium?\nA. turning brighter\nB. turning darker\nC. remaining the same", + "gt-answer": "B. turning darker", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1053334574_reverse": { + "attribute_change": [ + { + "question": "What is happening to the black ink?\nA. staying in the same shape\nB. splitting in half\nC. shrinking into the the center\nD. expanding from the center", + "gt-answer": "C. shrinking into the the center", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the black ink transforming?\nA. staying in the same shape\nB. splitting in half\nC. contracting towards the center\nD. expanding from the center", + "gt-answer": "C. contracting towards the center", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "In what way is the black ink undergoing a change?\nA. drying up\nB. contracting into the center\nC. expanding from the center", + "gt-answer": "B. contracting into the center", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1016172301_reverse": { + "attribute_change": [ + { + "question": "What is happening to the 3D house model?\nA. being demolished\nB. being constructed\nC. being painted", + "gt-answer": "A. being demolished", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "Which process is the 3D house model going through?\nA. being constructed\nB. being deconstructed\nC. being repaired", + "gt-answer": "B. being deconstructed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What change is occurring to the 3D house model?\nA. being constructed\nB. being dismantled\nC. being renovated", + "gt-answer": "B. being dismantled", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1084736389_reverse": { + "attribute_change": [ + { + "question": "What is happening to the face?\nA. Aging\nB. Morphing from a chimpanzee into a human\nC. Morphing from a human into a chimpanzee\nD. Becoming younger", + "gt-answer": "C. Morphing from a human into a chimpanzee", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the face transform?\nA. It morphs from a human into a chimpanzee\nB. It gets younger\nC. It morphs from a chimpanzee into a human\nD. It is aging", + "gt-answer": "A. It morphs from a human into a chimpanzee", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which animal does the face resemble at the beginning?\nA. Chimpanzee\nB. Giraffe\nC. Human\nD. Tiger", + "gt-answer": "C. Human", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1054494542_reverse": { + "attribute_change": [ + { + "question": "What is happening to the background?\nA. changing from pink to green\nB. changing from green to pink\nC. changing from blue to pink\nD. changing from pink to blue", + "gt-answer": "C. changing from blue to pink", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the background transforming?\nA. turning blue\nB. turning yellow\nC. truning pink\nD. turning green", + "gt-answer": "C. truning pink", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the main change occurring in the background?\nA. changing from pink to blue\nB. changing from pink to green\nC. changing from blue to pink\nD. changing from green to pink", + "gt-answer": "C. changing from blue to pink", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1055194940_reverse": { + "attribute_change": [ + { + "question": "What is happening to the insect?\nA. transforming from butterfly into pupa\nB. remaining as a butterfly\nC. remaining as a pupa\nD. transforming from pupa into butterfly", + "gt-answer": "A. transforming from butterfly into pupa", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the final form of the insect after it undergoes transformation?\nA. pupa\nB. larva\nC. butterfly\nD. egg", + "gt-answer": "A. pupa", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "What change is occurring in the insect\nA. transforming from pupa into butterfly\nB. transforming from dead to live\nC. transforming from live to dead\nD. transforming from butterfly into pupa", + "gt-answer": "D. transforming from butterfly into pupa", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1079384099_reverse": { + "attribute_change": [ + { + "question": "What is happening to the 3d pixel? \nA. It is transforming from the shape of a heart into a triangle\nB. It is transforming from a triangle into the shape of a heart\nC. It is transforming from a white square into the shape of a flower\nD. It is transforming from the shape of a flower into a white square", + "gt-answer": "D. It is transforming from the shape of a flower into a white square", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the final shape of the 3d pixel? \nA. A star\nB. A circle\nC. A flower\nD. A square", + "gt-answer": "D. A square", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "Which shapes does the 3d pixel transform through? \nA. From flower to square\nB. From flower to heart\nC. From heart to flower\nD. From square to flower", + "gt-answer": "A. From flower to square", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1099811331_reverse": { + "attribute_change": [ + { + "question": "What is happening to the 3d heart?\nA. gradually disappearing\nB. gradually appearing\nC. growing in size\nD. Reducing in size", + "gt-answer": "A. gradually disappearing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the 3d heart transforming?\nA. gradually disappearing\nB. Reducing in size\nC. gradually appearing\nD. growing in size", + "gt-answer": "A. gradually disappearing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the attribute change of the 3d heart?\nA. gradually disappearing\nB. breaking apart\nC. gradually appearing\nD. splitting in half", + "gt-answer": "A. gradually disappearing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1093340469_reverse": { + "attribute_change": [ + { + "question": "What is happening to the room?\nA. staying the same brightness\nB. turning brighter\nC. turning darker", + "gt-answer": "B. turning brighter", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which word best describes the change in the room?\nA. darkening\nB. stabilizing\nC. brightening", + "gt-answer": "C. brightening", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the attribute of the room changing?\nA. becoming darker\nB. brightening up\nC. staying unchanged", + "gt-answer": "A. becoming darker", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + } + ] + }, + "1111601171": { + "attribute_change": [ + { + "question": "What is happening to the sphere building?\nA. It is changing from green to blue.\nB. It is changing from blue to green.\nC. It is changing from blue to red.\nD. It is staying in the same color.", + "gt-answer": "A. It is changing from green to blue.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the final color of the sphere building?\nA. Red\nB. Green\nC. Blue\nD. Black", + "gt-answer": "C. Blue", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the sphere building transforming?\nA. It is changing from green to blue.\nB. It is staying in the same color.\nC. It is changing from blue to green.\nD. It is changing from red to yellow.", + "gt-answer": "A. It is changing from green to blue.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1086105089": { + "attribute_change": [ + { + "question": "What is happening to the building?\nA. being constructed\nB. demolishing\nC. grwoing wider", + "gt-answer": "A. being constructed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the building changing?\nA. growing taller\nB. staying the same\nC. getting shorter", + "gt-answer": "A. growing taller", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is being done to the building?\nA. deconstructing\nB. constructing\nC. renovating", + "gt-answer": "B. constructing", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1058498242": { + "attribute_change": [ + { + "question": "What is happening to the 3d pixels?\nA. changing from a cuboid into a flat surface\nB. changing from the shape of a man into a cuboid\nC. changing from a cuboid into the shape of a man\nD. changing from a flat surface into a cuboid", + "gt-answer": "C. changing from a cuboid into the shape of a man", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How are the 3d pixels transforming?\nA. changing from a cuboid into the shape of a man\nB. changing from a sphere into a cuboid\nC. changing from a cuboid into a sphere\nD. changing from the shape of a man into a cuboid", + "gt-answer": "A. changing from a cuboid into the shape of a man", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what shape are the 3d pixels changing into?\nA. a cuboid\nB. a man\nC. a sphere\nD. a tree", + "gt-answer": "B. a man", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1082268005": { + "attribute_change": [ + { + "question": "What is happening to the planet earth?\nA. assembling from toy bricks\nB. disassembling and disappearing\nC. splitting into two halves", + "gt-answer": "A. assembling from toy bricks", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the planet earth changing?\nA. it is spinning\nB. it is disappearing\nC. it is assembling from toy bricks", + "gt-answer": "C. it is assembling from toy bricks", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "In what way is the planet earth transforming?\nA. it is disassembling and disappearing\nB. it is dissolving into water\nC. it is assembling from toy bricks", + "gt-answer": "C. it is assembling from toy bricks", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1070711428": { + "attribute_change": [ + { + "question": "What is happening to the glacier?\nA. breaking and falling in water\nB. assembling and rising from water\nC. freezing\nD. evaporating", + "gt-answer": "A. breaking and falling in water", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What change is happening to the glacier?\nA. falling in water\nB. rising from water\nC. becoming shorter\nD. freezing", + "gt-answer": "A. falling in water", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is occurring to the glacier?\nA. breaking and falling in water\nB. becoming shorter\nC. assembling and rising from water\nD. evaporating", + "gt-answer": "A. breaking and falling in water", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1057447372": { + "attribute_change": [ + { + "question": "What is happening to the sport stadium?\nA. turning darker\nB. turning brighter\nC. staying the same brightness", + "gt-answer": "B. turning brighter", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the sport stadium transforming?\nA. staying the same brightness\nB. becoming darker\nC. becoming brighter", + "gt-answer": "C. becoming brighter", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the alteration occurring in the sport stadium?\nA. remaining the same\nB. turning darker\nC. turning brighter", + "gt-answer": "C. turning brighter", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1053334574": { + "attribute_change": [ + { + "question": "What is happening to the black ink?\nA. staying in the same shape\nB. shrinking into the the center\nC. splitting in half\nD. expanding from the center", + "gt-answer": "D. expanding from the center", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the black ink transforming?\nA. splitting in half\nB. staying in the same shape\nC. expanding from the center\nD. contracting towards the center", + "gt-answer": "C. expanding from the center", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what way is the black ink undergoing a change?\nA. drying up\nB. contracting into the center\nC. expanding from the center", + "gt-answer": "C. expanding from the center", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1016172301": { + "attribute_change": [ + { + "question": "What is happening to the 3D house model?\nA. being constructed\nB. being painted\nC. being demolished", + "gt-answer": "A. being constructed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which process is the 3D house model going through?\nA. being deconstructed\nB. being repaired\nC. being constructed", + "gt-answer": "C. being constructed", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What change is occurring to the 3D house model?\nA. being renovated\nB. being constructed\nC. being dismantled", + "gt-answer": "B. being constructed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1084736389": { + "attribute_change": [ + { + "question": "What is happening to the face?\nA. Aging\nB. Morphing from a chimpanzee into a human\nC. Becoming younger\nD. Morphing from a human into a chimpanzee", + "gt-answer": "B. Morphing from a chimpanzee into a human", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the face transform?\nA. It morphs from a chimpanzee into a human\nB. It is aging\nC. It morphs from a human into a chimpanzee\nD. It gets younger", + "gt-answer": "A. It morphs from a chimpanzee into a human", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which animal does the face resemble at the beginning?\nA. Human\nB. Giraffe\nC. Tiger\nD. Chimpanzee", + "gt-answer": "D. Chimpanzee", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1054494542": { + "attribute_change": [ + { + "question": "What is happening to the background?\nA. changing from pink to green\nB. changing from pink to blue\nC. changing from green to pink\nD. changing from blue to pink", + "gt-answer": "B. changing from pink to blue", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the background transforming?\nA. turning green\nB. truning pink\nC. turning yellow\nD. turning blue", + "gt-answer": "D. turning blue", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the main change occurring in the background?\nA. changing from green to pink\nB. changing from pink to green\nC. changing from blue to pink\nD. changing from pink to blue", + "gt-answer": "D. changing from pink to blue", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1055194940": { + "attribute_change": [ + { + "question": "What is happening to the insect?\nA. remaining as a butterfly\nB. transforming from butterfly into pupa\nC. transforming from pupa into butterfly\nD. remaining as a pupa", + "gt-answer": "C. transforming from pupa into butterfly", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the final form of the insect after it undergoes transformation?\nA. larva\nB. pupa\nC. butterfly\nD. egg", + "gt-answer": "C. butterfly", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What change is occurring in the insect\nA. transforming from butterfly into pupa\nB. transforming from dead to live\nC. transforming from live to dead\nD. transforming from pupa into butterfly", + "gt-answer": "D. transforming from pupa into butterfly", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1079384099": { + "attribute_change": [ + { + "question": "What is happening to the 3d pixel? \nA. It is transforming from a white square into the shape of a flower\nB. It is transforming from a triangle into the shape of a heart\nC. It is transforming from the shape of a heart into a triangle\nD. It is transforming from the shape of a flower into a white square", + "gt-answer": "A. It is transforming from a white square into the shape of a flower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the final shape of the 3d pixel? \nA. A flower\nB. A star\nC. A circle\nD. A square", + "gt-answer": "A. A flower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which shapes does the 3d pixel transform through? \nA. From flower to square\nB. From flower to heart\nC. From heart to flower\nD. From square to flower", + "gt-answer": "D. From square to flower", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1099811331": { + "attribute_change": [ + { + "question": "What is happening to the 3d heart?\nA. Reducing in size\nB. gradually disappearing\nC. gradually appearing\nD. growing in size", + "gt-answer": "C. gradually appearing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the 3d heart transforming?\nA. gradually disappearing\nB. growing in size\nC. gradually appearing\nD. Reducing in size", + "gt-answer": "C. gradually appearing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the attribute change of the 3d heart?\nA. gradually appearing\nB. splitting in half\nC. gradually disappearing\nD. breaking apart", + "gt-answer": "A. gradually appearing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1093340469": { + "attribute_change": [ + { + "question": "What is happening to the room?\nA. staying the same brightness\nB. turning brighter\nC. turning darker", + "gt-answer": "C. turning darker", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which word best describes the change in the room?\nA. darkening\nB. brightening\nC. stabilizing", + "gt-answer": "A. darkening", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the attribute of the room changing?\nA. staying unchanged\nB. brightening up\nC. becoming darker", + "gt-answer": "C. becoming darker", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + } + ] + }, + "1059072773_1059718130_0": { + "order": [ + { + "question": "What is the order of events in the video?\nA. Sun rising and then ice cream melting\nB. Ice cream melting and then sun rising\nC. Sun rising and ice cream melting at the same time", + "gt-answer": "C. Sun rising and ice cream melting at the same time", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens first in the video?\nA. Both events happen simultaneously\nB. Sun rising\nC. Ice cream melting", + "gt-answer": "A. Both events happen simultaneously", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "In what sequence do the events occur in the video?\nA. Both events occur at the same time\nB. Ice cream melting, sun rising\nC. Sun rising, ice cream melting", + "gt-answer": "A. Both events occur at the same time", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ] + }, + "1059072773_1059718130_1": { + "order": [ + { + "question": "What is the order of events in the video?\nA. Sun rising and ice cream melting at the same time\nB. Sun rising and then ice cream melting\nC. Ice cream melting and then sun rising", + "gt-answer": "C. Ice cream melting and then sun rising", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens first in the video?\nA. Sun rising\nB. Ice cream melting\nC. Both events happen simultaneously", + "gt-answer": "B. Ice cream melting", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "In what sequence do the events occur in the video?\nA. Ice cream melting, sun rising\nB. Sun rising, ice cream melting\nC. Both events occur at the same time", + "gt-answer": "A. Ice cream melting, sun rising", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1059072773_1059718130_2": { + "order": [ + { + "question": "What is the order of events in the video?\nA. Sun rising and ice cream melting at the same time\nB. Sun rising and then ice cream melting\nC. Ice cream melting and then sun rising", + "gt-answer": "B. Sun rising and then ice cream melting", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens first in the video?\nA. Both events happen simultaneously\nB. Sun rising\nC. Ice cream melting", + "gt-answer": "B. Sun rising", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "In what sequence do the events occur in the video?\nA. Sun rising, ice cream melting\nB. Ice cream melting, sun rising\nC. Both events occur at the same time", + "gt-answer": "A. Sun rising, ice cream melting", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1024867412_1034049020_0": { + "order": [ + { + "question": "What is the order of events in the video?\nA. A girl is walking on the street while a dog is simultaneously driving\nB. A girl is walking on the street, then a dog is driving\nC. A dog is driving, then a girl is walking on the street", + "gt-answer": "A. A girl is walking on the street while a dog is simultaneously driving", + "video-llm-prediction": "A. A girl is walking on the street while a dog is simultaneously driving.", + "match_success": true, + "rating": 1 + }, + { + "question": "Which event happens first in the video?\nA. A dog is driving\nB. Both events happen concurrently\nC. A girl is walking on the street", + "gt-answer": "B. Both events happen concurrently", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "In what sequence do the events occur in the video?A. A dog is driving, followed by a girl walking on the street\nA. A girl is walking on the street while a dog is driving at the same time\nB. A girl is walking on the street, followed by a dog driving", + "gt-answer": "A. A girl is walking on the street while a dog is driving at the same time", + "video-llm-prediction": "A. A dog is driving, followed by a girl walking on the street.", + "match_success": true, + "rating": 1 + } + ] + }, + "1024867412_1034049020_1": { + "order": [ + { + "question": "What is the order of events in the video?\nA. A dog is driving, then a girl is walking on the street\nB. A girl is walking on the street, then a dog is driving\nC. A girl is walking on the street while a dog is simultaneously driving", + "gt-answer": "A. A dog is driving, then a girl is walking on the street", + "video-llm-prediction": "A. A dog is driving, then a girl is walking on the street.", + "match_success": true, + "rating": 1 + }, + { + "question": "Which event happens first in the video?\nA. A dog is driving\nB. A girl is walking on the street\nC. Both events happen concurrently", + "gt-answer": "A. A dog is driving", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what sequence do the events occur in the video?\nA. A dog is driving, followed by a girl walking on the street\nB. A girl is walking on the street, followed by a dog driving\nC. A girl is walking on the street while a dog is driving at the same time", + "gt-answer": "A. A dog is driving, followed by a girl walking on the street", + "video-llm-prediction": "A. A dog is driving, followed by a girl walking on the street.", + "match_success": true, + "rating": 1 + } + ] + }, + "1024867412_1034049020_2": { + "order": [ + { + "question": "What is the order of events in the video?\nA. A girl is walking on the street, then a dog is driving\nB. A girl is walking on the street while a dog is simultaneously driving\nC. A dog is driving, then a girl is walking on the street", + "gt-answer": "A. A girl is walking on the street, then a dog is driving", + "video-llm-prediction": "A. A girl is walking on the street, then a dog is driving.", + "match_success": true, + "rating": 1 + }, + { + "question": "Which event happens first in the video?\nA. A girl is walking on the street\nB. A dog is driving\nC. Both events happen concurrently", + "gt-answer": "A. A girl is walking on the street", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what sequence do the events occur in the video?A. A dog is driving, followed by a girl walking on the street\nA. A girl is walking on the street, followed by a dog driving\nB. A girl is walking on the street while a dog is driving at the same time", + "gt-answer": "A. A girl is walking on the street, followed by a dog driving", + "video-llm-prediction": "A. A dog is driving, followed by a girl walking on the street.", + "match_success": true, + "rating": 1 + } + ] + }, + "1096238125_1098970151_0": { + "order": [ + { + "question": "What is the order of the events in the video?\nA. Two people are lifting weights and then a cat is licking its paw\nB. The events are happening simultaneously, there is no specific order\nC. A cat is licking its paw and then two people are lifting weights", + "gt-answer": "B. The events are happening simultaneously, there is no specific order", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens first in the video?\nA. A cat is licking its paw\nB. Two people are lifting weights\nC. Both events happen at the same time", + "gt-answer": "C. Both events happen at the same time", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what order do the events take place in the video?\nA. The events happen simultaneously\nB. Two people are lifting weights followed by a cat licking its paw\nC. A cat is licking its paw followed by two people lifting weights", + "gt-answer": "A. The events happen simultaneously", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1096238125_1098970151_1": { + "order": [ + { + "question": "What is the order of the events in the video?\nA. A cat is licking its paw and then two people are lifting weights\nB. Two people are lifting weights and then a cat is licking its paw\nC. The events are happening simultaneously, there is no specific order", + "gt-answer": "B. Two people are lifting weights and then a cat is licking its paw", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens first in the video?\nA. Two people are lifting weights\nB. Both events happen at the same time\nC. A cat is licking its paw", + "gt-answer": "A. Two people are lifting weights", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "In what order do the events take place in the video?\nA. Two people are lifting weights followed by a cat licking its paw\nB. The events happen simultaneously\nC. A cat is licking its paw followed by two people lifting weights", + "gt-answer": "A. Two people are lifting weights followed by a cat licking its paw", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1096238125_1098970151_2": { + "order": [ + { + "question": "What is the order of the events in the video?\nA. Two people are lifting weights and then a cat is licking its paw\nB. A cat is licking its paw and then two people are lifting weights\nC. The events are happening simultaneously, there is no specific order", + "gt-answer": "B. A cat is licking its paw and then two people are lifting weights", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens first in the video?\nA. Two people are lifting weights\nB. Both events happen at the same time\nC. A cat is licking its paw", + "gt-answer": "C. A cat is licking its paw", + "video-llm-prediction": "A. Two people are lifting weights", + "match_success": true, + "rating": 0 + }, + { + "question": "In what order do the events take place in the video?\nA. The events happen simultaneously\nB. Two people are lifting weights followed by a cat licking its paw\nC. A cat is licking its paw followed by two people lifting weights", + "gt-answer": "C. A cat is licking its paw followed by two people lifting weights", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1069717165_1041584314_0": { + "order": [ + { + "question": "What is the order of events in the video?\nA. First, a woman is showing different expressions; then, a man is showing different expressions.\nB. First, a man is showing different expressions; then, a woman is showing different expressions.\nC. Both the woman and the man are showing different expressions at the same time.", + "gt-answer": "C. Both the woman and the man are showing different expressions at the same time.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what sequence are the events presented in the video?\nA. The man presents his expressions first, followed by the woman.\nB. The woman presents his expressions first, followed by the man.\nC. The woman and man are showing their expressions simultaneously.", + "gt-answer": "C. The woman and man are showing their expressions simultaneously.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event occurs earlier in the video?\nA. The man showing different expressions\nB. They both happen together\nC. The woman showing different expressions", + "gt-answer": "B. They both happen together", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1069717165_1041584314_1": { + "order": [ + { + "question": "What is the order of events in the video?\nA. First, a man is showing different expressions; then, a woman is showing different expressions.\nB. First, a woman is showing different expressions; then, a man is showing different expressions.\nC. Both the woman and the man are showing different expressions at the same time.", + "gt-answer": "B. First, a woman is showing different expressions; then, a man is showing different expressions.", + "video-llm-prediction": "A. First, a man is showing different expressions; then, a woman is showing different expressions.", + "match_success": true, + "rating": 0 + }, + { + "question": "In what sequence are the events presented in the video?\nA. The woman and man are showing their expressions simultaneously.\nB. The man presents his expressions first, followed by the woman.\nC. The woman presents his expressions first, followed by the man.", + "gt-answer": "C. The woman presents his expressions first, followed by the man.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event occurs earlier in the video?\nA. The man showing different expressions\nB. The woman showing different expressions\nC. They both happen together", + "gt-answer": "B. The woman showing different expressions", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1069717165_1041584314_2": { + "order": [ + { + "question": "What is the order of events in the video?\nA. First, a woman is showing different expressions; then, a man is showing different expressions.\nB. Both the woman and the man are showing different expressions at the same time.\nC. First, a man is showing different expressions; then, a woman is showing different expressions.", + "gt-answer": "C. First, a man is showing different expressions; then, a woman is showing different expressions.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what sequence are the events presented in the video?\nA. The man presents his expressions first, followed by the woman.\nB. The woman presents his expressions first, followed by the man.\nC. The woman and man are showing their expressions simultaneously.", + "gt-answer": "A. The man presents his expressions first, followed by the woman.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which event occurs earlier in the video?\nA. The woman showing different expressions\nB. They both happen together\nC. The man showing different expressions", + "gt-answer": "C. The man showing different expressions", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1055413730_1055973887_0": { + "order": [ + { + "question": "What is the correct order of events in the video?\nA. The fire ball is expanding, then the earth is spinning\nB. The earth is spinning, then the fire ball is expanding\nC. Simultaneously, the earth is spinning and the fire ball is expanding", + "gt-answer": "C. Simultaneously, the earth is spinning and the fire ball is expanding", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is happening in the first event of the video?\nA. Both events happen together\nB. The fire ball is expanding\nC. The earth is spinning", + "gt-answer": "A. Both events happen together", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "What is happening in the second event of the video?\nA. The earth is spinning\nB. The fire ball is expanding\nC. Both events happen together", + "gt-answer": "C. Both events happen together", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + } + ] + }, + "1055413730_1055973887_1": { + "order": [ + { + "question": "What is the correct order of events in the video?\nA. The fire ball is expanding, then the earth is spinning\nB. The earth is spinning, then the fire ball is expanding\nC. Simultaneously, the earth is spinning and the fire ball is expanding", + "gt-answer": "B. The earth is spinning, then the fire ball is expanding", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is happening in the first event of the video?\nA. The earth is spinning\nB. Both events happen together\nC. The fire ball is expanding", + "gt-answer": "A. The earth is spinning", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is happening in the second event of the video?\nA. Both events happen together\nB. The earth is spinning\nC. The fire ball is expanding", + "gt-answer": "C. The fire ball is expanding", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1055413730_1055973887_2": { + "order": [ + { + "question": "What is the correct order of events in the video?\nA. Simultaneously, the earth is spinning and the fire ball is expanding\nB. The fire ball is expanding, then the earth is spinning\nC. The earth is spinning, then the fire ball is expanding", + "gt-answer": "B. The fire ball is expanding, then the earth is spinning", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is happening in the first event of the video?\nA. The fire ball is expanding\nB. Both events happen together\nC. The earth is spinning", + "gt-answer": "A. The fire ball is expanding", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is happening in the second event of the video?\nA. The fire ball is expanding\nB. The earth is spinning\nC. Both events happen together", + "gt-answer": "B. The earth is spinning", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1058907236_1021488277_0": { + "order": [ + { + "question": "What is the order of events in the video?\nA. A person is picking up a pineapple and then a squirrel is foraging\nB. A squirrel is foraging and then a person is picking up a pineapple\nC. Both events are happening concurrently", + "gt-answer": "C. Both events are happening concurrently", + "video-llm-prediction": "A. A person is picking up a pineapple and then a squirrel is foraging", + "match_success": true, + "rating": 0 + }, + { + "question": "In what sequence are the events happening in the video?\nA. First, a person is picking up a pineapple; then, a squirrel is foraging\nB. First, a squirrel is foraging; then, a person is picking up a pineapple\nC. Both events are happening simultaneously", + "gt-answer": "C. Both events are happening simultaneously", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the arrangement of the events in the video?\nA. A person picks up a pineapple before a squirrel starts foraging\nB. They happen at exactly the same time\nC. A squirrel is foraging before a person picks up a pineapple", + "gt-answer": "B. They happen at exactly the same time", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1058907236_1021488277_1": { + "order": [ + { + "question": "What is the order of events in the video?\nA. Both events are happening concurrently\nB. A squirrel is foraging and then a person is picking up a pineapple\nC. A person is picking up a pineapple and then a squirrel is foraging", + "gt-answer": "B. A squirrel is foraging and then a person is picking up a pineapple", + "video-llm-prediction": "A. Both events are happening concurrently", + "match_success": true, + "rating": 0 + }, + { + "question": "In what sequence are the events happening in the video?\nA. First, a squirrel is foraging; then, a person is picking up a pineapple\nB. Both events are happening simultaneously\nC. First, a person is picking up a pineapple; then, a squirrel is foraging", + "gt-answer": "A. First, a squirrel is foraging; then, a person is picking up a pineapple", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the arrangement of the events in the video?\nA. A squirrel is foraging before a person picks up a pineapple\nB. A person picks up a pineapple before a squirrel starts foraging\nC. They happen at exactly the same time", + "gt-answer": "A. A squirrel is foraging before a person picks up a pineapple", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1058907236_1021488277_2": { + "order": [ + { + "question": "What is the order of events in the video?\nA. Both events are happening concurrently\nB. A person is picking up a pineapple and then a squirrel is foraging\nC. A squirrel is foraging and then a person is picking up a pineapple", + "gt-answer": "B. A person is picking up a pineapple and then a squirrel is foraging", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "In what sequence are the events happening in the video?\nA. Both events are happening simultaneously\nB. First, a squirrel is foraging; then, a person is picking up a pineapple\nC. First, a person is picking up a pineapple; then, a squirrel is foraging", + "gt-answer": "C. First, a person is picking up a pineapple; then, a squirrel is foraging", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the arrangement of the events in the video?\nA. A squirrel is foraging before a person picks up a pineapple\nB. They happen at exactly the same time\nC. A person picks up a pineapple before a squirrel starts foraging", + "gt-answer": "C. A person picks up a pineapple before a squirrel starts foraging", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1054717541_1047368344_0": { + "order": [ + { + "question": "What is the sequence of events in the video?\nA. a girl jumping into water followed by a person kneading dough\nB. a person is kneading dough followed by a girl jumping into water\nC. a girl jumping into water while a person kneading dough", + "gt-answer": "C. a girl jumping into water while a person kneading dough", + "video-llm-prediction": "A. a girl jumping into water followed by a person kneading dough", + "match_success": true, + "rating": 0 + }, + { + "question": "What is happening first in the video?\nA. a person is kneading dough\nB. a girl is jumping into water\nC. Both events occur at the same time", + "gt-answer": "C. Both events occur at the same time", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What event occurs second in the video?\nA. Both events occur at the same time\nB. a girl is jumping into water\nC. a person is kneading dough", + "gt-answer": "A. Both events occur at the same time", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + } + ] + }, + "1054717541_1047368344_1": { + "order": [ + { + "question": "What is the sequence of events in the video?\nA. a person is kneading dough followed by a girl jumping into water\nB. a girl jumping into water followed by a person kneading dough\nC. a girl jumping into water while a person kneading dough", + "gt-answer": "A. a person is kneading dough followed by a girl jumping into water", + "video-llm-prediction": "A. a person is kneading dough followed by a girl jumping into water", + "match_success": true, + "rating": 1 + }, + { + "question": "What is happening first in the video?\nA. Both events occur at the same time\nB. a person is kneading dough\nC. a girl is jumping into water", + "gt-answer": "B. a person is kneading dough", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What event occurs second in the video?\nA. a person is kneading dough\nB. a girl is jumping into water\nC. Both events occur at the same time", + "gt-answer": "B. a girl is jumping into water", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1054717541_1047368344_2": { + "order": [ + { + "question": "What is the sequence of events in the video?\nA. a person is kneading dough followed by a girl jumping into water\nB. a girl jumping into water followed by a person kneading dough\nC. a girl jumping into water while a person kneading dough", + "gt-answer": "B. a girl jumping into water followed by a person kneading dough", + "video-llm-prediction": "A. a person is kneading dough followed by a girl jumping into water.", + "match_success": true, + "rating": 0 + }, + { + "question": "What is happening first in the video?\nA. a girl is jumping into water\nB. a person is kneading dough\nC. Both events occur at the same time", + "gt-answer": "A. a girl is jumping into water", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "What event occurs second in the video?\nA. a girl is jumping into water\nB. Both events occur at the same time\nC. a person is kneading dough", + "gt-answer": "C. a person is kneading dough", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1089201973_1086820415_0": { + "order": [ + { + "question": "What is the order of events in the video?\nA. A person is kicking football and then a big wave is shown\nB. The events are shown simultaneously\nC. A big wave is shown and then a person is kicking football", + "gt-answer": "B. The events are shown simultaneously", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What event is shown first in the video?\nA. A big wave is shown\nB. Both events happen simultaneously\nC. A person is kicking football", + "gt-answer": "B. Both events happen simultaneously", + "video-llm-prediction": "A. A big wave is shown", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event is shown second in the video?\nA. Both events happen simultaneously\nB. A big wave is shown\nC. A person is kicking football", + "gt-answer": "A. Both events happen simultaneously", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ] + }, + "1089201973_1086820415_1": { + "order": [ + { + "question": "What is the order of events in the video?\nA. The events are shown simultaneously\nB. A big wave is shown and then a person is kicking football\nC. A person is kicking football and then a big wave is shown", + "gt-answer": "C. A person is kicking football and then a big wave is shown", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What event is shown first in the video?\nA. Both events happen simultaneously\nB. A big wave is shown\nC. A person is kicking football", + "gt-answer": "C. A person is kicking football", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event is shown second in the video?\nA. A person is kicking football\nB. Both events happen simultaneously\nC. A big wave is shown", + "gt-answer": "C. A big wave is shown", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1089201973_1086820415_2": { + "order": [ + { + "question": "What is the order of events in the video?\nA. A big wave is shown and then a person is kicking football\nB. The events are shown simultaneously\nC. A person is kicking football and then a big wave is shown", + "gt-answer": "A. A big wave is shown and then a person is kicking football", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What event is shown first in the video?\nA. A big wave is shown\nB. A person is kicking football\nC. Both events happen simultaneously", + "gt-answer": "A. A big wave is shown", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which event is shown second in the video?\nA. A person is kicking football\nB. Both events happen simultaneously\nC. A big wave is shown", + "gt-answer": "A. A person is kicking football", + "video-llm-prediction": "A. A person is kicking football", + "match_success": true, + "rating": 1 + } + ] + }, + "1080990179_1086820415_0": { + "order": [ + { + "question": "What is the order of events in the video?\nA. At the same time, an apple is drying out and a big wave is shown\nB. A big wave is shown and then an apple is drying out\nC. An apple is drying out and then a big wave is shown", + "gt-answer": "A. At the same time, an apple is drying out and a big wave is shown", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which event occurs first in the video?\nA. A big wave is shown\nB. Both events occur simultaneously\nC. An apple is drying out", + "gt-answer": "B. Both events occur simultaneously", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event occurs later in the video?\nA. Both events occur simultaneously\nB. An apple is drying out\nC. A big wave is shown", + "gt-answer": "A. Both events occur simultaneously", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ] + }, + "1080990179_1086820415_1": { + "order": [ + { + "question": "What is the order of events in the video?\nA. An apple is drying out and then a big wave is shown\nB. A big wave is shown and then an apple is drying out\nC. At the same time, an apple is drying out and a big wave is shown", + "gt-answer": "A. An apple is drying out and then a big wave is shown", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which event occurs first in the video?\nA. Both events occur simultaneously\nB. An apple is drying out\nC. A big wave is shown", + "gt-answer": "B. An apple is drying out", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event occurs later in the video?\nA. An apple is drying out\nB. A big wave is shown\nC. Both events occur simultaneously", + "gt-answer": "B. A big wave is shown", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1080990179_1086820415_2": { + "order": [ + { + "question": "What is the order of events in the video?\nA. At the same time, an apple is drying out and a big wave is shown\nB. A big wave is shown and then an apple is drying out\nC. An apple is drying out and then a big wave is shown", + "gt-answer": "B. A big wave is shown and then an apple is drying out", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event occurs first in the video?\nA. An apple is drying out\nB. Both events occur simultaneously\nC. A big wave is shown", + "gt-answer": "C. A big wave is shown", + "video-llm-prediction": "A. An apple is drying out", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event occurs later in the video?\nA. An apple is drying out\nB. Both events occur simultaneously\nC. A big wave is shown", + "gt-answer": "A. An apple is drying out", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1067268403_1064645467_0": { + "order": [ + { + "question": "What is the order of events in the video?\nA. Wind turbines are rotating followed by a man doing exercise\nB. A man doing exercise followed by wind turbines rotating\nC. A man doing exercise and wind turbines rotating concurrently", + "gt-answer": "C. A man doing exercise and wind turbines rotating concurrently", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is happening in the first event of the video?\nA. A man is doing exercise while wind turbines are rotating\nB. Wind turbines are rotating\nC. A man is doing exercise", + "gt-answer": "A. A man is doing exercise while wind turbines are rotating", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is happening in the second event of the video?\nA. Wind turbines are rotating\nB. A man is doing exercise while wind turbines are rotating\nC. A man is doing exercise", + "gt-answer": "B. A man is doing exercise while wind turbines are rotating", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1067268403_1064645467_1": { + "order": [ + { + "question": "What is the order of events in the video?\nA. A man doing exercise and wind turbines rotating concurrently\nB. A man doing exercise followed by wind turbines rotating\nC. Wind turbines are rotating followed by a man doing exercise", + "gt-answer": "C. Wind turbines are rotating followed by a man doing exercise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is happening in the first event of the video?\nA. Wind turbines are rotating\nB. A man is doing exercise while wind turbines are rotating\nC. A man is doing exercise", + "gt-answer": "A. Wind turbines are rotating", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is happening in the second event of the video?\nA. Wind turbines are rotating\nB. A man is doing exercise while wind turbines are rotating\nC. A man is doing exercise", + "gt-answer": "C. A man is doing exercise", + "video-llm-prediction": "A. Wind turbines are rotating", + "match_success": true, + "rating": 0 + } + ] + }, + "1067268403_1064645467_2": { + "order": [ + { + "question": "What is the order of events in the video?\nA. A man doing exercise and wind turbines rotating concurrently\nB. A man doing exercise followed by wind turbines rotating\nC. Wind turbines are rotating followed by a man doing exercise", + "gt-answer": "B. A man doing exercise followed by wind turbines rotating", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is happening in the first event of the video?\nA. A man is doing exercise while wind turbines are rotating\nB. A man is doing exercise\nC. Wind turbines are rotating", + "gt-answer": "B. A man is doing exercise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is happening in the second event of the video?\nA. A man is doing exercise while wind turbines are rotating\nB. Wind turbines are rotating\nC. A man is doing exercise", + "gt-answer": "B. Wind turbines are rotating", + "video-llm-prediction": "A. A man is doing exercise while wind turbines are rotating", + "match_success": true, + "rating": 0 + } + ] + }, + "1082268005_1063373449_0": { + "order": [ + { + "question": "What is the order of events in the video?\nA. The events are happening simultaneously\nB. planet earth is assembling from toy bricks and then viruses are dissolving\nC. viruses are dissolving and then planet earth is assembling from toy bricks", + "gt-answer": "A. The events are happening simultaneously", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the first event in the video?\nA. planet earth is assembling from toy bricks\nB. viruses are dissolving\nC. The events are happening simultaneously", + "gt-answer": "C. The events are happening simultaneously", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event occurs last in the video?\nA. The events are happening simultaneously\nB. planet earth is assembling from toy bricks\nC. viruses are dissolving", + "gt-answer": "A. The events are happening simultaneously", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + } + ] + }, + "1082268005_1063373449_1": { + "order": [ + { + "question": "What is the order of events in the video?\nA. planet earth is assembling from toy bricks and then viruses are dissolving\nB. viruses are dissolving and then planet earth is assembling from toy bricks\nC. The events are happening simultaneously", + "gt-answer": "A. planet earth is assembling from toy bricks and then viruses are dissolving", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the first event in the video?\nA. planet earth is assembling from toy bricks\nB. viruses are dissolving\nC. The events are happening simultaneously", + "gt-answer": "A. planet earth is assembling from toy bricks", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which event occurs last in the video?\nA. The events are happening simultaneously\nB. planet earth is assembling from toy bricks\nC. viruses are dissolving", + "gt-answer": "C. viruses are dissolving", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1082268005_1063373449_2": { + "order": [ + { + "question": "What is the order of events in the video?\nA. viruses are dissolving and then planet earth is assembling from toy bricks\nB. The events are happening simultaneously\nC. planet earth is assembling from toy bricks and then viruses are dissolving", + "gt-answer": "A. viruses are dissolving and then planet earth is assembling from toy bricks", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the first event in the video?\nA. planet earth is assembling from toy bricks\nB. The events are happening simultaneously\nC. viruses are dissolving", + "gt-answer": "C. viruses are dissolving", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event occurs last in the video?\nA. planet earth is assembling from toy bricks\nB. viruses are dissolving\nC. The events are happening simultaneously", + "gt-answer": "A. planet earth is assembling from toy bricks", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1060403198_1049965795_0": { + "order": [ + { + "question": "What is the order of events in the video?\nA. A light bulb is lighting up and then the tree is growing up\nB. The tree is growing up and then a light bulb is lighting up\nC. Both events happen at the same time", + "gt-answer": "C. Both events happen at the same time", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what sequence do the events occur?\nA. A light bulb is lighting up and then the tree is growing up\nB. The tree is growing up and then a light bulb is lighting up\nC. Both events happen at the same time", + "gt-answer": "C. Both events happen at the same time", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How are the events ordered in the video?\nA. A light bulb is lighting up and then the tree is growing up\nB. Both events happen at the same time\nC. The tree is growing up and then a light bulb is lighting up", + "gt-answer": "B. Both events happen at the same time", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1060403198_1049965795_1": { + "order": [ + { + "question": "What is the order of events in the video?\nA. The tree is growing up and then a light bulb is lighting up\nB. Both events happen at the same time\nC. A light bulb is lighting up and then the tree is growing up", + "gt-answer": "A. The tree is growing up and then a light bulb is lighting up", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what sequence do the events occur?\nA. Both events happen at the same time\nB. The tree is growing up and then a light bulb is lighting up\nC. A light bulb is lighting up and then the tree is growing up", + "gt-answer": "B. The tree is growing up and then a light bulb is lighting up", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How are the events ordered in the video?\nA. A light bulb is lighting up and then the tree is growing up\nB. Both events happen at the same time\nC. The tree is growing up and then a light bulb is lighting up", + "gt-answer": "C. The tree is growing up and then a light bulb is lighting up", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1060403198_1049965795_2": { + "order": [ + { + "question": "What is the order of events in the video?\nA. A light bulb is lighting up and then the tree is growing up\nB. The tree is growing up and then a light bulb is lighting up\nC. Both events happen at the same time", + "gt-answer": "A. A light bulb is lighting up and then the tree is growing up", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what sequence do the events occur?\nA. A light bulb is lighting up and then the tree is growing up\nB. The tree is growing up and then a light bulb is lighting up\nC. Both events happen at the same time", + "gt-answer": "A. A light bulb is lighting up and then the tree is growing up", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "How are the events ordered in the video?\nA. A light bulb is lighting up and then the tree is growing up\nB. The tree is growing up and then a light bulb is lighting up\nC. Both events happen at the same time", + "gt-answer": "A. A light bulb is lighting up and then the tree is growing up", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1091143117_1094219575_0": { + "order": [ + { + "question": "What is the order of events in the video?\nA. An eye is opening first, then a flower is wilting\nB. A flower is wilting first, then an eye is opening\nC. Both events happen simultaneously", + "gt-answer": "C. Both events happen simultaneously", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens first in the video?\nA. A flower is wilting\nB. Both events happen at the same time\nC. An eye is opening", + "gt-answer": "B. Both events happen at the same time", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what order do the events occur in the video?\nA. Both events happen at the same time\nB. A flower is wilting followed by an eye is opening\nC. An eye is opening followed by a flower is wilting", + "gt-answer": "A. Both events happen at the same time", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ] + }, + "1091143117_1094219575_1": { + "order": [ + { + "question": "What is the order of events in the video?\nA. An eye is opening first, then a flower is wilting\nB. Both events happen simultaneously\nC. A flower is wilting first, then an eye is opening", + "gt-answer": "A. An eye is opening first, then a flower is wilting", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which event happens first in the video?\nA. A flower is wilting\nB. An eye is opening\nC. Both events happen at the same time", + "gt-answer": "B. An eye is opening", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what order do the events occur in the video?\nA. An eye is opening followed by a flower is wilting\nB. Both events happen at the same time\nC. A flower is wilting followed by an eye is opening", + "gt-answer": "A. An eye is opening followed by a flower is wilting", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1091143117_1094219575_2": { + "order": [ + { + "question": "What is the order of events in the video?\nA. An eye is opening first, then a flower is wilting\nB. Both events happen simultaneously\nC. A flower is wilting first, then an eye is opening", + "gt-answer": "C. A flower is wilting first, then an eye is opening", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens first in the video?\nA. A flower is wilting\nB. An eye is opening\nC. Both events happen at the same time", + "gt-answer": "A. A flower is wilting", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what order do the events occur in the video?\nA. A flower is wilting followed by an eye is opening\nB. An eye is opening followed by a flower is wilting\nC. Both events happen at the same time", + "gt-answer": "A. A flower is wilting followed by an eye is opening", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1086105089_1085910917_0": { + "order": [ + { + "question": "What order do the events occur in?\nA. First, a building is being constructed; then, a woman is drinking water.\nB. First, a woman is drinking water; then, a building is being constructed.\nC. Both events happen simultaneously.", + "gt-answer": "C. Both events happen simultaneously.", + "video-llm-prediction": "A. First, a building is being constructed; then, a woman is drinking water.", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens before the other?\nA. A building is being constructed happens before a woman is drinking water.\nB. Both events happen at the same time.\nC. A woman is drinking water happens before a building is being constructed.", + "gt-answer": "B. Both events happen at the same time.", + "video-llm-prediction": "A. A building is being constructed happens before a woman is drinking water.", + "match_success": true, + "rating": 0 + }, + { + "question": "In what sequence do the events occur?\nA. A building is being constructed comes first, followed by a woman drinking water.\nB. A woman is drinking water comes first, followed by a building being constructed.\nC. The events happen simultaneously.", + "gt-answer": "C. The events happen simultaneously.", + "video-llm-prediction": "A.", + "match_success": true, + "rating": 0 + } + ] + }, + "1086105089_1085910917_1": { + "order": [ + { + "question": "What order do the events occur in?\nA. First, a building is being constructed; then, a woman is drinking water.\nB. Both events happen simultaneously.\nC. First, a woman is drinking water; then, a building is being constructed.", + "gt-answer": "A. First, a building is being constructed; then, a woman is drinking water.", + "video-llm-prediction": "A. First, a building is being constructed; then, a woman is drinking water.", + "match_success": true, + "rating": 1 + }, + { + "question": "Which event happens before the other?\nA. A building is being constructed happens before a woman is drinking water.\nB. A woman is drinking water happens before a building is being constructed.\nC. Both events happen at the same time.", + "gt-answer": "A. A building is being constructed happens before a woman is drinking water.", + "video-llm-prediction": "A. A building is being constructed happens before a woman is drinking water.", + "match_success": true, + "rating": 1 + }, + { + "question": "In what sequence do the events occur?\nA. A woman is drinking water comes first, followed by a building being constructed.\nB. A building is being constructed comes first, followed by a woman drinking water.\nC. The events happen simultaneously.", + "gt-answer": "B. A building is being constructed comes first, followed by a woman drinking water.", + "video-llm-prediction": "A.", + "match_success": true, + "rating": 0 + } + ] + }, + "1086105089_1085910917_2": { + "order": [ + { + "question": "What order do the events occur in?\nA. First, a building is being constructed; then, a woman is drinking water.\nB. First, a woman is drinking water; then, a building is being constructed.\nC. Both events happen simultaneously.", + "gt-answer": "B. First, a woman is drinking water; then, a building is being constructed.", + "video-llm-prediction": "A. First, a building is being constructed; then, a woman is drinking water.", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens before the other?\nA. Both events happen at the same time.\nB. A woman is drinking water happens before a building is being constructed.\nC. A building is being constructed happens before a woman is drinking water.", + "gt-answer": "B. A woman is drinking water happens before a building is being constructed.", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "In what sequence do the events occur?\nA. A building is being constructed comes first, followed by a woman drinking water.\nB. A woman is drinking water comes first, followed by a building being constructed.\nC. The events happen simultaneously.", + "gt-answer": "B. A woman is drinking water comes first, followed by a building being constructed.", + "video-llm-prediction": "A. A building is being constructed comes first, followed by a woman drinking water.", + "match_success": true, + "rating": 0 + } + ] + }, + "1034736653_1043054206_0": { + "order": [ + { + "question": "In what order do the events occur in the video?\nA. Women running, then cars racing\nB. They happen simultaneously\nC. Cars racing, then women running", + "gt-answer": "B. They happen simultaneously", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens first in the video?\nA. They happen simultaneously\nB. Cars are racing\nC. Women are running", + "gt-answer": "A. They happen simultaneously", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens last in the video?\nA. Cars are racing\nB. Women are running\nC. They happen at the same time", + "gt-answer": "C. They happen at the same time", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1034736653_1043054206_1": { + "order": [ + { + "question": "In what order do the events occur in the video?\nA. Cars racing, then women running\nB. Women running, then cars racing\nC. They happen simultaneously", + "gt-answer": "B. Women running, then cars racing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens first in the video?\nA. They happen simultaneously\nB. Cars are racing\nC. Women are running", + "gt-answer": "C. Women are running", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which event happens last in the video?\nA. Cars are racing\nB. Women are running\nC. They happen at the same time", + "gt-answer": "A. Cars are racing", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1034736653_1043054206_2": { + "order": [ + { + "question": "In what order do the events occur in the video?\nA. They happen simultaneously\nB. Women running, then cars racing\nC. Cars racing, then women running", + "gt-answer": "C. Cars racing, then women running", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens first in the video?\nA. They happen simultaneously\nB. Cars are racing\nC. Women are running", + "gt-answer": "B. Cars are racing", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens last in the video?\nA. Cars are racing\nB. They happen at the same time\nC. Women are running", + "gt-answer": "C. Women are running", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1086423566_1094782389_0": { + "order": [ + { + "question": "What is the correct chronological order of the events in the video?\nA. A dog is giving a high five to a woman, and then foods are added into a bowl\nB. Foods are added into a bowl, while at the same time a dog is giving a high five to a woman\nC. Foods are added into a bowl, and then a dog is giving a high five to a woman", + "gt-answer": "B. Foods are added into a bowl, while at the same time a dog is giving a high five to a woman", + "video-llm-prediction": "A. A dog is giving a high five to a woman, and then foods are added into a bowl.", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens first in the video?\nA. Foods are added into a bowl\nB. Simultaneously, foods are added into a bowl and a dog is giving a high five to a woman\nC. A dog is giving a high five to a woman", + "gt-answer": "B. Simultaneously, foods are added into a bowl and a dog is giving a high five to a woman", + "video-llm-prediction": "A. Foods are added into a bowl", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens second in the video?\nA. A dog is giving a high five to a woman\nB. Foods are added into a bowl\nC. Simultaneously, foods are added into a bowl and a dog is giving a high five to a woman", + "gt-answer": "C. Simultaneously, foods are added into a bowl and a dog is giving a high five to a woman", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + } + ] + }, + "1086423566_1094782389_1": { + "order": [ + { + "question": "What is the correct chronological order of the events in the video?\nA. A dog is giving a high five to a woman, and then foods are added into a bowl\nB. Foods are added into a bowl, while at the same time a dog is giving a high five to a woman\nC. Foods are added into a bowl, and then a dog is giving a high five to a woman", + "gt-answer": "C. Foods are added into a bowl, and then a dog is giving a high five to a woman", + "video-llm-prediction": "A. A dog is giving a high five to a woman, and then foods are added into a bowl.", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens first in the video?\nA. Simultaneously, foods are added into a bowl and a dog is giving a high five to a woman\nB. A dog is giving a high five to a woman\nC. Foods are added into a bowl", + "gt-answer": "C. Foods are added into a bowl", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which event happens second in the video?\nA. Foods are added into a bowl\nB. Simultaneously, foods are added into a bowl and a dog is giving a high five to a woman\nC. A dog is giving a high five to a woman", + "gt-answer": "C. A dog is giving a high five to a woman", + "video-llm-prediction": "A. Foods are added into a bowl", + "match_success": true, + "rating": 0 + } + ] + }, + "1086423566_1094782389_2": { + "order": [ + { + "question": "What is the correct chronological order of the events in the video?\nA. A dog is giving a high five to a woman, and then foods are added into a bowl\nB. Foods are added into a bowl, while at the same time a dog is giving a high five to a woman\nC. Foods are added into a bowl, and then a dog is giving a high five to a woman", + "gt-answer": "A. A dog is giving a high five to a woman, and then foods are added into a bowl", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which event happens first in the video?\nA. Simultaneously, foods are added into a bowl and a dog is giving a high five to a woman\nB. A dog is giving a high five to a woman\nC. Foods are added into a bowl", + "gt-answer": "B. A dog is giving a high five to a woman", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event happens second in the video?\nA. A dog is giving a high five to a woman\nB. Foods are added into a bowl\nC. Simultaneously, foods are added into a bowl and a dog is giving a high five to a woman", + "gt-answer": "B. Foods are added into a bowl", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1053758117_1055413730_0": { + "order": [ + { + "question": "What is the order of events in the video?\nA. The digital brain is spinning and then the earth is spinning.\nB. Both events occur at the same time\nC. The earth is spinning and then the digital brain is spinning.", + "gt-answer": "B. Both events occur at the same time", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is happening first in the video?\nA. The digital brain is spinning.\nB. The events are happening simultaneously\nC. The earth is spinning.", + "gt-answer": "B. The events are happening simultaneously", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event occurs later in the video?\nA. The digital brain is spinning.\nB. The events are happening simultaneously\nC. The earth is spinning.", + "gt-answer": "B. The events are happening simultaneously", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1053758117_1055413730_1": { + "order": [ + { + "question": "What is the order of events in the video?\nA. The earth is spinning and then the digital brain is spinning.\nB. Both events occur at the same time\nC. The digital brain is spinning and then the earth is spinning.", + "gt-answer": "C. The digital brain is spinning and then the earth is spinning.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is happening first in the video?\nA. The events are happening simultaneously\nB. The earth is spinning.\nC. The digital brain is spinning.", + "gt-answer": "C. The digital brain is spinning.", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event occurs later in the video?\nA. The events are happening simultaneously\nB. The earth is spinning.\nC. The digital brain is spinning.", + "gt-answer": "B. The earth is spinning.", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1053758117_1055413730_2": { + "order": [ + { + "question": "What is the order of events in the video?\nA. Both events occur at the same time\nB. The digital brain is spinning and then the earth is spinning.\nC. The earth is spinning and then the digital brain is spinning.", + "gt-answer": "C. The earth is spinning and then the digital brain is spinning.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is happening first in the video?\nA. The digital brain is spinning.\nB. The earth is spinning.\nC. The events are happening simultaneously", + "gt-answer": "B. The earth is spinning.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event occurs later in the video?\nA. The events are happening simultaneously\nB. The earth is spinning.\nC. The digital brain is spinning.", + "gt-answer": "C. The digital brain is spinning.", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1076877854_1073914229_0": { + "order": [ + { + "question": "In what order do the events occur in the video?\nA. trains are driving, then robotic arms are working\nB. they happen at the same time\nC. robotic arms are working, then trains are driving", + "gt-answer": "B. they happen at the same time", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What event happens first in the video?\nA. they happen at the same time\nB. trains are driving\nC. robotic arms are working", + "gt-answer": "A. they happen at the same time", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "What event happens last in the video?\nA. trains are driving\nB. they happen at the same time\nC. robotic arms are working", + "gt-answer": "B. they happen at the same time", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1076877854_1073914229_1": { + "order": [ + { + "question": "In what order do the events occur in the video?\nA. trains are driving, then robotic arms are working\nB. they happen at the same time\nC. robotic arms are working, then trains are driving", + "gt-answer": "C. robotic arms are working, then trains are driving", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What event happens first in the video?\nA. robotic arms are working\nB. they happen at the same time\nC. trains are driving", + "gt-answer": "A. robotic arms are working", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What event happens last in the video?\nA. they happen at the same time\nB. trains are driving\nC. robotic arms are working", + "gt-answer": "B. trains are driving", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + } + ] + }, + "1076877854_1073914229_2": { + "order": [ + { + "question": "In what order do the events occur in the video?\nA. robotic arms are working, then trains are driving\nB. trains are driving, then robotic arms are working\nC. they happen at the same time", + "gt-answer": "B. trains are driving, then robotic arms are working", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What event happens first in the video?\nA. robotic arms are working\nB. trains are driving\nC. they happen at the same time", + "gt-answer": "B. trains are driving", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What event happens last in the video?\nA. robotic arms are working\nB. they happen at the same time\nC. trains are driving", + "gt-answer": "A. robotic arms are working", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1067268406_1067427023_0": { + "order": [ + { + "question": "What is the order of events in the video?\nA. snow particles are melting, then a white car is driving\nB. a white car is driving while snow particles are melting simultaneously\nC. a white car is driving, then snow particles are melting", + "gt-answer": "B. a white car is driving while snow particles are melting simultaneously", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is happening first in the video?\nA. a white car is driving\nB. a white car is driving while snow particles are melting simultaneously\nC. snow particles are melting", + "gt-answer": "B. a white car is driving while snow particles are melting simultaneously", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is happening second in the video?\nA. a white car is driving while snow particles are melting simultaneously\nB. a white car is driving\nC. snow particles are melting", + "gt-answer": "A. a white car is driving while snow particles are melting simultaneously", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1067268406_1067427023_1": { + "order": [ + { + "question": "What is the order of events in the video?\nA. a white car is driving, then snow particles are melting\nB. snow particles are melting, then a white car is driving\nC. a white car is driving while snow particles are melting simultaneously", + "gt-answer": "A. a white car is driving, then snow particles are melting", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is happening first in the video?\nA. snow particles are melting\nB. a white car is driving while snow particles are melting simultaneously\nC. a white car is driving", + "gt-answer": "C. a white car is driving", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is happening second in the video?\nA. a white car is driving\nB. a white car is driving while snow particles are melting simultaneously\nC. snow particles are melting", + "gt-answer": "C. snow particles are melting", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1067268406_1067427023_2": { + "order": [ + { + "question": "What is the order of events in the video?\nA. a white car is driving while snow particles are melting simultaneously\nB. snow particles are melting, then a white car is driving\nC. a white car is driving, then snow particles are melting", + "gt-answer": "B. snow particles are melting, then a white car is driving", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is happening first in the video?\nA. a white car is driving while snow particles are melting simultaneously\nB. snow particles are melting\nC. a white car is driving", + "gt-answer": "B. snow particles are melting", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is happening second in the video?\nA. a white car is driving\nB. snow particles are melting\nC. a white car is driving while snow particles are melting simultaneously", + "gt-answer": "A. a white car is driving", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1086286649": { + "action": [ + { + "question": "What are the armored vehicles doing in the video?\nA. Loading People\nB. Parked\nC. Driving\nD. Firing", + "gt-answer": "C. Driving", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How are the armored vehicles moving?\nA. Driving\nB. Bouncing\nC. Standing still\nD. Hovering", + "gt-answer": "A. Driving", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the main action performed by the armored vehicles?\nA. Firing\nB. Loading People\nC. Driving\nD. Under Repair", + "gt-answer": "C. Driving", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "direction": [ + { + "question": "Which way are the armored vehicles moving from the camera's point of view?\nA. Stationary\nB. Right to left\nC. Left to right", + "gt-answer": "B. Right to left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Towards which direction are the armored vehicles approaching?\nA. The right side of screen\nB. The upper side of screen\nC. The lower side of screen\nD. The left side of screen", + "gt-answer": "D. The left side of screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How are the armored vehicles proceeding?\nA. From bottom to top\nB. From top to bottom\nC. From left to right\nD. From right to left", + "gt-answer": "D. From right to left", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ], + "speed": [ + { + "question": "How are the armored vehicles moving?\nA. Stationary\nB. Rapidly\nC. Slowly", + "gt-answer": "C. Slowly", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the pace of the armored vehicles?\nA. Fast\nB. Slow\nC. Stationary", + "gt-answer": "B. Slow", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "In terms of speed, how would you describe the movement of the armored vehicles?\nA. Slowly\nB. Stationary\nC. Quickly", + "gt-answer": "A. Slowly", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1093041749": { + "action": [ + { + "question": "What is the dragon doing in the video?\nA. flying\nB. swimming\nC. breathing fire", + "gt-answer": "C. breathing fire", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action can the dragon perform?\nA. breathing fire\nB. eating food\nC. laying eggs", + "gt-answer": "A. breathing fire", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity does the dragon engage in?\nA. eating food\nB. breathing fire\nC. laying eggs", + "gt-answer": "B. breathing fire", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ], + "order": [ + { + "question": "What is the order of events performed by the dragon?\nA. flying to the sky and then breathing fire\nB. landing from the sky and then breathing fire\nC. breathing fire and then flying to the sky\nD. breathing fire and then landing from the sky", + "gt-answer": "B. landing from the sky and then breathing fire", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the first action that the dragon performs?\nA. landing from the sky\nB. breathing fire\nC. eating food\nD. laying eggs", + "gt-answer": "A. landing from the sky", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the second event that the dragon performs?\nA. breathing fire\nB. eating food\nC. landing from the sky\nD. laying eggs", + "gt-answer": "A. breathing fire", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1076180768": { + "action": [ + { + "question": "What is the knight doing in the video?\nA. riding a horse\nB. wielding a spear\nC. drawing sword from sheath\nD. shooting an arrow", + "gt-answer": "C. drawing sword from sheath", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is the knight performing?\nA. drawing sword from sheath\nB. shooting an arrow\nC. raising a shield\nD. putting on armor", + "gt-answer": "A. drawing sword from sheath", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which of the following actions is the knight demonstrating?\nA. putting on armor\nB. casting a spell\nC. drawing sword from sheath\nD. shooting a bow and arrow", + "gt-answer": "C. drawing sword from sheath", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "3406661033": { + "action": [ + { + "question": "What is the man doing in the video?\nA. propelling himself forward in wheelchair\nB. swimming\nC. walking", + "gt-answer": "A. propelling himself forward in wheelchair", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action is the man performing?\nA. running\nB. propelling himself forward in wheelchair\nC. jumping", + "gt-answer": "B. propelling himself forward in wheelchair", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the man moving?\nA. running\nB. propelling himself forward in wheelchair\nC. crawling", + "gt-answer": "B. propelling himself forward in wheelchair", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ], + "order": [ + { + "question": "What is the order of events in the video?\nA. The man hands the document to colleagues and then stands up from the wheelchair\nB. The man propels himself forward in wheelchair and then hands the document to colleagues.\nC. The man hands the document to colleagues and then propels himself forward in wheelchair.\nD. The man stands up from the wheelchair and then hands the document to colleagues", + "gt-answer": "B. The man propels himself forward in wheelchair and then hands the document to colleagues.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which order did the man perform the actions?\nA. He stands up from the wheelchair and then hands the document to colleagues\nB. He propelled himself forward in wheelchair and then handed the document to colleagues.\nC. He hands the document to colleagues and then stands up from the wheelchair\nD. He handed the document to colleagues and then propelled himself forward in wheelchair.", + "gt-answer": "B. He propelled himself forward in wheelchair and then handed the document to colleagues.", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which action did the man perform first?\nA. Standing up from wheelchair\nB. Sitting down onto wheelchair\nC. Propelling himself forward in wheelchair\nD. Handing the document to colleagues", + "gt-answer": "C. Propelling himself forward in wheelchair", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "3406618583": { + "action": [ + { + "question": "What type of dance is the woman performing?\nA. hip-hop\nB. salsa\nC. ballet\nD. freestyle dance", + "gt-answer": "D. freestyle dance", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which activity is the woman engaged in?\nA. ballet\nB. freestyle dance\nC. hip-hop\nD. jazz dance", + "gt-answer": "B. freestyle dance", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the woman demonstrating?\nA. freestyle dance\nB. hip-hop\nC. jazz dance\nD. ballet", + "gt-answer": "A. freestyle dance", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "direction": [ + { + "question": "What is the direction of the camera movement in the video?\nA. panning left and right around the girl\nB. panning up and down around the girl\nC. rotating clockwise around the girl\nD. zooming in and out around the girl", + "gt-answer": "B. panning up and down around the girl", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How is the camera moving in the video?\nA. panning up and down around the girl\nB. rotating counterclockwise around the girl\nC. staying still\nD. panning left and right around the girl", + "gt-answer": "A. panning up and down around the girl", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In which way is the camera moving around the girl in the video?\nA. panning left and right\nB. zooming in and out\nC. rotating clockwise\nD. panning up and down", + "gt-answer": "D. panning up and down", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "3405120819": { + "action": [ + { + "question": "What is the chef doing?\nA. cutting dough\nB. shaping dough\nC. placing dough in a dish", + "gt-answer": "B. shaping dough", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What action is the chef performing?\nA. shaping dough\nB. mixing dough with water\nC. cutting dough", + "gt-answer": "A. shaping dough", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which activity is the chef engaging in?\nA. shaping dough\nB. baking dough\nC. cutting dough", + "gt-answer": "A. shaping dough", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "order": [ + { + "question": "In what order does the chef perform the actions?\nA. cutting dough and then shaping dough\nB. smiling at the camera and then shaping dough\nC. shaping dough and then smiling at the camera\nD. shaping dough and then cutting dough", + "gt-answer": "C. shaping dough and then smiling at the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the chef doing first in the video?\nA. shaping dough\nB. tossing the dough in the air\nC. smiling at the camera\nD. cutting dough", + "gt-answer": "A. shaping dough", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is happening in the second part of the video?\nA. the chef is smiling at the camera\nB. the chef is shaping dough\nC. the chef is tossing the dough in the air\nD. the chef is cutting dough", + "gt-answer": "A. the chef is smiling at the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "3405088753": { + "action": [ + { + "question": "What is the woman doing in the video?\nA. cooking soup\nB. eating apple\nC. buying bread\nD. sleeping", + "gt-answer": "C. buying bread", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is the woman performing in the video?\nA. reading a book\nB. dancing\nC. buying bread\nD. working out", + "gt-answer": "C. buying bread", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the woman engaged in?\nA. buying bread\nB. swimming\nC. painting\nD. gardening", + "gt-answer": "A. buying bread", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "order": [ + { + "question": "In what order do the events occur involving the salesman?\nA. They happen at the same time\nB. packing up the bread for the woman and then saying something to the woman\nC. saying something to the woman and then packing up the bread for the woman", + "gt-answer": "B. packing up the bread for the woman and then saying something to the woman", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the first event in the video involving the salesman?\nA. packing up the bread for the woman\nB. saying something to the woman\nC. baking bread", + "gt-answer": "A. packing up the bread for the woman", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the last event in the video involving the salesman?\nA. baking bread\nB. packing up the bread for the woman\nC. saying something to the woman", + "gt-answer": "C. saying something to the woman", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "3401191309": { + "action": [ + { + "question": "What is the athletic man doing in the video?\nA. putting on prosthetic running blade\nB. taking off prosthetic running blade\nC. repairing a prosthetic running blade", + "gt-answer": "B. taking off prosthetic running blade", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which activity is the athletic man engaged in?\nA. taking off prosthetic running blade\nB. putting on prosthetic running blade\nC. repairing a prosthetic running blade", + "gt-answer": "A. taking off prosthetic running blade", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is the athletic man performing?\nA. taking off prosthetic running blade\nB. repairing a prosthetic running blade\nC. putting on prosthetic running blade", + "gt-answer": "A. taking off prosthetic running blade", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "21218935": { + "action": [ + { + "question": "What is the woman doing?\nA. exercising\nB. cooking\nC. sleeping", + "gt-answer": "A. exercising", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which activity is the woman engaged in?\nA. reading\nB. dancing\nC. exercising", + "gt-answer": "C. exercising", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "In the video, what action is the woman performing?\nA. exercising\nB. walking\nC. painting", + "gt-answer": "A. exercising", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ], + "order": [ + { + "question": "What is the order of events for the woman?\nA. doing push ups and then smiling at the camera\nB. doing push ups and then frowning at the camera\nC. smiling at the camera and then doing push ups\nD. crying at the camera and then doing push ups", + "gt-answer": "A. doing push ups and then smiling at the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In which order does the woman perform the actions?\nA. doing push ups and then smiling at the camera\nB. doing push ups and then frowning at the camera\nC. crying at the camera and then doing push ups\nD. smiling at the camera and then doing push ups", + "gt-answer": "A. doing push ups and then smiling at the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the arrangement of events for the woman?\nA. crying at the camera and then doing push ups\nB. doing push ups and then frowning at the camera\nC. doing push ups and then smiling at the camera\nD. smiling at the camera and then doing push ups", + "gt-answer": "C. doing push ups and then smiling at the camera", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "5395244": { + "action": [ + { + "question": "What is the woman doing near the creek?\nA. canoeing across the pebble creek\nB. swimming across the pebble creek\nC. running across the pebble creek\nD. walking across the pebble creek", + "gt-answer": "D. walking across the pebble creek", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "How is the woman interacting with the creek?\nA. swimming across it\nB. canoeing across it\nC. walking across it\nD. jumping over it", + "gt-answer": "C. walking across it", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the woman engaged in at the moment?\nA. walking across the pebble creek\nB. canoeing across the pebble creek\nC. running across the pebble creek\nD. swimming across the pebble creek", + "gt-answer": "A. walking across the pebble creek", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1037628617": { + "action": [ + { + "question": "What is the person doing?\nA. Pressing a keyboard key and rotating a jog dial\nB. clicking button and rolling wheel on a mouse\nC. Tapping a touchpad and scrolling with two fingers", + "gt-answer": "B. clicking button and rolling wheel on a mouse", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the person's action in the video?\nA. Tapping a touchpad and scrolling with two fingers\nB. Pressing a keyboard key and rotating a jog dial\nC. clicking button and rolling wheel on a mouse", + "gt-answer": "C. clicking button and rolling wheel on a mouse", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In the video, what is the person engaged in?\nA. Pressing a keyboard key and rotating a jog dial\nB. clicking button and rolling wheel on a mouse\nC. Tapping a touchpad and scrolling with two fingers", + "gt-answer": "B. clicking button and rolling wheel on a mouse", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1066801717": { + "action": [ + { + "question": "What is the woman doing in the video?\nA. watering bouquet of daffodils\nB. arranging bouquet of daffodils\nC. cutting bouquet of daffodils", + "gt-answer": "B. arranging bouquet of daffodils", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which action is being performed by the woman?\nA. cutting bouquet of daffodils\nB. arranging bouquet of daffodils\nC. watering bouquet of daffodils", + "gt-answer": "B. arranging bouquet of daffodils", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity can be seen in the video involving the woman?\nA. arranging bouquet of daffodils\nB. watering bouquet of daffodils\nC. cutting bouquet of daffodils", + "gt-answer": "A. arranging bouquet of daffodils", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1088428381": { + "action": [ + { + "question": "What is the woman doing in the video?\nA. storing items in a gift box\nB. opening a gift box\nC. wrapping a gift box\nD. delivering a gift box", + "gt-answer": "B. opening a gift box", + "video-llm-prediction": "C", + "match_success": true, + "rating": 0 + }, + { + "question": "What action is the woman performing?\nA. wrapping a gift box\nB. delivering a gift box\nC. opening a gift box\nD. storing items in a gift box", + "gt-answer": "C. opening a gift box", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In the video, what action can be observed from the woman?\nA. storing items in a gift box\nB. delivering a gift box\nC. wrapping a gift box\nD. opening a gift box", + "gt-answer": "D. opening a gift box", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1069593640": { + "action": [ + { + "question": "What is the woman doing in the video?\nA. drying hair with a towel\nB. washing face with a towel\nC. putting a towel on her neck", + "gt-answer": "C. putting a towel on her neck", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What action is being performed by the woman?\nA. putting a towel on her neck\nB. drying hair with a towel\nC. washing face with a towel", + "gt-answer": "A. putting a towel on her neck", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "Which of the following actions is shown in the video?\nA. putting a towel on her neck\nB. drying hair with a towel\nC. washing face with a towel", + "gt-answer": "A. putting a towel on her neck", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + } + ] + }, + "8307961": { + "order": [ + { + "question": "What is the correct order of actions performed by the man?\nA. Walking and simultaneously showing something on his tablet to a woman\nB. Chatting with a woman while walking and then showing something on his tablet to a woman\nC. Showing something on his tablet to a woman and then chatting with a woman while walking", + "gt-answer": "B. Chatting with a woman while walking and then showing something on his tablet to a woman", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what sequence do the events occur in the video?\nA. Chatting with a woman while walking and then showing something on his tablet to a woman\nB. Walking and simultaneously showing something on his tablet to a woman\nC. Showing something on his tablet to a woman and then chatting with a woman while walking", + "gt-answer": "A. Chatting with a woman while walking and then showing something on his tablet to a woman", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is happening first in the video?\nA. Chatting with a woman while walking\nB. Showing something on his tablet to a woman\nC. They happen at the same time", + "gt-answer": "A. Chatting with a woman while walking", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "15439453": { + "action": [ + { + "question": "What activities are being performed simultaneously in the video?\nA. Tango dancing and playing piano\nB. Ballet dancing and playing saxophone\nC. Tango dancing and playing violin\nD. Tango dancing and playing saxophone", + "gt-answer": "D. Tango dancing and playing saxophone", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "Which two actions are depicted in the video?\nA. Tango dancing and playing piano\nB. Tango dancing and playing saxophone\nC. Ballet dancing and playing saxophone\nD. Tango dancing and playing violin", + "gt-answer": "B. Tango dancing and playing saxophone", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Who is playing saxophone in the video?\nA. A boy\nB. A couple\nC. A girl", + "gt-answer": "C. A girl", + "video-llm-prediction": "A. A boy", + "match_success": true, + "rating": 0 + } + ] + }, + "1107947873": { + "action": [ + { + "question": "What is the doctor doing in the scenario?\nA. writing a prescription\nB. giving medicine to a patient\nC. performing a surgery", + "gt-answer": "B. giving medicine to a patient", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the primary role of the doctor in the scene?\nA. giving medicine to a patient\nB. checking vitals\nC. greeting patients", + "gt-answer": "A. giving medicine to a patient", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which activity can be seen in the video involving the doctor?\nA. writing a prescription\nB. giving medicine to a patient\nC. performing a surgery", + "gt-answer": "B. giving medicine to a patient", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1081194848": { + "action": [ + { + "question": "What is the researcher doing in the video?\nA. teaching children how to cook a frog\nB. teaching children how to feed a frog\nC. teaching children how to dissect a frog\nD. teaching children how to catch a frog", + "gt-answer": "C. teaching children how to dissect a frog", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity are the people engaged in?\nA. dissect a frog\nB. feed a frog\nC. cook a frog\nD. catch a frog", + "gt-answer": "A. dissect a frog", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What task is the researcher performing with the children?\nA. cook a frog\nB. dissect a frog\nC. feed a frog\nD. catch a frog", + "gt-answer": "B. dissect a frog", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1091526823": { + "action": [ + { + "question": "What is happening to the hand in the video?\nA. opening a book\nB. writing on a book\nC. turning over pages of a book\nD. closing a book", + "gt-answer": "C. turning over pages of a book", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What action is the hand performing?\nA. opening a book\nB. writing on a book\nC. closing a book\nD. turning over pages of a book", + "gt-answer": "D. turning over pages of a book", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the hand doing?\nA. opening a book\nB. writing on a book\nC. closing a book\nD. turning over pages of a book", + "gt-answer": "D. turning over pages of a book", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "26631100": { + "order": [ + { + "question": "What is the order of events in the video?\nA. One hand is holding the clay pot, then three hands are holding the clay pot\nB. Three hands are holding the clay pot, then two hands are holding the clay pot\nC. Two hands are holding the clay pot, then three hands are holding the clay pot", + "gt-answer": "B. Three hands are holding the clay pot, then two hands are holding the clay pot", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What happens first in the video?\nA. Three hands are holding the clay pot\nB. One hand is holding the clay pot\nC. Two hands are holding the clay pot", + "gt-answer": "A. Three hands are holding the clay pot", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What happens last in the video?\nA. Two hands are holding the clay pot\nB. One hand is holding the clay pot\nC. Three hands are holding the clay pot", + "gt-answer": "A. Two hands are holding the clay pot", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1104663381": { + "action": [ + { + "question": "What is the man doing in the video?\nA. cutting a pizza dough\nB. stretching a pizza dough\nC. folding a pizza dough", + "gt-answer": "B. stretching a pizza dough", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the man engaged in while being filmed?\nA. cutting a pizza dough\nB. stretching a pizza dough\nC. folding a pizza dough", + "gt-answer": "B. stretching a pizza dough", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the man's action depicted in the video?\nA. cutting a pizza dough\nB. stretching a pizza dough\nC. folding a pizza dough", + "gt-answer": "B. stretching a pizza dough", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ], + "direction": [ + { + "question": "What is the direction in which the pizza dough is rotating?\nA. counter-clockwise\nB. clockwise\nC. it is not rotating", + "gt-answer": "A. counter-clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what direction is the pizza dough moving?\nA. flipping up and down\nB. rotating clockwise\nC. rotating counter-clockwise\nD. flipping left and right", + "gt-answer": "C. rotating counter-clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the rotational direction of the pizza dough?\nA. clockwise\nB. stationary\nC. anti-clockwise", + "gt-answer": "C. anti-clockwise", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "22100041": { + "action": [ + { + "question": "What is the woman doing in the video?\nA. waving goodbye\nB. clapping her hands\nC. doing an invitation gesture\nD. pointing towards something", + "gt-answer": "C. doing an invitation gesture", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action is the woman performing?\nA. waving goodbye\nB. pointing towards something\nC. clapping her hands\nD. doing an invitation gesture", + "gt-answer": "D. doing an invitation gesture", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "When captured on video, what action is the woman engaged in?\nA. waving goodbye\nB. doing an invitation gesture\nC. pointing towards something\nD. clapping her hands", + "gt-answer": "B. doing an invitation gesture", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1103623921": { + "action": [ + { + "question": "What is the man doing in the video?\nA. playing pool\nB. playing football\nC. cooking", + "gt-answer": "A. playing pool", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the man engaged in?\nA. sleeping\nB. dancing\nC. playing pool", + "gt-answer": "C. playing pool", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action is the man performing?\nA. swimming\nB. playing pool\nC. reading books", + "gt-answer": "B. playing pool", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ], + "speed": [ + { + "question": "What is the speed that the video is palying?\nA. slow-motion\nB. fast-forward\nC. normal speed\nD. stopped", + "gt-answer": "C. normal speed", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How would you describe the speed at which the video is playing?\nA. Slowly\nB. Normally\nC. Rapidly", + "gt-answer": "B. Normally", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What playback rate is the video currently at?\nA. Slow motion\nB. Paused\nC. Normal pace\nD. Fast-forwarded", + "gt-answer": "C. Normal pace", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1093338031": { + "action": [ + { + "question": "What is the man attempting to do?\nA. click a computer screen\nB. fix a computer screen\nC. clean a computer screen\nD. punch a computer screen", + "gt-answer": "D. punch a computer screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which action is the man trying to perform?\nA. fix a computer screen\nB. clean a computer screen\nC. click a computer screen\nD. punch a computer screen", + "gt-answer": "D. punch a computer screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the man's activity in the video?\nA. Attempting to punch a computer screen\nB. Attempting to fix a computer screen\nC. Attempting to clean a computer screen\nD. Attempting to click a computer screen", + "gt-answer": "A. Attempting to punch a computer screen", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1064310466": { + "action": [ + { + "question": "What is the man doing?\nA. watering cocoa seeds\nB. planting cocoa seeds\nC. baking cocoa seeds\nD. peeling cocoa seeds", + "gt-answer": "D. peeling cocoa seeds", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "Which activity is the man involved in?\nA. baking cocoa seeds\nB. watering cocoa seeds\nC. peeling cocoa seeds\nD. planting cocoa seeds", + "gt-answer": "C. peeling cocoa seeds", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is the man performing?\nA. planting cocoa seeds\nB. watering cocoa seeds\nC. baking cocoa seeds\nD. peeling cocoa seeds", + "gt-answer": "D. peeling cocoa seeds", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + } + ] + }, + "1088497853": { + "direction": [ + { + "question": "What is the direction of the movement in the video?\nA. leftwards\nB. upwards\nC. rightwards\nD. downwards", + "gt-answer": "B. upwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which direction is the camera moving before the stone building?\nA. rightwards\nB. upwards\nC. leftwards\nD. downwards", + "gt-answer": "B. upwards", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the trajectory of the camera movement in the video?\nA. flying downwards\nB. flying rightwards\nC. flying upwards\nD. flying leftwards", + "gt-answer": "C. flying upwards", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1106087175": { + "action": [ + { + "question": "What is the man doing in the video?\nA. wearing a white sneaker\nB. drawing on a white sneaker\nC. taking off a white sneaker\nD. tying shoelaces on a white sneaker", + "gt-answer": "B. drawing on a white sneaker", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the man engaged in?\nA. drawing on a white sneaker\nB. taking off a white sneaker\nC. tying shoelaces on a white sneaker\nD. wearing a white sneaker", + "gt-answer": "A. drawing on a white sneaker", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action can be observed in the video?\nA. drawing on a white sneaker\nB. taking off a white sneaker\nC. wearing a white sneaker\nD. tying shoelaces on a white sneaker", + "gt-answer": "A. drawing on a white sneaker", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "13324343": { + "order": [ + { + "question": "What is the order of events in the video?\nA. Man gliding on the skateboard and then tying his shoelaces\nB. Man tying his shoelaces and then gliding on the skateboard\nC. Man gliding on the skateboard and then jumping\nD. Man jumping and then tying his shoelaces", + "gt-answer": "B. Man tying his shoelaces and then gliding on the skateboard", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In which sequence does the man perform the actions?\nA. gliding on the skateboard and then jumping\nB. jumping and then tying his shoelaces\nC. tying his shoelaces and then gliding on the skateboard\nD. gliding on the skateboard and then tying his shoelaces", + "gt-answer": "C. tying his shoelaces and then gliding on the skateboard", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the correct order of actions by the man?\nA. gliding on the skateboard and then tying his shoelaces\nB. tying his shoelaces and then gliding on the skateboard\nC. jumping and then tying his shoelaces\nD. gliding on the skateboard and then jumping", + "gt-answer": "B. tying his shoelaces and then gliding on the skateboard", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1083624811": { + "action": [ + { + "question": "What is the woman doing in the exercise?\nA. performing push-ups\nB. performing alternating leg lift plank\nC. performing a traditional plank hold\nD. performing side plank variations", + "gt-answer": "B. performing alternating leg lift plank", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which action is the woman carrying out?\nA. performing side plank variations\nB. performing a traditional plank hold\nC. performing alternating leg lift plank\nD. performing push-ups", + "gt-answer": "C. performing alternating leg lift plank", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What activity is the woman engaged in?\nA. performing alternating leg lift plank\nB. performing push-ups\nC. performing a traditional plank hold\nD. performing side plank variations", + "gt-answer": "A. performing alternating leg lift plank", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1014976360": { + "order": [ + { + "question": "What is the order of events for the man?\nA. putting on his glasses and then looking at his phone\nB. taking off his glasses and then looking at his phone\nC. looking at his phone and then putting on his glasses\nD. looking at his phone and then taking off his glasses", + "gt-answer": "D. looking at his phone and then taking off his glasses", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event does the man do first?\nA. looking at his phone\nB. taking off his glasses\nC. putting on his glasses", + "gt-answer": "A. looking at his phone", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which event does the man do second?\nA. taking off his glasses\nB. putting on his glasses\nC. looking at his phone", + "gt-answer": "A. taking off his glasses", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + } + ] + }, + "18416608": { + "order": [ + { + "question": "In which order does the woman perform the actions?\nA. operating her tablet first, then sampling water in a bottle\nB. the actions are performed simultaneously\nC. sampling water in a bottle first, then operating her tablet", + "gt-answer": "C. sampling water in a bottle first, then operating her tablet", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the first action that the woman does?\nA. sampling water in a bottle\nB. the actions are performed simultaneously\nC. operating her tablet", + "gt-answer": "A. sampling water in a bottle", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the second action that the woman does?\nA. sampling water in a bottle\nB. the actions are performed simultaneously\nC. operating her tablet", + "gt-answer": "C. operating her tablet", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1061351290": { + "order": [ + { + "question": "What is the order of events in the video involving the woman?\nA. measuring her belly with a measuring tape and then touching her pregnant belly\nB. touching her pregnant belly and then taking a nap\nC. taking a nap and then measuring her belly with a measuring tape\nD. touching her pregnant belly and then measuring her belly with a measuring tape", + "gt-answer": "D. touching her pregnant belly and then measuring her belly with a measuring tape", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What sequence of actions does the woman follow in the video?\nA. measuring her belly with a measuring tape and then touching her pregnant belly\nB. taking off clothes then measuring her belly with a measuring tape\nC. touching her pregnant belly and then taking off clothes\nD. touching her pregnant belly and then measuring her belly with a measuring tape", + "gt-answer": "D. touching her pregnant belly and then measuring her belly with a measuring tape", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In what order does the woman perform the actions in the video?\nA. taking off clothes then measuring her belly with a measuring tape\nB. touching her pregnant belly and then measuring her belly with a measuring tape\nC. measuring her belly with a measuring tape and then touching her pregnant belly\nD. touching her pregnant belly and then taking off clothes", + "gt-answer": "B. touching her pregnant belly and then measuring her belly with a measuring tape", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1066238617": { + "action": [ + { + "question": "What is the woman doing?\nA. dancing\nB. practising her punches\nC. cooking", + "gt-answer": "B. practising her punches", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What activity is the woman engaged in?\nA. singing\nB. practising her punches\nC. swimming", + "gt-answer": "B. practising her punches", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action is the woman performing?\nA. playing chess\nB. practising her punches\nC. writing", + "gt-answer": "B. practising her punches", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1072000366": { + "action": [ + { + "question": "What are the girls doing to each other?\nA. elbowing each other\nB. giving high five to each other\nC. waving at each other\nD. shaking hands", + "gt-answer": "A. elbowing each other", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action are the girls engaged in?\nA. waving at each other\nB. shaking hands\nC. giving high five to each other\nD. elbowing each other", + "gt-answer": "D. elbowing each other", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What activity are the girls involved in?\nA. waving at each other\nB. shaking hands\nC. giving high five to each other\nD. elbowing each other", + "gt-answer": "D. elbowing each other", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1065272113": { + "action": [ + { + "question": "What is the doctor doing to the woman?\nA. taking her blood pressure\nB. checking her temperature\nC. giving her an injection", + "gt-answer": "C. giving her an injection", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is the doctor performing on the woman?\nA. applying bandage\nB. writing a prescription\nC. giving an injection", + "gt-answer": "C. giving an injection", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which of the following actions is the doctor engaged in?\nA. writing a prescription\nB. giving an injection\nC. applying bandage", + "gt-answer": "B. giving an injection", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1072971926": { + "action": [ + { + "question": "What is the man doing with the pizza box?\nA. opening the pizza box\nB. wrapping the pizza box\nC. eating the pizza\nD. closing the pizza box", + "gt-answer": "A. opening the pizza box", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is being performed by the man?\nA. closing the pizza box\nB. eating the pizza\nC. wrapping the pizza box\nD. opening the pizza box", + "gt-answer": "D. opening the pizza box", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "Which of the following actions is the man engaged in?\nA. opening the pizza box\nB. eating the pizza\nC. wrapping the pizza box\nD. closing the pizza box", + "gt-answer": "A. opening the pizza box", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "3399348431": { + "action": [ + { + "question": "What is the person doing with the sauce?\nA. mixing it with the vegetables\nB. squeezing it into a bowl of vegetables\nC. dipping vegetables in it", + "gt-answer": "B. squeezing it into a bowl of vegetables", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the video showing?\nA. dipping vegetables on the sauce\nB. squeezing the sauce into a bowl of vegetables\nC. mixing sauce with the vegetables", + "gt-answer": "B. squeezing the sauce into a bowl of vegetables", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What action is being performed with the sauce?\nA. squeezing it into a bowl of vegetables\nB. dipping vegetables in it\nC. mixing it with the vegetables", + "gt-answer": "A. squeezing it into a bowl of vegetables", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1025137214": { + "action": [ + { + "question": "What is the man doing?\nA. walking\nB. smoking cigarette\nC. talking on the phone", + "gt-answer": "B. smoking cigarette", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is the man engaged in?\nA. reading a book\nB. smoking cigarette\nC. writing a letter", + "gt-answer": "B. smoking cigarette", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which activity is the man involved in?\nA. playing soccer\nB. smoking cigarette\nC. cooking a meal", + "gt-answer": "B. smoking cigarette", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1033101626": { + "action": [ + { + "question": "What is the man doing?\nA. cooking\nB. singing\nC. playing instrument", + "gt-answer": "C. playing instrument", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the man engaged in?\nA. dancing\nB. reading\nC. playing instrument", + "gt-answer": "C. playing instrument", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action is the man performing?\nA. walking\nB. sleeping\nC. playing instrument", + "gt-answer": "C. playing instrument", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "9537677": { + "action": [ + { + "question": "What activity is the woman engaged in?\nA. reading a book\nB. watching TV\nC. playing tablet\nD. cooking", + "gt-answer": "C. playing tablet", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the woman's action in the video?\nA. playing tablet\nB. dancing\nC. painting\nD. driving", + "gt-answer": "A. playing tablet", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the main focus of the woman's attention?\nA. listening to music\nB. playing tablet\nC. talking on the phone\nD. cooking", + "gt-answer": "B. playing tablet", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1077388994": { + "action": [ + { + "question": "What action is the woman performing?\nA. singing\nB. dancing\nC. patting the baby", + "gt-answer": "C. patting the baby", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the woman engaged in?\nA. cooking dinner\nB. gardening\nC. patting the baby", + "gt-answer": "C. patting the baby", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which of the following is the woman doing?\nA. writing a letter\nB. reading a book\nC. patting the baby", + "gt-answer": "C. patting the baby", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1037531786": { + "action": [ + { + "question": "What are the two men doing in the video?\nA. dancing\nB. cooking\nC. boxing\nD. painting", + "gt-answer": "C. boxing", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which physical activity are the two men engaged in?\nA. swimming\nB. running\nC. boxing\nD. cycling", + "gt-answer": "C. boxing", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What sport are the two men participating in?\nA. basketball\nB. football\nC. boxing\nD. tennis", + "gt-answer": "C. boxing", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1077275024": { + "action": [ + { + "question": "What is the girl doing in the video?\nA. Jumping with a man playing ukulele\nB. Dancing with a man playing ukulele\nC. Clapping hands for a man playing ukulele", + "gt-answer": "C. Clapping hands for a man playing ukulele", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What activity is the girl engaged in?\nA. Sitting and watching a man play the ukulele\nB. Playing the ukulele alongside the man\nC. Clapping hands for a man playing ukulele", + "gt-answer": "C. Clapping hands for a man playing ukulele", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is the girl performing?\nA. Recording the man playing the ukulele\nB. Dancing with a man playing ukulele\nC. Clapping hands for a man playing ukulele", + "gt-answer": "C. Clapping hands for a man playing ukulele", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1107180099": { + "action": [ + { + "question": "What are the women doing?\nA. singing\nB. painting\nC. dancing\nD. cooking", + "gt-answer": "C. dancing", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which activity are the women engaged in?\nA. swimming\nB. playing basketball\nC. dancing\nD. gardening", + "gt-answer": "C. dancing", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the primary action of the group of women?\nA. playing football\nB. dancing\nC. reading\nD. skiing", + "gt-answer": "B. dancing", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1049434159": { + "action": [ + { + "question": "What are the parents and daughter doing together?\nA. cooking dinner\nB. playing video games\nC. reading a book", + "gt-answer": "B. playing video games", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity are the parents and daughter engaged in?\nA. hiking\nB. playing video games\nC. dancing", + "gt-answer": "B. playing video games", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which of the following actions are the parents and daughter involved in?\nA. painting\nB. playing video games\nC. gardening", + "gt-answer": "B. playing video games", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "3402234027": { + "action": [ + { + "question": "What is the cat doing in the video?\nA. sleeping\nB. playing with a toy\nC. eating food", + "gt-answer": "C. eating food", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which activity is the cat engaged in?\nA. swimming\nB. climbing a tree\nC. eating food", + "gt-answer": "C. eating food", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is the cat performing?\nA. running on the ground\nB. sitting on a chair\nC. eating food on the ground", + "gt-answer": "C. eating food on the ground", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1056491306": { + "action": [ + { + "question": "What are the passengers doing on the subway?\nA. sleeping on the bed\nB. standing in a room\nC. taking a seat on subway\nD. dancing on the stage", + "gt-answer": "C. taking a seat on subway", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity are the passengers engaged in while on the subway train?\nA. talking\nB. reading\nC. taking a seat\nD. eating", + "gt-answer": "C. taking a seat", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which action are the passengers performing inside the subway?\nA. running on a treadmill\nB. walking on the street\nC. taking a seat on subway\nD. jumping on the floor", + "gt-answer": "C. taking a seat on subway", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1012085909": { + "action": [ + { + "question": "What are the people doing in the video?\nA. rolling boats on the lake\nB. walking on the street\nC. pushing bikes up a hill", + "gt-answer": "C. pushing bikes up a hill", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "How are the people moving?\nA. running\nB. swimming\nC. pushing bikes", + "gt-answer": "C. pushing bikes", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the main activity of the people?\nA. rollerblading\nB. playing basketball\nC. pushing bikes", + "gt-answer": "C. pushing bikes", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1079406734": { + "action": [ + { + "question": "What is the man doing to the car in the video?\nA. riding bikes\nB. taking a shower\nC. washing the car\nD. driving the car", + "gt-answer": "C. washing the car", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which of the following actions is being performed by the man?\nA. feeding a dog\nB. reading a book\nC. washing the car\nD. playing the guitar", + "gt-answer": "C. washing the car", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "In the video, what activity is the man engaged in?\nA. dancing\nB. sleeping\nC. washing the car\nD. cooking", + "gt-answer": "C. washing the car", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1022115337": { + "order": [ + { + "question": "What is the order of events?\nA. dancing and then sending an air kiss\nB. sending an air kiss and then dancing\nC. dancing at the same time as sending an air kiss", + "gt-answer": "A. dancing and then sending an air kiss", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which event occurs first?\nA. dancing\nB. sending an air kiss\nC.Both events happen at the same time", + "gt-answer": "A. dancing", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "Which event occurs second?\nA. dancing\nB. sending an air kiss\nC.Both events happen at the same time", + "gt-answer": "B. sending an air kiss", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1071214909": { + "action": [ + { + "question": "What is the person doing on the wood surface?\nA. carving a design\nB. measuring the length\nC. drawing a cutting line\nD. sanding the surface", + "gt-answer": "C. drawing a cutting line", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the action performed by the person?\nA. drawing a cuttting line on a wood surface\nB. erasing a line on a wood surface\nC. carving a pattern on a wood surface\nD. measuring length on a wood surface", + "gt-answer": "A. drawing a cuttting line on a wood surface", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the video about?\nA. drawing a cuttting line on a wood surface\nB. erasing a line on a wood surface\nC. carving a pattern on a wood surface\nD. measuring length on a wood surface", + "gt-answer": "A. drawing a cuttting line on a wood surface", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "1092065543": { + "action": [ + { + "question": "What is the man doing?\nA. eating\nB. shopping\nC. sleeping\nD. running", + "gt-answer": "B. shopping", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "Which activity is the man engaged in?\nA. cooking\nB. gardening\nC. shopping\nD. painting", + "gt-answer": "C. shopping", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "In the video, what can we see the man doing?\nA. singing\nB. dancing\nC. shopping\nD. playing guitar", + "gt-answer": "C. shopping", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1017063703": { + "action": [ + { + "question": "What is the person doing in the video?\nA. baking cakes\nB. decorating cakes\nC. cutting cakes\nD. presenting cakes to guests", + "gt-answer": "B. decorating cakes", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is demonstrated in the video?\nA. baking cakes\nB. decorating cakes\nC. cutting cakes\nD. presenting cakes to guests", + "gt-answer": "B. decorating cakes", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + }, + { + "question": "What task is being performed in the footage?\nA. baking cakes\nB. decorating cakes\nC. cutting cakes\nD. presenting cakes to guests", + "gt-answer": "B. decorating cakes", + "video-llm-prediction": "B", + "match_success": true, + "rating": 1 + } + ] + }, + "1055022287": { + "action": [ + { + "question": "What is the man doing in the video?\nA. cooking\nB. singing\nC. cleaning a swimming pool", + "gt-answer": "C. cleaning a swimming pool", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which activity is being performed by the man in the video?\nA. dancing\nB. playing basketball\nC. cleaning a swimming pool", + "gt-answer": "C. cleaning a swimming pool", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What action is the man undertaking?\nA. reading\nB. sleeping\nC. cleaning a swimming pool", + "gt-answer": "C. cleaning a swimming pool", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1094259081": { + "action": [ + { + "question": "What is the woman doing in the video?\nA. watching VR movie\nB. listening to music using VR\nC. playing VR shooting game\nD. working out using VR", + "gt-answer": "C. playing VR shooting game", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What action is the woman engaged in?\nA. watching VR movie\nB. listening to music using VR\nC. playing VR shooting game\nD. working out using VR", + "gt-answer": "C. playing VR shooting game", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "Which activity is the woman participating in?\nA. watching VR movie\nB. listening to music using VR\nC. playing VR shooting game\nD. working out using VR", + "gt-answer": "C. playing VR shooting game", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1022260408": { + "action": [ + { + "question": "What is the squirrel doing in the video?\nA. sleeping\nB. running\nC. eating food", + "gt-answer": "C. eating food", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "What activity is the squirrel engaged in?\nA. chasing its tail\nB. cleaning itself\nC. eating food", + "gt-answer": "C. eating food", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + }, + { + "question": "Which of the following actions is the squirrel performing?\nA. climbing a tree\nB. swimming in a pond\nC. eating food", + "gt-answer": "C. eating food", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1089810969": { + "action": [ + { + "question": "How does the little girl interact with the woman?\nA. she runs towards her and hugs her\nB. she walks towards her and hug her\nC. she runs towards her and jumps on her back\nD. she runs towards her and talks to her", + "gt-answer": "A. she runs towards her and hugs her", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What action does the little girl perform?\nA. she runs towards a woman and hugs her\nB. she walks towards a woman and hugs her\nC. she runs towards a woman and jumps on her back\nD. she runs towards a woman and talks to her", + "gt-answer": "A. she runs towards a woman and hugs her", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "Which of the following actions is the little girl performing?\nA. she runs towards a woman and hugs her\nB. she walks towards a woman and hugs her\nC. she runs towards a woman and jumps on her back\nD. she runs towards a woman and talks to her", + "gt-answer": "A. she runs towards a woman and hugs her", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + }, + "6165731": { + "action": [ + { + "question": "What is the scientist doing in the experiment?\nA. observing quietly on the experiment\nB. leisurely conducting experiments\nC. looking confused and frustrated about the experiment", + "gt-answer": "C. looking confused and frustrated about the experiment", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "How does the scientist feel about the experiment?\nA. excited and motivated\nB. bored and disinterested\nC. confused and frustrated", + "gt-answer": "C. confused and frustrated", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the emotional state of the scientist during the experiment?\nA. calm and content\nB. happy and satisfied\nC. confused and frustrated", + "gt-answer": "C. confused and frustrated", + "video-llm-prediction": "C", + "match_success": true, + "rating": 1 + } + ] + }, + "1111469465": { + "action": [ + { + "question": "What is the man doing in the video?\nA. raising his arm to look at the watch looking happy\nB. raising his arm to look at the watch looking calm\nC. raising his arm to look at the watch looking anxious\nD. putting his hands in his pockets looking anxious", + "gt-answer": "C. raising his arm to look at the watch looking anxious", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "What action is being performed by the man?\nA. raising his arm to look at the watch looking happy\nB. raising his arm to look at the watch looking calm\nC. raising his arm to look at the watch looking anxious\nD. putting his hands in his pockets looking anxious", + "gt-answer": "C. raising his arm to look at the watch looking anxious", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + }, + { + "question": "In the video, what is the man's action?\nA. raising his arm to look at the watch looking happy\nB. raising his arm to look at the watch looking calm\nC. raising his arm to look at the watch looking anxious\nD. putting his hands in his pockets looking anxious", + "gt-answer": "C. raising his arm to look at the watch looking anxious", + "video-llm-prediction": "A", + "match_success": true, + "rating": 0 + } + ] + }, + "1050000214": { + "action": [ + { + "question": "What action is the little child performing?\nA. Running\nB. Swimming\nC. Water jumping\nD. Dancing", + "gt-answer": "C. Water jumping", + "video-llm-prediction": "B", + "match_success": true, + "rating": 0 + }, + { + "question": "What is the little child doing in the video?\nA. Eating\nB. Sleeping\nC. Crying\nD. Water jumping", + "gt-answer": "D. Water jumping", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + }, + { + "question": "Which action is the little child engaged in?\nA. Reading\nB. Writing\nC. Singing\nD. Water jumping", + "gt-answer": "D. Water jumping", + "video-llm-prediction": "D", + "match_success": true, + "rating": 1 + } + ] + }, + "27537016": { + "order": [ + { + "question": "What is the sequence of events involving the man?\nA. showing off his car key then pulling back inside the car\nB. pulling back inside the car then showing off his car key\nC. throwing away his car key then pulling back inside the car\nD. pulling back inside the car then throwing away his car key", + "gt-answer": "A. showing off his car key then pulling back inside the car", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "What is the correct order of actions performed by the man?\nA. showing off his car key, pulling back inside the car\nB. pulling back inside the car, showing off his car key\nC. throwing away his car key, pulling back inside the car\nD. pulling back inside the car, throwing away his car key", + "gt-answer": "A. showing off his car key, pulling back inside the car", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + }, + { + "question": "In what order did the man do the activities?\nA. showing off his car key, pulling back inside the car\nB. pulling back inside the car, showing off his car key\nC. throwing away his car key, pulling back inside the car\nD. pulling back inside the car, throwing away his car key", + "gt-answer": "A. showing off his car key, pulling back inside the car", + "video-llm-prediction": "A", + "match_success": true, + "rating": 1 + } + ] + } +} \ No newline at end of file