Upload folder using huggingface_hub
Browse files- eval_mm_niah/eval_log.txt +0 -0
- eval_mm_niah/reasoning-image-val.log +0 -0
- eval_mm_niah/reasoning-image-val/temp_InternVL2-2B-AWQ_reasoning-image-val/0_4_InternVL2-2B-AWQ_reasoning-image-val.jsonl +26 -0
- eval_mm_niah/reasoning-image-val/temp_InternVL2-2B-AWQ_reasoning-image-val/1_4_InternVL2-2B-AWQ_reasoning-image-val.jsonl +25 -0
- eval_mm_niah/reasoning-image-val/temp_InternVL2-2B-AWQ_reasoning-image-val/2_4_InternVL2-2B-AWQ_reasoning-image-val.jsonl +27 -0
- eval_mm_niah/reasoning-image-val/temp_InternVL2-2B-AWQ_reasoning-image-val/3_4_InternVL2-2B-AWQ_reasoning-image-val.jsonl +26 -0
- modeling_internvl_chat.py +1 -0
eval_mm_niah/eval_log.txt
ADDED
File without changes
|
eval_mm_niah/reasoning-image-val.log
ADDED
The diff for this file is too large to render.
See raw diff
|
|
eval_mm_niah/reasoning-image-val/temp_InternVL2-2B-AWQ_reasoning-image-val/0_4_InternVL2-2B-AWQ_reasoning-image-val.jsonl
ADDED
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{"question_id": 12, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 837, "placed_depth": [0.3408624229979466]}
|
2 |
+
{"question_id": 44, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 837, "placed_depth": [0.40451745379876797]}
|
3 |
+
{"question_id": 48, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 837, "placed_depth": [0.4722792607802874]}
|
4 |
+
{"question_id": 20, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 925, "placed_depth": [0.32666666666666666]}
|
5 |
+
{"question_id": 8, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 950, "placed_depth": [0.32666666666666666]}
|
6 |
+
{"question_id": 28, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1120, "placed_depth": [0.7662337662337663]}
|
7 |
+
{"question_id": 24, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1208, "placed_depth": [0.7902097902097903]}
|
8 |
+
{"question_id": 32, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1219, "placed_depth": [0.9332566168009206]}
|
9 |
+
{"question_id": 36, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1231, "placed_depth": [0.9353007945516458]}
|
10 |
+
{"question_id": 40, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1233, "placed_depth": [0.675990675990676]}
|
11 |
+
{"question_id": 16, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1356, "placed_depth": [0.20077594568380214]}
|
12 |
+
{"question_id": 4, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1366, "placed_depth": [0.0]}
|
13 |
+
{"question_id": 0, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1503, "placed_depth": [0.06678230702515178]}
|
14 |
+
{"question_id": 96, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1553, "placed_depth": [0.7805486284289277]}
|
15 |
+
{"question_id": 84, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1783, "placed_depth": [0.6113049546406141]}
|
16 |
+
{"question_id": 68, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1948, "placed_depth": [0.2490613266583229]}
|
17 |
+
{"question_id": 80, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2292, "placed_depth": [0.625643666323378]}
|
18 |
+
{"question_id": 56, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2457, "placed_depth": [0.12007593735168486]}
|
19 |
+
{"question_id": 64, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2518, "placed_depth": [0.29059040590405905]}
|
20 |
+
{"question_id": 88, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2518, "placed_depth": [0.8671586715867159]}
|
21 |
+
{"question_id": 60, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2746, "placed_depth": [0.32362459546925565, 0.32362459546925565]}
|
22 |
+
{"question_id": 52, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2842, "placed_depth": [0.024478330658105937]}
|
23 |
+
{"question_id": 76, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2898, "placed_depth": [0.22207792207792207, 0.6220779220779221]}
|
24 |
+
{"question_id": 72, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2996, "placed_depth": [0.41572184429327286]}
|
25 |
+
{"question_id": 92, "question": "The second and third image are frames from a video. The second image is from the beginning of the video and the third image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 3055, "placed_depth": [0.9309600862998921, 0.9762675296655879]}
|
26 |
+
{"question_id": 112, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 3733, "placed_depth": [0.20425657700266037]}
|
eval_mm_niah/reasoning-image-val/temp_InternVL2-2B-AWQ_reasoning-image-val/1_4_InternVL2-2B-AWQ_reasoning-image-val.jsonl
ADDED
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{"question_id": 41, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 837, "placed_depth": [0.6303901437371663]}
|
2 |
+
{"question_id": 49, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 837, "placed_depth": [0.5420944558521561]}
|
3 |
+
{"question_id": 45, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 862, "placed_depth": [0.4722792607802874]}
|
4 |
+
{"question_id": 33, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 968, "placed_depth": [0.6715210355987054]}
|
5 |
+
{"question_id": 37, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1000, "placed_depth": [0.9022222222222223]}
|
6 |
+
{"question_id": 25, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1028, "placed_depth": [0.9142419601837672]}
|
7 |
+
{"question_id": 13, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1060, "placed_depth": [0.5]}
|
8 |
+
{"question_id": 17, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1219, "placed_depth": [0.21288837744533948]}
|
9 |
+
{"question_id": 1, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1277, "placed_depth": [0.11003236245954692]}
|
10 |
+
{"question_id": 9, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1354, "placed_depth": [0.16733067729083664]}
|
11 |
+
{"question_id": 5, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1367, "placed_depth": [0.07964601769911504]}
|
12 |
+
{"question_id": 21, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1381, "placed_depth": [0.20077594568380214]}
|
13 |
+
{"question_id": 29, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1450, "placed_depth": [0.8727272727272727]}
|
14 |
+
{"question_id": 97, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1750, "placed_depth": [0.7549090909090909]}
|
15 |
+
{"question_id": 89, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2070, "placed_depth": [0.9662790697674418]}
|
16 |
+
{"question_id": 61, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2221, "placed_depth": [0.3757349011223944]}
|
17 |
+
{"question_id": 73, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2221, "placed_depth": [0.5366114377338321]}
|
18 |
+
{"question_id": 77, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2239, "placed_depth": [0.4653255690841715]}
|
19 |
+
{"question_id": 69, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2425, "placed_depth": [0.4506024096385542]}
|
20 |
+
{"question_id": 85, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2618, "placed_depth": [0.9638447971781305]}
|
21 |
+
{"question_id": 81, "question": "The first and third image are frames from a video. The first image is from the beginning of the video and the third image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2728, "placed_depth": [0.32666666666666666, 1.0]}
|
22 |
+
{"question_id": 93, "question": "The first and third image are frames from a video. The first image is from the beginning of the video and the third image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2728, "placed_depth": [0.32666666666666666, 1.0]}
|
23 |
+
{"question_id": 65, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2838, "placed_depth": [0.022535211267605635, 0.38309859154929576]}
|
24 |
+
{"question_id": 57, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2992, "placed_depth": [0.0700227100681302]}
|
25 |
+
{"question_id": 53, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 3055, "placed_depth": [0.0, 0.0]}
|
eval_mm_niah/reasoning-image-val/temp_InternVL2-2B-AWQ_reasoning-image-val/2_4_InternVL2-2B-AWQ_reasoning-image-val.jsonl
ADDED
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{"question_id": 42, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 837, "placed_depth": [0.5420944558521561]}
|
2 |
+
{"question_id": 30, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "", "context_length": 941, "placed_depth": [0.9746192893401016]}
|
3 |
+
{"question_id": 26, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 1025, "placed_depth": [0.7911111111111111]}
|
4 |
+
{"question_id": 2, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 1082, "placed_depth": [0.0546448087431694]}
|
5 |
+
{"question_id": 38, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 1120, "placed_depth": [0.48311688311688317]}
|
6 |
+
{"question_id": 46, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "", "context_length": 1120, "placed_depth": [0.5857142857142857]}
|
7 |
+
{"question_id": 18, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "", "context_length": 1145, "placed_depth": [0.6818181818181818]}
|
8 |
+
{"question_id": 6, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 1231, "placed_depth": [0.043132803632236094]}
|
9 |
+
{"question_id": 14, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 1283, "placed_depth": [0.3997668997668998]}
|
10 |
+
{"question_id": 22, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "", "context_length": 1326, "placed_depth": [0.8906414300736067]}
|
11 |
+
{"question_id": 10, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 1367, "placed_depth": [0.1592920353982301]}
|
12 |
+
{"question_id": 34, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 1403, "placed_depth": [0.8891050583657587]}
|
13 |
+
{"question_id": 86, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "", "context_length": 1696, "placed_depth": [0.8402674591381873]}
|
14 |
+
{"question_id": 90, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "", "context_length": 2267, "placed_depth": [0.7856025039123631]}
|
15 |
+
{"question_id": 66, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 2367, "placed_depth": [0.20971740208230044]}
|
16 |
+
{"question_id": 94, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 2518, "placed_depth": [0.9100553505535055]}
|
17 |
+
{"question_id": 62, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 2520, "placed_depth": [0.22857142857142856]}
|
18 |
+
{"question_id": 98, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 2556, "placed_depth": [0.7280145058930191]}
|
19 |
+
{"question_id": 54, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 2746, "placed_depth": [0.06957928802588997, 0.127831715210356]}
|
20 |
+
{"question_id": 70, "question": "The first and third image are frames from a video. The first image is from the beginning of the video and the third image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 2746, "placed_depth": [0.02750809061488673, 0.9093851132686084]}
|
21 |
+
{"question_id": 74, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "", "context_length": 2803, "placed_depth": [0.2237037037037037, 0.2696296296296296]}
|
22 |
+
{"question_id": 50, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "", "context_length": 2838, "placed_depth": [0.022535211267605635, 0.2140845070422535]}
|
23 |
+
{"question_id": 82, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 2972, "placed_depth": [0.7665903890160183]}
|
24 |
+
{"question_id": 58, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 3028, "placed_depth": [0.05675877520537715]}
|
25 |
+
{"question_id": 78, "question": "The first and third image are frames from a video. The first image is from the beginning of the video and the third image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 3055, "placed_depth": [0.11003236245954692, 0.8651564185544768]}
|
26 |
+
{"question_id": 118, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "", "context_length": 3118, "placed_depth": [0.3851156069364162]}
|
27 |
+
{"question_id": 142, "question": "The second and third image are frames from a video. The second image is from the beginning of the video and the third image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "", "context_length": 3184, "placed_depth": [0.9166666666666665, 0.9763257575757575]}
|
eval_mm_niah/reasoning-image-val/temp_InternVL2-2B-AWQ_reasoning-image-val/3_4_InternVL2-2B-AWQ_reasoning-image-val.jsonl
ADDED
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{"question_id": 19, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 975, "placed_depth": [0.32666666666666666]}
|
2 |
+
{"question_id": 43, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1060, "placed_depth": [0.5887323943661972]}
|
3 |
+
{"question_id": 47, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1060, "placed_depth": [0.5]}
|
4 |
+
{"question_id": 39, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1145, "placed_depth": [0.6818181818181818]}
|
5 |
+
{"question_id": 15, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1208, "placed_depth": [0.3997668997668998]}
|
6 |
+
{"question_id": 23, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1208, "placed_depth": [0.7902097902097903]}
|
7 |
+
{"question_id": 27, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1208, "placed_depth": [0.675990675990676]}
|
8 |
+
{"question_id": 3, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1338, "placed_depth": [0.030364372469635626]}
|
9 |
+
{"question_id": 7, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1354, "placed_depth": [0.14243027888446216]}
|
10 |
+
{"question_id": 11, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1361, "placed_depth": [0.22453016815034618]}
|
11 |
+
{"question_id": 31, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1431, "placed_depth": [0.9763257575757575]}
|
12 |
+
{"question_id": 35, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1503, "placed_depth": [0.8924544666088465]}
|
13 |
+
{"question_id": 91, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1564, "placed_depth": [0.8410214168039539]}
|
14 |
+
{"question_id": 87, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2267, "placed_depth": [0.8487219613980177]}
|
15 |
+
{"question_id": 95, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2278, "placed_depth": [0.937759336099585]}
|
16 |
+
{"question_id": 59, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2402, "placed_depth": [0.1354775828460039]}
|
17 |
+
{"question_id": 75, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2504, "placed_depth": [0.5589600742804085]}
|
18 |
+
{"question_id": 51, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2615, "placed_depth": [0.0, 0.1026694045174538]}
|
19 |
+
{"question_id": 79, "question": "The first and third image are frames from a video. The first image is from the beginning of the video and the third image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2746, "placed_depth": [0.32362459546925565, 0.6148867313915858]}
|
20 |
+
{"question_id": 83, "question": "The second and third image are frames from a video. The second image is from the beginning of the video and the third image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2746, "placed_depth": [0.6715210355987054, 0.8559870550161812]}
|
21 |
+
{"question_id": 71, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2838, "placed_depth": [0.38309859154929576, 0.7464788732394366]}
|
22 |
+
{"question_id": 67, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2905, "placed_depth": [0.3225048923679061]}
|
23 |
+
{"question_id": 55, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2986, "placed_depth": [0.0, 0.0]}
|
24 |
+
{"question_id": 99, "question": "The second and third image are frames from a video. The second image is from the beginning of the video and the third image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2988, "placed_depth": [0.9395348837209302, 0.9825581395348837]}
|
25 |
+
{"question_id": 63, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 3009, "placed_depth": [0.18615209988649262, 0.22587968217934165]}
|
26 |
+
{"question_id": 115, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 3118, "placed_depth": [0.27167630057803466]}
|
modeling_internvl_chat.py
CHANGED
@@ -220,6 +220,7 @@ class InternVLChatModel(PreTrainedModel):
|
|
220 |
if pixel_values is not None and '<image>' not in question:
|
221 |
question = '<image>\n' + question
|
222 |
template = get_conv_template(self.template)
|
|
|
223 |
template.append_message(template.roles[0], question)
|
224 |
template.append_message(template.roles[1], None)
|
225 |
query = template.get_prompt()
|
|
|
220 |
if pixel_values is not None and '<image>' not in question:
|
221 |
question = '<image>\n' + question
|
222 |
template = get_conv_template(self.template)
|
223 |
+
template.system_message = self.system_message
|
224 |
template.append_message(template.roles[0], question)
|
225 |
template.append_message(template.roles[1], None)
|
226 |
query = template.get_prompt()
|