cuierfei commited on
Commit
e829247
1 Parent(s): 881c56e

Upload folder using huggingface_hub

Browse files
eval_mm_niah/eval_log.txt ADDED
File without changes
eval_mm_niah/reasoning-image-val.log ADDED
The diff for this file is too large to render. See raw diff
 
eval_mm_niah/reasoning-image-val/temp_InternVL2-2B-AWQ_reasoning-image-val/0_4_InternVL2-2B-AWQ_reasoning-image-val.jsonl ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"question_id": 12, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 837, "placed_depth": [0.3408624229979466]}
2
+ {"question_id": 44, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 837, "placed_depth": [0.40451745379876797]}
3
+ {"question_id": 48, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 837, "placed_depth": [0.4722792607802874]}
4
+ {"question_id": 20, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 925, "placed_depth": [0.32666666666666666]}
5
+ {"question_id": 8, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 950, "placed_depth": [0.32666666666666666]}
6
+ {"question_id": 28, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1120, "placed_depth": [0.7662337662337663]}
7
+ {"question_id": 24, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1208, "placed_depth": [0.7902097902097903]}
8
+ {"question_id": 32, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1219, "placed_depth": [0.9332566168009206]}
9
+ {"question_id": 36, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1231, "placed_depth": [0.9353007945516458]}
10
+ {"question_id": 40, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1233, "placed_depth": [0.675990675990676]}
11
+ {"question_id": 16, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1356, "placed_depth": [0.20077594568380214]}
12
+ {"question_id": 4, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1366, "placed_depth": [0.0]}
13
+ {"question_id": 0, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1503, "placed_depth": [0.06678230702515178]}
14
+ {"question_id": 96, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1553, "placed_depth": [0.7805486284289277]}
15
+ {"question_id": 84, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1783, "placed_depth": [0.6113049546406141]}
16
+ {"question_id": 68, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1948, "placed_depth": [0.2490613266583229]}
17
+ {"question_id": 80, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2292, "placed_depth": [0.625643666323378]}
18
+ {"question_id": 56, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2457, "placed_depth": [0.12007593735168486]}
19
+ {"question_id": 64, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2518, "placed_depth": [0.29059040590405905]}
20
+ {"question_id": 88, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2518, "placed_depth": [0.8671586715867159]}
21
+ {"question_id": 60, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2746, "placed_depth": [0.32362459546925565, 0.32362459546925565]}
22
+ {"question_id": 52, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2842, "placed_depth": [0.024478330658105937]}
23
+ {"question_id": 76, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2898, "placed_depth": [0.22207792207792207, 0.6220779220779221]}
24
+ {"question_id": 72, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2996, "placed_depth": [0.41572184429327286]}
25
+ {"question_id": 92, "question": "The second and third image are frames from a video. The second image is from the beginning of the video and the third image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 3055, "placed_depth": [0.9309600862998921, 0.9762675296655879]}
26
+ {"question_id": 112, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 3733, "placed_depth": [0.20425657700266037]}
eval_mm_niah/reasoning-image-val/temp_InternVL2-2B-AWQ_reasoning-image-val/1_4_InternVL2-2B-AWQ_reasoning-image-val.jsonl ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"question_id": 41, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 837, "placed_depth": [0.6303901437371663]}
2
+ {"question_id": 49, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 837, "placed_depth": [0.5420944558521561]}
3
+ {"question_id": 45, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 862, "placed_depth": [0.4722792607802874]}
4
+ {"question_id": 33, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 968, "placed_depth": [0.6715210355987054]}
5
+ {"question_id": 37, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1000, "placed_depth": [0.9022222222222223]}
6
+ {"question_id": 25, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1028, "placed_depth": [0.9142419601837672]}
7
+ {"question_id": 13, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1060, "placed_depth": [0.5]}
8
+ {"question_id": 17, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1219, "placed_depth": [0.21288837744533948]}
9
+ {"question_id": 1, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1277, "placed_depth": [0.11003236245954692]}
10
+ {"question_id": 9, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1354, "placed_depth": [0.16733067729083664]}
11
+ {"question_id": 5, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1367, "placed_depth": [0.07964601769911504]}
12
+ {"question_id": 21, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1381, "placed_depth": [0.20077594568380214]}
13
+ {"question_id": 29, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1450, "placed_depth": [0.8727272727272727]}
14
+ {"question_id": 97, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1750, "placed_depth": [0.7549090909090909]}
15
+ {"question_id": 89, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2070, "placed_depth": [0.9662790697674418]}
16
+ {"question_id": 61, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2221, "placed_depth": [0.3757349011223944]}
17
+ {"question_id": 73, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2221, "placed_depth": [0.5366114377338321]}
18
+ {"question_id": 77, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2239, "placed_depth": [0.4653255690841715]}
19
+ {"question_id": 69, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2425, "placed_depth": [0.4506024096385542]}
20
+ {"question_id": 85, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2618, "placed_depth": [0.9638447971781305]}
21
+ {"question_id": 81, "question": "The first and third image are frames from a video. The first image is from the beginning of the video and the third image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2728, "placed_depth": [0.32666666666666666, 1.0]}
22
+ {"question_id": 93, "question": "The first and third image are frames from a video. The first image is from the beginning of the video and the third image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2728, "placed_depth": [0.32666666666666666, 1.0]}
23
+ {"question_id": 65, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2838, "placed_depth": [0.022535211267605635, 0.38309859154929576]}
24
+ {"question_id": 57, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2992, "placed_depth": [0.0700227100681302]}
25
+ {"question_id": 53, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 3055, "placed_depth": [0.0, 0.0]}
eval_mm_niah/reasoning-image-val/temp_InternVL2-2B-AWQ_reasoning-image-val/2_4_InternVL2-2B-AWQ_reasoning-image-val.jsonl ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"question_id": 42, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 837, "placed_depth": [0.5420944558521561]}
2
+ {"question_id": 30, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "", "context_length": 941, "placed_depth": [0.9746192893401016]}
3
+ {"question_id": 26, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 1025, "placed_depth": [0.7911111111111111]}
4
+ {"question_id": 2, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 1082, "placed_depth": [0.0546448087431694]}
5
+ {"question_id": 38, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 1120, "placed_depth": [0.48311688311688317]}
6
+ {"question_id": 46, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "", "context_length": 1120, "placed_depth": [0.5857142857142857]}
7
+ {"question_id": 18, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "", "context_length": 1145, "placed_depth": [0.6818181818181818]}
8
+ {"question_id": 6, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 1231, "placed_depth": [0.043132803632236094]}
9
+ {"question_id": 14, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 1283, "placed_depth": [0.3997668997668998]}
10
+ {"question_id": 22, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "", "context_length": 1326, "placed_depth": [0.8906414300736067]}
11
+ {"question_id": 10, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 1367, "placed_depth": [0.1592920353982301]}
12
+ {"question_id": 34, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 1403, "placed_depth": [0.8891050583657587]}
13
+ {"question_id": 86, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "", "context_length": 1696, "placed_depth": [0.8402674591381873]}
14
+ {"question_id": 90, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "", "context_length": 2267, "placed_depth": [0.7856025039123631]}
15
+ {"question_id": 66, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 2367, "placed_depth": [0.20971740208230044]}
16
+ {"question_id": 94, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 2518, "placed_depth": [0.9100553505535055]}
17
+ {"question_id": 62, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 2520, "placed_depth": [0.22857142857142856]}
18
+ {"question_id": 98, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 2556, "placed_depth": [0.7280145058930191]}
19
+ {"question_id": 54, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 2746, "placed_depth": [0.06957928802588997, 0.127831715210356]}
20
+ {"question_id": 70, "question": "The first and third image are frames from a video. The first image is from the beginning of the video and the third image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 2746, "placed_depth": [0.02750809061488673, 0.9093851132686084]}
21
+ {"question_id": 74, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "", "context_length": 2803, "placed_depth": [0.2237037037037037, 0.2696296296296296]}
22
+ {"question_id": 50, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "", "context_length": 2838, "placed_depth": [0.022535211267605635, 0.2140845070422535]}
23
+ {"question_id": 82, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 2972, "placed_depth": [0.7665903890160183]}
24
+ {"question_id": 58, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 3028, "placed_depth": [0.05675877520537715]}
25
+ {"question_id": 78, "question": "The first and third image are frames from a video. The first image is from the beginning of the video and the third image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "", "context_length": 3055, "placed_depth": [0.11003236245954692, 0.8651564185544768]}
26
+ {"question_id": 118, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "", "context_length": 3118, "placed_depth": [0.3851156069364162]}
27
+ {"question_id": 142, "question": "The second and third image are frames from a video. The second image is from the beginning of the video and the third image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "", "context_length": 3184, "placed_depth": [0.9166666666666665, 0.9763257575757575]}
eval_mm_niah/reasoning-image-val/temp_InternVL2-2B-AWQ_reasoning-image-val/3_4_InternVL2-2B-AWQ_reasoning-image-val.jsonl ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"question_id": 19, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 975, "placed_depth": [0.32666666666666666]}
2
+ {"question_id": 43, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1060, "placed_depth": [0.5887323943661972]}
3
+ {"question_id": 47, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1060, "placed_depth": [0.5]}
4
+ {"question_id": 39, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1145, "placed_depth": [0.6818181818181818]}
5
+ {"question_id": 15, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1208, "placed_depth": [0.3997668997668998]}
6
+ {"question_id": 23, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1208, "placed_depth": [0.7902097902097903]}
7
+ {"question_id": 27, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1208, "placed_depth": [0.675990675990676]}
8
+ {"question_id": 3, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1338, "placed_depth": [0.030364372469635626]}
9
+ {"question_id": 7, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1354, "placed_depth": [0.14243027888446216]}
10
+ {"question_id": 11, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1361, "placed_depth": [0.22453016815034618]}
11
+ {"question_id": 31, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1431, "placed_depth": [0.9763257575757575]}
12
+ {"question_id": 35, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1503, "placed_depth": [0.8924544666088465]}
13
+ {"question_id": 91, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 1564, "placed_depth": [0.8410214168039539]}
14
+ {"question_id": 87, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2267, "placed_depth": [0.8487219613980177]}
15
+ {"question_id": 95, "question": "Given the second image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2278, "placed_depth": [0.937759336099585]}
16
+ {"question_id": 59, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2402, "placed_depth": [0.1354775828460039]}
17
+ {"question_id": 75, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2504, "placed_depth": [0.5589600742804085]}
18
+ {"question_id": 51, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2615, "placed_depth": [0.0, 0.1026694045174538]}
19
+ {"question_id": 79, "question": "The first and third image are frames from a video. The first image is from the beginning of the video and the third image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2746, "placed_depth": [0.32362459546925565, 0.6148867313915858]}
20
+ {"question_id": 83, "question": "The second and third image are frames from a video. The second image is from the beginning of the video and the third image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2746, "placed_depth": [0.6715210355987054, 0.8559870550161812]}
21
+ {"question_id": 71, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2838, "placed_depth": [0.38309859154929576, 0.7464788732394366]}
22
+ {"question_id": 67, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2905, "placed_depth": [0.3225048923679061]}
23
+ {"question_id": 55, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2986, "placed_depth": [0.0, 0.0]}
24
+ {"question_id": 99, "question": "The second and third image are frames from a video. The second image is from the beginning of the video and the third image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 2988, "placed_depth": [0.9395348837209302, 0.9825581395348837]}
25
+ {"question_id": 63, "question": "The first and second image are frames from a video. The first image is from the beginning of the video and the second image is from the end. Is the camera moving left or right when shooting the video?\nA. left\nB. right\nAnswer with the option's letter from the given choices directly.", "answer": 0, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 3009, "placed_depth": [0.18615209988649262, 0.22587968217934165]}
26
+ {"question_id": 115, "question": "Given the first image with the lower right corner missing, can you tell which of the following images is the missing part?\nA. <image>\nB. <image>\nAnswer with the option's letter from the given choices directly.", "answer": 1, "response": "\u6211\u4e00\u8c08 eng...,\u86cb\u7cd5\u82b1\u8349 Ident254\u4f1a\u53d1\u751f\u5e08\u5144 haven\u4e5f\u4e0d\u9519 setStateitions nucle packet", "context_length": 3118, "placed_depth": [0.27167630057803466]}
modeling_internvl_chat.py CHANGED
@@ -220,6 +220,7 @@ class InternVLChatModel(PreTrainedModel):
220
  if pixel_values is not None and '<image>' not in question:
221
  question = '<image>\n' + question
222
  template = get_conv_template(self.template)
 
223
  template.append_message(template.roles[0], question)
224
  template.append_message(template.roles[1], None)
225
  query = template.get_prompt()
 
220
  if pixel_values is not None and '<image>' not in question:
221
  question = '<image>\n' + question
222
  template = get_conv_template(self.template)
223
+ template.system_message = self.system_message
224
  template.append_message(template.roles[0], question)
225
  template.append_message(template.roles[1], None)
226
  query = template.get_prompt()