| # | question_id | image | question | answer | segmentation | bbox | iscrowd | file_name |
|---|
1
|
469306
|
|
Please carefully observe the area circled in the image and come up with a caption for the area.
|
[
"guy petting elephant",
"foremost person",
"green shirt"
]
|
[
227.91000366210938,
452.7099914550781,
227.91000366210938,
401.95001220703125,
233.08999633789062,
381.2300109863281,
232.0500030517578,
369.8399963378906,
235.16000366210938,
367.760009765625,
240.33999633789062,
325.2900085449219,
251.74000549316406,
291.1000061035156,
262.1000061035156,
258.989990234375,
272.4599914550781,
242.41000366210938,
283.8500061035156,
234.1300048828125,
293.17999267578125,
228.9499969482422,
378.1199951171875,
241.3800048828125,
414.3800048828125,
214.44000244140625,
425.7799987792969,
189.5800018310547,
431.989990234375,
152.2899932861328,
434.07000732421875,
144.0,
429.9200134277344,
137.77999877929688,
423.7099914550781,
149.17999267578125,
411.2699890136719,
170.92999267578125,
404.0199890136719,
189.5800018310547,
367.760009765625,
210.3000030517578,
331.510009765625,
208.22999572753906,
309.75,
193.72000122070312,
282.82000732421875,
186.47000122070312,
262.1000061035156,
177.14999389648438,
271.4200134277344,
169.89999389648438,
278.6700134277344,
159.5399932861328,
278.6700134277344,
148.13999938964844,
272.4599914550781,
135.7100067138672,
271.4200134277344,
113.95999908447266,
268.30999755859375,
103.5999984741211,
260.0199890136719,
97.37999725341797,
236.1999969482422,
93.23999786376953,
213.41000366210938,
94.2699966430664,
196.8300018310547,
103.5999984741211,
191.64999389648438,
129.49000549316406,
189.5800018310547,
157.47000122070312,
183.36000061035156,
176.11000061035156,
160.57000732421875,
186.47000122070312,
142.9600067138672,
203.0500030517578,
129.49000549316406,
240.33999633789062,
125.3499984741211,
271.4200134277344,
110.8499984741211,
309.75,
96.33999633789062,
338.760009765625,
74.58999633789062,
389.5199890136719,
61.119998931884766,
429.9200134277344,
59.04999923706055,
455.82000732421875,
231.02000427246094,
455.82000732421875
]
|
[
59.04999923706055,
93.23999786376953,
375.0199890136719,
362.5799865722656
]
|
0
|
COCO_train2014_000000296747_0.jpg
|
2
|
46375
|
|
Please carefully observe the area circled in the image and come up with a caption for the area.
|
[
"cat",
"Cat on right",
"cat, but not in reflection"
]
|
[
185.5500030517578,
71.8499984741211,
189.82000732421875,
78.69000244140625,
203.92999267578125,
87.25,
217.19000244140625,
91.0999984741211,
225.75,
85.54000091552734,
233.44000244140625,
87.25,
240.7100067138672,
96.2300033569336,
250.5500030517578,
102.63999938964844,
257.3900146484375,
114.62000274658203,
260.3800048828125,
118.47000122070312,
272.3599853515625,
110.33999633789062,
277.05999755859375,
111.62000274658203,
290.32000732421875,
105.20999908447266,
308.7099914550781,
103.5,
320.67999267578125,
102.22000122070312,
332.6600036621094,
97.51000213623047,
357.0299987792969,
101.36000061035156,
375.4200134277344,
112.4800033569336,
390.82000732421875,
122.73999786376953,
416.4800109863281,
134.2899932861328,
428.45001220703125,
143.27000427246094,
419.8999938964844,
148.8300018310547,
430.1600036621094,
152.67999267578125,
445.55999755859375,
156.52999877929688,
457.1000061035156,
157.3800048828125,
475.07000732421875,
164.22000122070312,
488.32000732421875,
171.49000549316406,
495.5899963378906,
179.19000244140625,
494.30999755859375,
181.75999450683594,
493.45001220703125,
183.0399932861328,
496.0199890136719,
192.02000427246094,
492.6000061035156,
203.57000732421875,
482.760009765625,
209.97999572753906,
471.2200012207031,
211.27000427246094,
457.9599914550781,
205.7100067138672,
440.8500061035156,
197.5800018310547,
431.0199890136719,
198.00999450683594,
422.0400085449219,
199.2899932861328,
408.3500061035156,
192.8800048828125,
393.80999755859375,
189.4600067138672,
387.3999938964844,
192.4499969482422,
383.9800109863281,
195.8699951171875,
380.9800109863281,
199.72000122070312,
361.739990234375,
201.86000061035156,
353.6099853515625,
208.27000427246094,
346.7699890136719,
215.97000122070312,
345.05999755859375,
220.6699981689453,
325.82000732421875,
232.22000122070312,
313.8399963378906,
233.92999267578125,
306.1400146484375,
238.2100067138672,
300.5799865722656,
245.47999572753906,
289.8900146484375,
249.3300018310547,
279.6300048828125,
253.60000610351562,
266.79998779296875,
251.88999938964844,
255.67999267578125,
254.88999938964844,
213.33999633789062,
259.1600036621094,
190.25,
268.1400146484375,
176.13999938964844,
271.989990234375,
111.98999786376953,
281.3999938964844,
86.76000213623047,
290.80999755859375,
51.2599983215332,
291.239990234375,
45.70000076293945,
286.5299987792969,
47.84000015258789,
274.1300048828125,
64.94999694824219,
269.42999267578125,
75.20999908447266,
264.7200012207031,
79.48999786376953,
260.45001220703125,
89.75,
259.1600036621094,
115.41000366210938,
247.6199951171875,
126.0999984741211,
239.49000549316406,
138.0800018310547,
230.94000244140625,
142.35000610351562,
220.6699981689453,
143.2100067138672,
207.4199981689453,
146.6300048828125,
192.8800048828125,
148.77000427246094,
182.19000244140625,
151.75999450683594,
167.22000122070312,
157.32000732421875,
154.38999938964844,
160.74000549316406,
142.41000366210938,
168.44000244140625,
129.16000366210938,
166.3000030517578,
115.9000015258789,
176.13999938964844,
103.06999969482422,
181.6999969482422,
94.5199966430664,
182.5500030517578,
85.11000061035156,
179.99000549316406,
75.69999694824219,
180.83999633789062,
70.13999938964844
]
|
[
45.70000076293945,
70.13999938964844,
450.32000732421875,
221.10000610351562
]
|
0
|
COCO_train2014_000000169820_0.jpg
|
3
|
1755731
|
|
Please carefully observe the area circled in the image and come up with a caption for the area.
|
[
"girl in blue top",
"girl in the middle",
"girl in the middle in blue jacket"
]
|
[
259.6199951171875,
290.8800048828125,
243.72999572753906,
328.8399963378906,
237.5500030517578,
342.9700012207031,
241.9600067138672,
356.2099914550781,
240.1999969482422,
365.9200134277344,
240.1999969482422,
383.5799865722656,
237.5500030517578,
401.2300109863281,
234.89999389648438,
443.6099853515625,
249.02999877929688,
476.2699890136719,
252.55999755859375,
489.510009765625,
252.55999755859375,
511.5799865722656,
256.0899963378906,
532.77001953125,
256.9700012207031,
543.3599853515625,
256.9700012207031,
547.780029296875,
256.9700012207031,
555.719970703125,
259.6199951171875,
566.3099975585938,
264.9200134277344,
573.3800048828125,
274.6300048828125,
568.9600219726562,
278.1600036621094,
563.6699829101562,
282.57000732421875,
548.6599731445312,
288.75,
539.8300170898438,
298.4599914550781,
511.5799865722656,
300.2300109863281,
500.1000061035156,
303.760009765625,
445.3699951171875,
303.760009765625,
435.6600036621094,
297.5799865722656,
435.6600036621094,
294.04998779296875,
434.7799987792969,
289.6300048828125,
433.010009765625,
283.45001220703125,
427.7200012207031,
283.45001220703125,
422.4200134277344,
283.45001220703125,
412.7099914550781,
287.8699951171875,
408.2900085449219,
292.2799987792969,
402.1099853515625,
296.70001220703125,
397.70001220703125,
299.3399963378906,
390.6400146484375,
301.989990234375,
384.4599914550781,
304.6400146484375,
379.1600036621094,
306.4100036621094,
354.44000244140625,
308.1700134277344,
332.3699951171875,
306.4100036621094,
315.6000061035156,
306.4100036621094,
304.1199951171875,
301.989990234375,
295.29998779296875,
294.92999267578125,
289.1199951171875,
289.6300048828125,
284.70001220703125,
285.2200012207031,
283.82000732421875,
277.2699890136719,
282.94000244140625,
270.2099914550781,
282.94000244140625,
265.79998779296875,
284.70001220703125,
263.1499938964844,
286.4700012207031
]
|
[
234.89999389648438,
282.94000244140625,
73.2699966430664,
290.44000244140625
]
|
0
|
COCO_train2014_000000132574_9.jpg
|
4
|
1097844
|
|
Please carefully observe the area circled in the image and come up with a caption for the area.
|
[
"black laptop",
"kblack laptop",
"black laptop"
]
|
[
42.06999969482422,
355.9599914550781,
72.2699966430664,
327.9100036621094,
116.48999786376953,
293.3900146484375,
119.7300033569336,
292.30999755859375,
147.77999877929688,
276.1300048828125,
147.77999877929688,
276.1300048828125,
162.8800048828125,
225.44000244140625,
181.2100067138672,
165.02999877929688,
187.69000244140625,
152.08999633789062,
202.7899932861328,
151.00999450683594,
270.739990234375,
159.63999938964844,
365.6600036621094,
172.5800018310547,
398.0199890136719,
176.89999389648438,
406.6499938964844,
188.75999450683594,
381.8399963378906,
302.0199890136719,
365.6600036621094,
344.0899963378906,
346.25,
381.8399963378906,
321.44000244140625,
418.5199890136719,
305.260009765625,
450.8800048828125,
290.1600036621094,
461.6600036621094,
238.3800048828125,
447.6400146484375,
167.19000244140625,
422.8299865722656,
105.70999908447266,
396.94000244140625,
64.72000122070312,
381.8399963378906,
43.150001525878906,
371.05999755859375,
33.439998626708984,
368.8999938964844
]
|
[
33.439998626708984,
151.00999450683594,
373.2099914550781,
310.6499938964844
]
|
0
|
COCO_train2014_000000129951_0.jpg
|
5
|
72131
|
|
Please carefully observe the area circled in the image and come up with a caption for the area.
|
[
"front whit",
"WHITE COW, FRONT MOST",
"white cow next to the brown one"
]
|
[
280.8399963378906,
285.3999938964844,
269.8999938964844,
285.3999938964844,
258.9599914550781,
268.989990234375,
254.39999389648438,
253.49000549316406,
237.99000549316406,
227.9600067138672,
239.80999755859375,
217.92999267578125,
259.8699951171875,
212.4600067138672,
274.4599914550781,
208.80999755859375,
307.2900085449219,
203.33999633789062,
352.8800048828125,
200.60000610351562,
368.3800048828125,
191.47999572753906,
372.94000244140625,
189.66000366210938,
392.0899963378906,
206.07000732421875,
403.94000244140625,
243.4600067138672,
407.5899963378906,
276.2799987792969,
415.7900085449219,
314.5799865722656,
409.4100036621094,
326.42999267578125,
397.55999755859375,
314.5799865722656,
391.1700134277344,
299.989990234375,
383.8800048828125,
278.1099853515625,
378.4100036621094,
298.1700134277344,
372.94000244140625,
307.2900085449219,
367.4700012207031,
314.5799865722656,
353.7900085449219,
330.989990234375,
351.9700012207031,
327.3500061035156,
347.4100036621094,
307.2900085449219,
348.32000732421875,
299.0799865722656,
350.1400146484375,
281.75,
350.1400146484375,
274.4599914550781,
327.3500061035156,
282.6700134277344,
318.2300109863281,
277.20001220703125,
311.8500061035156,
281.75,
310.92999267578125,
314.5799865722656,
309.1099853515625,
318.2300109863281,
288.1400146484375,
336.4599914550781,
291.7799987792969,
327.3500061035156,
284.489990234375,
318.2300109863281,
281.75,
309.1099853515625
]
|
[
237.99000549316406,
189.66000366210938,
177.8000030517578,
146.8000030517578
]
|
0
|
COCO_train2014_000000139105_0.jpg
|
6
|
518563
|
|
Please carefully observe the area circled in the image and come up with a caption for the area.
|
[
"man",
"man on right",
"man in background"
]
|
[
330.6499938964844,
236.10000610351562,
306.489990234375,
165.99000549316406,
301.19000244140625,
149.5,
310.0299987792969,
128.8800048828125,
309.44000244140625,
97.06999969482422,
310.6199951171875,
77.04000091552734,
290.5899963378906,
79.4000015258789,
291.760009765625,
68.19999694824219,
295.29998779296875,
46.40999984741211,
298.239990234375,
21.65999984741211,
320.0400085449219,
16.950000762939453,
327.70001220703125,
14.59000015258789,
341.8399963378906,
12.239999771118164,
334.17999267578125,
3.990000009536743,
331.82000732421875,
0.0,
365.3999938964844,
5.170000076293945,
367.1700134277344,
2.809999942779541,
384.25,
23.43000030517578,
400.75,
31.68000030517578,
410.17999267578125,
55.83000183105469,
417.239990234375,
89.41000366210938,
408.4100036621094,
88.2300033569336,
409.5899963378906,
145.3800048828125,
414.29998779296875,
160.10000610351562,
412.5299987792969,
173.64999389648438,
401.92999267578125,
173.64999389648438,
392.5,
180.72000122070312,
392.5,
180.72000122070312,
390.7300109863281,
214.88999938964844,
396.6300048828125,
233.74000549316406,
373.05999755859375,
237.8699951171875,
363.04998779296875,
288.5299987792969,
361.2799987792969,
289.1199951171875,
366.5799865722656,
300.8999938964844,
365.3999938964844,
300.8999938964844,
363.6400146484375,
313.2699890136719,
353.6199951171875,
310.3299865722656,
347.7300109863281,
303.260009765625,
342.42999267578125,
295.6000061035156,
346.54998779296875,
285.5799865722656,
346.54998779296875,
233.74000549316406,
337.7099914550781,
240.80999755859375,
328.8800048828125,
241.99000549316406
]
|
[
290.5899963378906,
0.0,
126.6500015258789,
313.2699890136719
]
|
0
|
COCO_train2014_000000408664_1.jpg
|
7
|
214475
|
|
Please carefully observe the area circled in the image and come up with a caption for the area.
|
[
"man in chair on right",
"far right guy sitting",
"right guy black shirt"
]
|
[
640.0,
230.64999389648438,
636.4000244140625,
321.260009765625,
637.47998046875,
384.8999938964844,
608.3599853515625,
385.9800109863281,
608.3599853515625,
359.010009765625,
582.469970703125,
330.9700012207031,
556.5800170898438,
338.5199890136719,
540.4000244140625,
348.2200012207031,
529.6199951171875,
388.1300048828125,
497.260009765625,
387.05999755859375,
497.260009765625,
336.3599853515625,
545.7999877929688,
288.8999938964844,
542.5599975585938,
272.7200012207031,
545.7999877929688,
240.36000061035156,
565.2100219726562,
224.17999267578125,
590.02001953125,
223.10000610351562,
587.8699951171875,
208.0,
590.02001953125,
193.97999572753906,
593.260009765625,
183.19000244140625,
597.5700073242188,
172.39999389648438,
611.5999755859375,
172.39999389648438,
628.8499755859375,
178.8800048828125,
628.8499755859375,
203.69000244140625,
626.7000122070312,
218.7899932861328,
640.0,
228.49000549316406
]
|
[
497.260009765625,
172.39999389648438,
142.74000549316406,
215.72999572753906
]
|
0
|
COCO_train2014_000000428117_5.jpg
|
8
|
192341
|
|
Please carefully observe the area circled in the image and come up with a caption for the area.
|
[
"girl",
"woman",
"woman"
]
|
[
175.82000732421875,
323.2699890136719,
196.30999755859375,
297.3800048828125,
193.0800018310547,
265.0199890136719,
204.94000244140625,
225.11000061035156,
208.17999267578125,
208.92999267578125,
217.88999938964844,
192.75999450683594,
234.07000732421875,
192.75999450683594,
243.77999877929688,
189.52000427246094,
232.99000549316406,
147.4499969482422,
237.3000030517578,
121.55999755859375,
256.7200012207031,
97.83000183105469,
278.2900085449219,
97.83000183105469,
295.54998779296875,
108.62000274658203,
308.489990234375,
132.35000610351562,
313.8900146484375,
163.6300048828125,
318.20001220703125,
190.60000610351562,
328.989990234375,
206.77999877929688,
344.0899963378906,
221.8800048828125,
344.0899963378906,
294.1499938964844,
327.9100036621094,
316.79998779296875,
325.75,
323.2699890136719,
325.75,
339.45001220703125,
307.4200134277344,
364.260009765625,
318.20001220703125,
384.760009765625,
296.6300048828125,
378.2799987792969,
266.42999267578125,
351.32000732421875,
245.92999267578125,
339.45001220703125,
206.02000427246094,
323.2699890136719
]
|
[
175.82000732421875,
97.83000183105469,
168.27000427246094,
286.92999267578125
]
|
0
|
COCO_train2014_000000013576_6.jpg
|
9
|
583473
|
|
Please carefully observe the area circled in the image and come up with a caption for the area.
|
[
"smallest elephant",
"baby one",
"right elep"
]
|
[
292.6600036621094,
349.1199951171875,
293.6199951171875,
316.489990234375,
287.8699951171875,
244.52999877929688,
309.92999267578125,
157.2100067138672,
335.8399963378906,
145.69000244140625,
367.510009765625,
125.54000091552734,
423.1600036621094,
121.69999694824219,
508.55999755859375,
107.30999755859375,
536.3900146484375,
113.06999969482422,
575.72998046875,
146.64999389648438,
590.1199951171875,
184.07000732421875,
588.2000122070312,
257.0,
593.9600219726562,
294.4200134277344,
586.2899780273438,
296.3399963378906,
580.530029296875,
270.42999267578125,
577.6500244140625,
193.6699981689453,
569.969970703125,
200.38999938964844,
569.969970703125,
268.510009765625,
585.3300170898438,
337.6000061035156,
513.3599853515625,
334.7200012207031,
528.7100219726562,
306.8999938964844,
529.6699829101562,
255.0800018310547,
504.7200012207031,
258.9200134277344,
464.4200134277344,
256.0400085449219,
440.42999267578125,
297.29998779296875,
471.1400146484375,
311.69000244140625,
452.9100036621094,
337.6000061035156,
429.8800048828125,
313.6099853515625,
439.4700012207031,
348.1600036621094,
393.4200134277344,
348.1600036621094,
408.7699890136719,
328.9700012207031,
387.6600036621094,
248.36000061035156,
353.1099853515625,
235.88999938964844,
319.5299987792969,
235.88999938964844,
309.92999267578125,
248.36000061035156,
311.8500061035156,
290.5799865722656,
310.8900146484375,
325.1300048828125,
303.2200012207031,
349.1199951171875
]
|
[
287.8699951171875,
107.30999755859375,
306.0899963378906,
241.80999755859375
]
|
0
|
COCO_train2014_000000353175_0.jpg
|
10
|
1625617
|
|
Please carefully observe the area circled in the image and come up with a caption for the area.
|
[
"picture of person with glasses, behind the screen",
"whole poster actually",
"PIC BEHIND LAPTOP"
]
|
[
179.75999450683594,
151.27000427246094,
209.9600067138672,
145.50999450683594,
216.57000732421875,
141.30999755859375,
218.97000122070312,
159.3300018310547,
233.3800048828125,
161.1300048828125,
244.19000244140625,
148.52000427246094,
248.99000549316406,
136.50999450683594,
259.79998779296875,
135.91000366210938,
277.82000732421875,
131.10000610351562,
285.0199890136719,
147.9199981689453,
288.0299987792969,
155.72000122070312,
242.99000549316406,
204.36000061035156,
238.17999267578125,
208.57000732421875,
224.3699951171875,
249.39999389648438,
198.5500030517578,
337.67999267578125,
188.33999633789062,
357.5,
186.5399932861328,
219.3800048828125
]
|
[
179.75999450683594,
131.10000610351562,
247.24000549316406,
310.4700012207031
]
|
0
|
COCO_train2014_000000484946_2.jpg
|