-
Notifications
You must be signed in to change notification settings - Fork 6
/
valid_simple.json
13814 lines (13814 loc) · 555 KB
/
valid_simple.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
[
{
"directory": "open-images-1815_f91d6f546e63f20d",
"pos_idx": 5,
"neg_idx": 3,
"caption": "A deer head is mounted horizontally next to a painting"
},
{
"directory": "open-images-1815_f91d6f546e63f20d",
"pos_idx": 7,
"neg_idx": 9,
"caption": "Some green grass is seen in the lower right corner next to a sculpture of some birds above flowers. "
},
{
"directory": "open-images-1815_f91d6f546e63f20d",
"pos_idx": 3,
"neg_idx": 1,
"caption": "There is a fossil structure with a head, two arms, and a long spine."
},
{
"directory": "MSR-VTT-videoTestVideo_video7047-shot1_0",
"pos_idx": 7,
"neg_idx": 5,
"caption": "the transition image into the one of the lady in blue from the one where bags where hang up"
},
{
"directory": "MSR-VTT-videoTestVideo_video7047-shot1_0",
"pos_idx": 8,
"neg_idx": 6,
"caption": "Two girls are clearly shown, and the girl toward the center of the image has both hands pointing leftward with fingers spread."
},
{
"directory": "MSR-VTT-videoTestVideo_video7047-shot1_0",
"pos_idx": 9,
"neg_idx": 7,
"caption": "Two girls are shown. The girl in brown is turned more toward the girl in blue. The girl in blue is looking straight ahead."
},
{
"directory": "MSR-VTT-videoTestVideo_video9787-shot1_0",
"pos_idx": 8,
"neg_idx": 6,
"caption": "There is a grey monument wall that is located between the black girl and the girl in the middle. The black girl is facing to the left."
},
{
"directory": "MSR-VTT-videoTestVideo_video9787-shot1_0",
"pos_idx": 9,
"neg_idx": 7,
"caption": "There is a man in a white shirt and black pants to the left of the girls. He is the only person behind them that is completely visible. He is not touching the edge of the frame."
},
{
"directory": "video-storytelling-videocamping_1OzbiB1TIWI-shot14_2",
"pos_idx": 6,
"neg_idx": 8,
"caption": "You can see the woman on the far right's face really well. "
},
{
"directory": "video-storytelling-videocamping_1OzbiB1TIWI-shot14_2",
"pos_idx": 7,
"neg_idx": 9,
"caption": "The person with the white shirt over her butt is really bent over far with her hands at her back. "
},
{
"directory": "video-storytelling-videocamping_1OzbiB1TIWI-shot14_2",
"pos_idx": 8,
"neg_idx": 6,
"caption": "The woman on the right has her mouth wide open and her eyes wide."
},
{
"directory": "open-images-411_480d72ee0f97da49",
"pos_idx": 1,
"neg_idx": 3,
"caption": "A white object that has a lot of rust on it. There is a pipe sticking out of the top of the white object and another larger pipe that is just seen at the top of the image. "
},
{
"directory": "open-images-411_480d72ee0f97da49",
"pos_idx": 8,
"neg_idx": 6,
"caption": "Three pieces of hardware sitting on the edge of a sink. The piece on the right is all black. "
},
{
"directory": "open-images-411_480d72ee0f97da49",
"pos_idx": 6,
"neg_idx": 4,
"caption": "Single sink with a white stopper on the right top. The inside of the sink is brown and gross around the drain."
},
{
"directory": "MSR-VTT-videoTestVideo_video7020-shot1_1",
"pos_idx": 4,
"neg_idx": 2,
"caption": "The white rolling pin is centered on the yellow item, and it isn't badly double exposed."
},
{
"directory": "MSR-VTT-videoTestVideo_video7020-shot1_1",
"pos_idx": 5,
"neg_idx": 3,
"caption": "There is an equal amount of yellow and white between both hands"
},
{
"directory": "YouCook-video0037-shot3_0",
"pos_idx": 3,
"neg_idx": 1,
"caption": "You only see the spoon right above the salad. You can see a very small blur of one finger. The mixing haven't started. "
},
{
"directory": "YouCook-video0037-shot3_0",
"pos_idx": 4,
"neg_idx": 2,
"caption": "small particles of something is sprinkle on the food inside the bowl, no finger is visible"
},
{
"directory": "YouCook-video0037-shot3_0",
"pos_idx": 5,
"neg_idx": 7,
"caption": "The spoon is at the top right corner, it is not moving any of the food."
},
{
"directory": "MSR-VTT-videoTestVideo_video8886-shot1_1",
"pos_idx": 4,
"neg_idx": 6,
"caption": "The person sitting down in the background in a chair has their hands behind their head. There is a person with a blue Hawaiian shirt on the right side of the picture. "
},
{
"directory": "MSR-VTT-videoTestVideo_video8282-shot0_0",
"pos_idx": 7,
"neg_idx": 9,
"caption": "Just the first letter in the text at the bottom has completely faded away."
},
{
"directory": "MSR-VTT-videoTestVideo_video8282-shot0_0",
"pos_idx": 8,
"neg_idx": 6,
"caption": "Half of the 2nd word of the text is faded and can't be read. "
},
{
"directory": "MSR-VTT-videoTestVideo_video8282-shot0_0",
"pos_idx": 9,
"neg_idx": 7,
"caption": "She is holding the fur up and two painted fingernails are visible. "
},
{
"directory": "open-images-1679_29fd4eed473ea3aa",
"pos_idx": 8,
"neg_idx": 6,
"caption": "A person in color writing at a desk with a blue pen. "
},
{
"directory": "open-images-1679_29fd4eed473ea3aa",
"pos_idx": 9,
"neg_idx": 7,
"caption": "A picture in black and white of a laptop computer with a cat on the right side of the image. "
},
{
"directory": "open-images-1679_29fd4eed473ea3aa",
"pos_idx": 5,
"neg_idx": 3,
"caption": "The small notebook is opened with a pen and a pair of glasses on top."
},
{
"directory": "open-images-1707_3d0db43966754e82",
"pos_idx": 1,
"neg_idx": 3,
"caption": "A woman has her tongue between her teeth which covers most of her top teeth. "
},
{
"directory": "open-images-1707_3d0db43966754e82",
"pos_idx": 4,
"neg_idx": 6,
"caption": "A singer is facing and pointing towards the right hand side of the picture. "
},
{
"directory": "open-images-1707_3d0db43966754e82",
"pos_idx": 3,
"neg_idx": 5,
"caption": "She has a pink stripe in her braided hair, and is holding a green bowl."
},
{
"directory": "MSR-VTT-videoTestVideo_video8282-shot1_1",
"pos_idx": 0,
"neg_idx": 2,
"caption": "the first two letters of the third word have the left hand in the background of them"
},
{
"directory": "MSR-VTT-videoTestVideo_video8282-shot1_1",
"pos_idx": 1,
"neg_idx": 3,
"caption": "Hands are stretching out a piece of fur. Gold nail polish on the right thumb is visible, and the tip of that thumb is cut off. The bulk of the fur is visible hanging down on the right side."
},
{
"directory": "MSR-VTT-videoTestVideo_video8282-shot1_1",
"pos_idx": 2,
"neg_idx": 4,
"caption": "The gray object is not touching any of the text on the bottom. The woman's left hand is behind the first two words of text. "
},
{
"directory": "MSR-VTT-videoTestVideo_video8560-shot1_3",
"pos_idx": 1,
"neg_idx": 3,
"caption": "The car front and back cannot be seen. The front wheel has two orange spots and the back wheel has one."
},
{
"directory": "MSR-VTT-videoTestVideo_video8560-shot1_3",
"pos_idx": 2,
"neg_idx": 0,
"caption": "You can just barely see the front corner of the white van that was next to the black car. "
},
{
"directory": "video-storytelling-videowedding_de8dLXvgV-I-shot6_0",
"pos_idx": 6,
"neg_idx": 4,
"caption": "The woman has just emerged from her face being blocked by a camera stand in teh background as she is escorted by a man with an umbrella"
},
{
"directory": "video-storytelling-videowedding_de8dLXvgV-I-shot6_0",
"pos_idx": 8,
"neg_idx": 6,
"caption": "The flowers the woman in the teal strapless dress is carrying are completely obscured by the man in the black shirt\u2019s head. "
},
{
"directory": "MSR-VTT-videoTestVideo_video7603-shot1_1",
"pos_idx": 4,
"neg_idx": 6,
"caption": "The picture is well lit and bright. Only one fingernail on a finger can be seen in the upper right corner. The image is not blurry. "
},
{
"directory": "open-images-2401_08fcffc191732f13",
"pos_idx": 9,
"neg_idx": 7,
"caption": "A woman with a white background smiles at the camera. Most of her body is visible. She is wearing a black outfit."
},
{
"directory": "open-images-2401_08fcffc191732f13",
"pos_idx": 4,
"neg_idx": 2,
"caption": "The woman is laying on her stomach on a stone fence in front of a tree branch."
},
{
"directory": "open-images-2401_08fcffc191732f13",
"pos_idx": 0,
"neg_idx": 2,
"caption": "A woman is seen with her right hand on her left shoulder. The right hand is holding a pen. There is half a man's face on the far right side of the image."
},
{
"directory": "open-images-2823_14fbd53b9a334bb9",
"pos_idx": 3,
"neg_idx": 5,
"caption": "a ladybug perches at the top of a thin plant with leaves at the top"
},
{
"directory": "open-images-2823_14fbd53b9a334bb9",
"pos_idx": 0,
"neg_idx": 2,
"caption": "A ladybug on the rightmost branch. The branches make an X above the ladybug. "
},
{
"directory": "open-images-2823_14fbd53b9a334bb9",
"pos_idx": 9,
"neg_idx": 7,
"caption": "The ladybug is climbing up the side of a vertical green stalk."
},
{
"directory": "MSR-VTT-videoTestVideo_video7146-shot0_0",
"pos_idx": 1,
"neg_idx": 3,
"caption": "The woman is close to the dog. The dog is facing down the stairs with its tail up high and pointed to the top left."
},
{
"directory": "MSR-VTT-videoTestVideo_video7146-shot0_0",
"pos_idx": 2,
"neg_idx": 0,
"caption": "You can no longer see the person's head with the blue shirt on at the bottom of the stairs. The dog has two legs on a back stair and the rest of the dog's body is angled strangely to the right."
},
{
"directory": "MSR-VTT-videoTestVideo_video7041-shot1_1",
"pos_idx": 7,
"neg_idx": 9,
"caption": "A boy is walking into a room full of people. On the far left is a girl in the foreground wearing a red scrunchie that you can just barely see on the far left side of the image. "
},
{
"directory": "MSR-VTT-videoTestVideo_video7041-shot1_1",
"pos_idx": 8,
"neg_idx": 6,
"caption": "A group of dancers on the dance floor. The girl in the autumn dress is facing the blonde boy in blue."
},
{
"directory": "open-images-1119_530105735b147938",
"pos_idx": 2,
"neg_idx": 0,
"caption": "A child's hand is holding a large frog that's mostly green on top with a white and brownish speckled belly. It looks like a swimming pool in the background."
},
{
"directory": "YouCook-video0034-shot14_4",
"pos_idx": 0,
"neg_idx": 2,
"caption": "Two images are blended, with the dominant image being a hand slicing something with a vegetable slicer. The slicer on the table is very faded."
},
{
"directory": "YouCook-video0034-shot14_4",
"pos_idx": 1,
"neg_idx": 3,
"caption": "The cucumber is just to be cut into, you can see a transparent image covering the image "
},
{
"directory": "YouCook-video0034-shot14_4",
"pos_idx": 2,
"neg_idx": 4,
"caption": "A man is cutting the cucumber closest to his pointer finger and you cannot see his nails."
},
{
"directory": "open-images-2169_01d237e5eef4a56f",
"pos_idx": 5,
"neg_idx": 3,
"caption": "There's a row of little goats poking their heads out of a wire fence. Someone on the left is feeding them out of a plastic cup."
},
{
"directory": "open-images-2169_01d237e5eef4a56f",
"pos_idx": 6,
"neg_idx": 8,
"caption": "An extreme closeup of a brown goat looking to the right. The goat has a black stripe going down it's face."
},
{
"directory": "open-images-2169_01d237e5eef4a56f",
"pos_idx": 2,
"neg_idx": 0,
"caption": "Several goats looking through a wooden fence. There is some yellow in the top left side of the image. "
},
{
"directory": "open-images-1888_1db7ae32bc637a07",
"pos_idx": 7,
"neg_idx": 5,
"caption": "A woman with black hair is about to hit a tennis ball with her black red and yellow racket."
},
{
"directory": "open-images-1888_1db7ae32bc637a07",
"pos_idx": 5,
"neg_idx": 7,
"caption": "A woman in a black outsfit with writing on it is jumping up and hitting a tennis ball with a racket in her left hand. There is a bush with no leaves on the left side of the image."
},
{
"directory": "MSR-VTT-videoTestVideo_video7816-shot0_0",
"pos_idx": 2,
"neg_idx": 0,
"caption": "Two people standing side by side fishing. The man on the left has jerked his whole body around so that you can now see text on his shirt. "
},
{
"directory": "video-storytelling-videocamping_dBXYM3dQTSo-shot74_0",
"pos_idx": 4,
"neg_idx": 6,
"caption": "You can just start to see the teeth of the woman coming in from the right. You can only see one eye clearly. "
},
{
"directory": "video-storytelling-videocamping_dBXYM3dQTSo-shot74_0",
"pos_idx": 5,
"neg_idx": 3,
"caption": "You can now see the entire mouth and both eyes of the woman but her left eye is just cut off on the right side of the image. "
},
{
"directory": "video-storytelling-videocamping_dBXYM3dQTSo-shot74_0",
"pos_idx": 6,
"neg_idx": 8,
"caption": "The girl's left eye and mouth is visible but half of her left cheek is cut off."
},
{
"directory": "video-storytelling-videowedding_Bp8t824h5NE-shot45_2",
"pos_idx": 2,
"neg_idx": 4,
"caption": "no bridesmaid is visible at all."
},
{
"directory": "video-storytelling-videowedding_Bp8t824h5NE-shot45_2",
"pos_idx": 3,
"neg_idx": 1,
"caption": "The woman on the far left is looking forward. The woman on the far right behind the man on the right is looking right. Most of the crowd look back at a woman in blue behind a pillar."
},
{
"directory": "MSR-VTT-videoTestVideo_video8679-shot1_10",
"pos_idx": 4,
"neg_idx": 6,
"caption": "The cloud on top left side of box only has half of it showing."
},
{
"directory": "YouCook-video0008-shot10_3",
"pos_idx": 5,
"neg_idx": 3,
"caption": "The numbers at the end of the text are in an upside down U shape. "
},
{
"directory": "video-storytelling-videocamping_dBXYM3dQTSo-shot8_1",
"pos_idx": 5,
"neg_idx": 7,
"caption": "Two street signs are slightly to the right of the center of the image. You can see half of the bridge path."
},
{
"directory": "video-storytelling-videocamping_dBXYM3dQTSo-shot8_1",
"pos_idx": 6,
"neg_idx": 4,
"caption": "There is the slightest of openings to see the end of the bridge through the obstruction."
},
{
"directory": "video-storytelling-videobirthday__amwPjAcoC8-shot34_4",
"pos_idx": 2,
"neg_idx": 4,
"caption": "The text at the top right and bottom right of the toy box is right at the edge."
},
{
"directory": "MSR-VTT-videoTestVideo_video9219-shot1_3",
"pos_idx": 7,
"neg_idx": 9,
"caption": "The man is facing left with both feet slightly back and no gap visible between the legs. The background is orange. The woman's face is pointed to the left."
},
{
"directory": "MSR-VTT-videoTestVideo_video9219-shot1_3",
"pos_idx": 9,
"neg_idx": 7,
"caption": "There is a man and woman dancing, with another couple off to the left. The man's back is facing the camera and there appears to be something white hanging from his back pocket."
},
{
"directory": "MSR-VTT-videoTestVideo_video8240-shot1_0",
"pos_idx": 0,
"neg_idx": 2,
"caption": "There two sets of same images diagonally placed. The top left corner's person's lips and nose are visible as they lay there."
},
{
"directory": "MSR-VTT-videoTestVideo_video8240-shot1_0",
"pos_idx": 1,
"neg_idx": 3,
"caption": "The woman in the black shirt is seen twice. Her mouth in the upper picture is cover by the text."
},
{
"directory": "MSR-VTT-videoTestVideo_video8240-shot1_0",
"pos_idx": 2,
"neg_idx": 4,
"caption": "The girl in black is in the middle top side of the picture. The lady lying down on the top right has her head right under the text. The head does not pass the boundary of this text box. "
},
{
"directory": "MSR-VTT-videoTestVideo_video7170-shot3_0",
"pos_idx": 0,
"neg_idx": 2,
"caption": "Her right arm is pulled back in a fist past her hair."
},
{
"directory": "MSR-VTT-videoTestVideo_video7170-shot3_0",
"pos_idx": 1,
"neg_idx": 3,
"caption": "The girl's left arm is extended somewhat and the bow is outstretched as well. Her right hand is starting to block some of her body. "
},
{
"directory": "MSR-VTT-videoTestVideo_video7170-shot3_0",
"pos_idx": 2,
"neg_idx": 0,
"caption": "The girl is looking very sad at the bow. The bow is pointed to the left and almost towards the camera."
},
{
"directory": "MSR-VTT-videoTestVideo_video9560-shot1_0",
"pos_idx": 0,
"neg_idx": 2,
"caption": "There is a woman on the very right side of the door. Her face is fully in view."
},
{
"directory": "MSR-VTT-videoTestVideo_video9560-shot1_0",
"pos_idx": 1,
"neg_idx": 3,
"caption": "the lady on the right can be seen but her face is not visible but you can see her neck"
},
{
"directory": "MSR-VTT-videoTestVideo_video7555-shot1_0",
"pos_idx": 4,
"neg_idx": 2,
"caption": "A splayed left hand firmly touches the white back of the horse."
},
{
"directory": "MSR-VTT-videoTestVideo_video9375-shot1_4",
"pos_idx": 5,
"neg_idx": 3,
"caption": "The losing wrestler is directly in front of the referee and has his right hand outstretched toward the referee."
},
{
"directory": "MSR-VTT-videoTestVideo_video9375-shot1_4",
"pos_idx": 7,
"neg_idx": 9,
"caption": "The two wrestlers are shaking hands. "
},
{
"directory": "YouCook-video0017-shot2_1",
"pos_idx": 0,
"neg_idx": 2,
"caption": "The image is blurred and it looks like two piles of ribs are being set on a plate."
},
{
"directory": "MSR-VTT-videoTestVideo_video9489-shot2_1",
"pos_idx": 8,
"neg_idx": 6,
"caption": "the picture is in focus and his arms are behind his back"
},
{
"directory": "MSR-VTT-videoTestVideo_video7925-shot1_2",
"pos_idx": 3,
"neg_idx": 1,
"caption": "The tray that the bowl is going to be put in can just barely be noticed in the background."
},
{
"directory": "MSR-VTT-videoTestVideo_video7925-shot1_2",
"pos_idx": 5,
"neg_idx": 3,
"caption": "There is a large pan that fills up the photo. A piece of aluminum foil is visible at the top right. You can just barely see the image of a hand at the bottom right."
},
{
"directory": "MSR-VTT-videoTestVideo_video8183-shot0_0",
"pos_idx": 2,
"neg_idx": 0,
"caption": "None of the duck's hat is visible and the two characters are walking down stairs."
},
{
"directory": "MSR-VTT-videoTestVideo_video8183-shot0_0",
"pos_idx": 3,
"neg_idx": 1,
"caption": "Goofy's hand is straight up in the air and he's making a fist while riding a smiling horrse."
},
{
"directory": "MSR-VTT-videoTestVideo_video8183-shot0_0",
"pos_idx": 4,
"neg_idx": 2,
"caption": "The object he's trying to catch is at the top of the frame"
},
{
"directory": "MSR-VTT-videoTestVideo_video8672-shot1_1",
"pos_idx": 1,
"neg_idx": 3,
"caption": "The hamster right leg is the touching the finger holding it down."
},
{
"directory": "MSR-VTT-videoTestVideo_video9799-shot1_0",
"pos_idx": 5,
"neg_idx": 3,
"caption": "The phone is almost turned flat but you can just barely see red and green colors still on the front screen."
},
{
"directory": "MSR-VTT-videoTestVideo_video9799-shot1_0",
"pos_idx": 6,
"neg_idx": 8,
"caption": "The thumbs appear to be touching on the two hands. "
},
{
"directory": "MSR-VTT-videoTestVideo_video9799-shot1_0",
"pos_idx": 7,
"neg_idx": 9,
"caption": "The phone is mostly the side view, and the camera is barely visible. No screen is visible."
},
{
"directory": "open-images-1738_3522e4734ff9b327",
"pos_idx": 7,
"neg_idx": 9,
"caption": "A duck swimming to the right side of the image. It has a blue head and you can see one of its orange legs above the water. There is a reflection of something in the water in the upper left corner of the image. "
},
{
"directory": "open-images-1738_3522e4734ff9b327",
"pos_idx": 2,
"neg_idx": 4,
"caption": "A duck with its bill pointed to the lower left corner of the image. Its mouth is closed."
},
{
"directory": "open-images-1738_3522e4734ff9b327",
"pos_idx": 0,
"neg_idx": 2,
"caption": "A duck floating on a black oil like water. There is no rays of sunlight."
},
{
"directory": "MSR-VTT-videoTestVideo_video9379-shot1_1",
"pos_idx": 1,
"neg_idx": 3,
"caption": "The man's hands are fully visible but blurry"
},
{
"directory": "MSR-VTT-videoTestVideo_video9379-shot1_1",
"pos_idx": 2,
"neg_idx": 4,
"caption": "The man is holding both hands up in front of him and the right one nearly touches his chin."
},
{
"directory": "open-images-841_0d6798aec0087d40",
"pos_idx": 8,
"neg_idx": 6,
"caption": "Two people sleeping. One on the couch, and a child face down wearing sparkly red shorts."
},
{
"directory": "open-images-841_0d6798aec0087d40",
"pos_idx": 1,
"neg_idx": 3,
"caption": "A girl with pink pants and a white shirt sitting on a large dark green chair. "
},
{
"directory": "open-images-841_0d6798aec0087d40",
"pos_idx": 4,
"neg_idx": 6,
"caption": "A small child laying down under a white and red comforter. The red are flowers. "
},
{
"directory": "video-storytelling-videocamping_EytINruY3-U-shot37_1",
"pos_idx": 2,
"neg_idx": 4,
"caption": "The finger of the hand are close together and above a piles of leaves. The thumb is close to the index finger."
},
{
"directory": "YouCook-video0008-shot7_0",
"pos_idx": 6,
"neg_idx": 8,
"caption": "This is a side shot of the cake with only the top right corner not cake."
},
{
"directory": "open-images-2331_7fc026c02723e9ec",
"pos_idx": 8,
"neg_idx": 6,
"caption": "a player in black with orange cleats is on the right. the ball is in the air nearly halfway across the image."
},
{
"directory": "open-images-2331_7fc026c02723e9ec",
"pos_idx": 3,
"neg_idx": 5,
"caption": "The team in blue and gold and the team in maroon and white are lined up facing each other. They are moving towards each other but only the middle player on each team has made contact. No other players are touching players from the other team."
},
{
"directory": "MSR-VTT-videoTestVideo_video8325-shot3_0",
"pos_idx": 1,
"neg_idx": 3,
"caption": "A man is looking out of a window. You can see a hand appear on the far left of the screen next to a red object that is hanging. "
},
{
"directory": "MSR-VTT-videoTestVideo_video8325-shot3_0",
"pos_idx": 2,
"neg_idx": 4,
"caption": "You can first see a second man's face on the left side of the screen next to a red hanging object. "
},
{
"directory": "MSR-VTT-videoTestVideo_video8325-shot3_0",
"pos_idx": 3,
"neg_idx": 1,
"caption": "The man is looking forward but hunching his shoulders. The white frame cuts off most of his right eye."
},
{
"directory": "video-storytelling-videowedding_46xhFCXBMJs-shot2_0",
"pos_idx": 2,
"neg_idx": 0,
"caption": "The small girl in front is looking directly to the right with her right hand on the side of her face. "
},
{
"directory": "MSR-VTT-videoTestVideo_video9830-shot1_0",
"pos_idx": 5,
"neg_idx": 7,
"caption": "Swimmer is completely vertical. Horizontal swimmer is barely visible."
},
{
"directory": "MSR-VTT-videoTestVideo_video9830-shot1_0",
"pos_idx": 6,
"neg_idx": 8,
"caption": "The water the person is in is quite dark. There is an image of them swimming horizontally layered on them but is not as in focus as them standing vertically. Their legs, not covered by the swimsuit, is almost covered from view.. "
},
{
"directory": "open-images-2906_34e6a09d19579626",
"pos_idx": 2,
"neg_idx": 4,
"caption": "The speaker is holding the microphone to his mouth with his left hand and his right hand is extended to the left."
},
{
"directory": "open-images-2906_34e6a09d19579626",
"pos_idx": 9,
"neg_idx": 7,
"caption": "A man with glasses looks to the left. He has a hand cupped around his chest area. His legs are not really visible and mouth looks a little pouty. "
},
{
"directory": "open-images-2906_34e6a09d19579626",
"pos_idx": 6,
"neg_idx": 4,
"caption": "It is a man in a sport jacket with no tie looking to the left with a gray laptop also to the left."
},
{
"directory": "MSR-VTT-videoTestVideo_video7795-shot1_2",
"pos_idx": 6,
"neg_idx": 8,
"caption": "The top of the red object is right at the top of the picture. Half of the 2nd letter on the right is seen while the other part is submerged. "
},
{
"directory": "MSR-VTT-videoTestVideo_video8760-shot0_1",
"pos_idx": 3,
"neg_idx": 5,
"caption": "The dog's tail is straight out and just coming off the top edge of the picture. Only one finger of the man is seen. "
},
{
"directory": "YouCook-video0017-shot2_0",
"pos_idx": 5,
"neg_idx": 3,
"caption": "both hands seems straight on the meat, while the right hand is looking more flat placed on top of the meat and clearly visible"
},
{
"directory": "open-images-2235_02cca0b5f4ea859b",
"pos_idx": 2,
"neg_idx": 0,
"caption": "A yellow 3 way traffic light with a green arrow on the side facing closest to the camera"
},
{
"directory": "open-images-2235_02cca0b5f4ea859b",
"pos_idx": 1,
"neg_idx": 3,
"caption": "A stoplight that is green that is on a green pole. "
},
{
"directory": "open-images-2235_02cca0b5f4ea859b",
"pos_idx": 5,
"neg_idx": 3,
"caption": "A stoplight that is very faintly green. There are some very wispy clouds behind it with the biggest one above and to the right of the stoplight. "
},
{
"directory": "MSR-VTT-videoTestVideo_video8013-shot1_0",
"pos_idx": 5,
"neg_idx": 7,
"caption": "The ball has just left the hands of the person with the red jersey. "
},
{
"directory": "MSR-VTT-videoTestVideo_video8013-shot1_0",
"pos_idx": 6,
"neg_idx": 8,
"caption": "The ball is in the air and is above and to the left of the clock on top of the backboard. There is no blur in the ball"
},
{
"directory": "MSR-VTT-videoTestVideo_video8013-shot1_0",
"pos_idx": 7,
"neg_idx": 9,
"caption": "The ball is high in the air with only black behind it. The number on the red jersey is not legible at all."
},
{
"directory": "MSR-VTT-videoTestVideo_video8037-shot1_0",
"pos_idx": 3,
"neg_idx": 5,
"caption": "The woman has mostly straightened posture as she faces the boy in blue with her mouth open"
},
{
"directory": "MSR-VTT-videoTestVideo_video8037-shot1_0",
"pos_idx": 4,
"neg_idx": 2,
"caption": "Bright shot of a girl and boy standing up straight. Her eyes are closed."
},
{
"directory": "MSR-VTT-videoTestVideo_video8037-shot1_0",
"pos_idx": 5,
"neg_idx": 3,
"caption": "The shot of a woman talking to a man in a blue shirt is starting to get really dark but you can clearly see them. "
},
{
"directory": "MSR-VTT-videoTestVideo_video7174-shot1_1",
"pos_idx": 6,
"neg_idx": 4,
"caption": "The ski lift going in the opposite direction as the man has just completely disappeared from view. "
},
{
"directory": "MSR-VTT-videoTestVideo_video7174-shot1_1",
"pos_idx": 7,
"neg_idx": 9,
"caption": "There is a red object in the lower right corner of the image. It is the largest piece of red you can see. "
},
{
"directory": "MSR-VTT-videoTestVideo_video7174-shot1_1",
"pos_idx": 8,
"neg_idx": 6,
"caption": "There is a bright light on the man's face and clothes. The hand rail is still visible."
},
{
"directory": "MSR-VTT-videoTestVideo_video9235-shot2_0",
"pos_idx": 8,
"neg_idx": 6,
"caption": "There are two men with beanies on the right of the image, one is wearing glasses with his nose not visible and the other is looking down with white text on his face."
},
{
"directory": "MSR-VTT-videoTestVideo_video9235-shot2_0",
"pos_idx": 9,
"neg_idx": 7,
"caption": "3 men surround a table with weaponry on it"
},
{
"directory": "YouCook-video0035-shot4_0",
"pos_idx": 1,
"neg_idx": 3,
"caption": "Olive oil bottle is seen but no label is clearly visible."
},
{
"directory": "MSR-VTT-videoTestVideo_video7523-shot2_0",
"pos_idx": 3,
"neg_idx": 1,
"caption": "The tip of the right shoe is fully visible with a small bit of space between the tip and the top of the picture. "
},
{
"directory": "MSR-VTT-videoTestVideo_video7523-shot2_0",
"pos_idx": 5,
"neg_idx": 7,
"caption": "Only three small black marks of the logo can be seen on the player's left sock. "
},
{
"directory": "MSR-VTT-videoTestVideo_video7412-shot1_0",
"pos_idx": 3,
"neg_idx": 5,
"caption": "There is some overlay with a man in the center left of the shot. You can still barely read the letters below and to the left of him. "
},
{
"directory": "open-images-89_00b3eae03121641b",
"pos_idx": 5,
"neg_idx": 7,
"caption": "A drummer with sunglasses on. Both drumsticks are up and off of the drums. He is not wearing a hat. "
},
{
"directory": "open-images-89_00b3eae03121641b",
"pos_idx": 4,
"neg_idx": 2,
"caption": "A drummer with his eyes closed and mouth open. His drums are blue. "
},
{
"directory": "open-images-89_00b3eae03121641b",
"pos_idx": 8,
"neg_idx": 6,
"caption": "There is a drummer bathed in red light."
},
{
"directory": "YouCook-video0082-shot1_0",
"pos_idx": 1,
"neg_idx": 3,
"caption": "The cheese covered tomato sits below the person's 3 fingers which appear to grasp the lettuce behind it."
},
{
"directory": "YouCook-video0082-shot1_0",
"pos_idx": 2,
"neg_idx": 0,
"caption": "One leaf behind the cheese with the hand obscuring almost all of it. Can see a little of the cheese between his index and middle finger"
},
{
"directory": "MSR-VTT-videoTestVideo_video7692-shot2_3",
"pos_idx": 0,
"neg_idx": 2,
"caption": "The headlight on the blue car to the left is not yet visible. "
},
{
"directory": "MSR-VTT-videoTestVideo_video7692-shot2_3",
"pos_idx": 1,
"neg_idx": 3,
"caption": "If it wasn't a bit blurry you would be able to first read the middle car's license plate for the first time. "
},
{
"directory": "MSR-VTT-videoTestVideo_video7692-shot2_3",
"pos_idx": 2,
"neg_idx": 4,
"caption": "You can fully see the left front headlight of the car on the left and just start to see the right front headlight of the car on the right. "
},
{
"directory": "video-storytelling-videocamping_dBXYM3dQTSo-shot75_2",
"pos_idx": 1,
"neg_idx": 3,
"caption": "The woman's head rests on her hand and her eyes are mid-blink, almost entirely closed"
},
{
"directory": "video-storytelling-videocamping_dBXYM3dQTSo-shot75_2",
"pos_idx": 2,
"neg_idx": 0,
"caption": "Her right thumb appears to pull at some lower strands of hair, pulling very slightly outward."
},
{
"directory": "video-storytelling-videocamping_dBXYM3dQTSo-shot75_2",
"pos_idx": 3,
"neg_idx": 1,
"caption": "Girl has her mouth open but no teeth showing and index finger up and thumb"
},
{
"directory": "MSR-VTT-videoTestVideo_video9003-shot1_8",
"pos_idx": 0,
"neg_idx": 2,
"caption": "The ball is in front of the net in the center. The yellow players left hand is below the table."
},
{
"directory": "MSR-VTT-videoTestVideo_video9003-shot1_8",
"pos_idx": 1,
"neg_idx": 3,
"caption": "The ping pong ball is on the near side of the table in front of the net. The ball is blurry from the movement."
},
{
"directory": "MSR-VTT-videoTestVideo_video9003-shot1_8",
"pos_idx": 2,
"neg_idx": 0,
"caption": "The person in yellow has his left arm and paddle way up high over his head and to the left of his body. "
},
{
"directory": "MSR-VTT-videoTestVideo_video9858-shot1_1",
"pos_idx": 7,
"neg_idx": 5,
"caption": "Horse is on left side facing the right and looking straight ahead. Can only see the man's legs behind the horse while upper body is obstructed"
},
{
"directory": "MSR-VTT-videoTestVideo_video9858-shot1_1",
"pos_idx": 8,
"neg_idx": 6,
"caption": "a horse stretches his head upwards so that his head is parallel to the wood behind him "
},
{
"directory": "MSR-VTT-videoTestVideo_video7043-shot0_0",
"pos_idx": 8,
"neg_idx": 6,
"caption": "only the front half of the car is clearly visible"
},
{
"directory": "MSR-VTT-videoTestVideo_video7480-shot1_2",
"pos_idx": 2,
"neg_idx": 0,
"caption": "A parrot is curled up tigthly around a pen, with its head covering the middle portion of the pen"
},
{
"directory": "MSR-VTT-videoTestVideo_video7480-shot1_2",
"pos_idx": 4,
"neg_idx": 6,
"caption": "There is a bird laying flat on his back with a pen in his beak"
},
{
"directory": "MSR-VTT-videoTestVideo_video8971-shot0_0",
"pos_idx": 5,
"neg_idx": 7,
"caption": "Can see both people's legs. Girl with mouth open looking in direction of dashbaord"
},
{
"directory": "MSR-VTT-videoTestVideo_video8971-shot0_0",
"pos_idx": 6,
"neg_idx": 8,
"caption": "the lady can be seen holding her hands, with her head looking straight and her mouth wide open while part of her hair is covering her left face."
},
{
"directory": "MSR-VTT-videoTestVideo_video8689-shot1_2",
"pos_idx": 7,
"neg_idx": 5,
"caption": "You can see a golden object at the very top center of the picture. You can't see the entire golden object. "
},
{
"directory": "MSR-VTT-videoTestVideo_video7522-shot8_0",
"pos_idx": 3,
"neg_idx": 5,
"caption": "There is a long pink runway going down and to the right. No one is visible in front of it. There are two groups of people visible to the right of it."
},
{
"directory": "MSR-VTT-videoTestVideo_video7522-shot8_0",
"pos_idx": 4,
"neg_idx": 2,
"caption": "A bald man's head covers a lot of the crowd and signs in the background."
},
{
"directory": "MSR-VTT-videoTestVideo_video7522-shot8_0",
"pos_idx": 5,
"neg_idx": 3,
"caption": "the man in yellow shirt can be seen to the right edge of the image"
},
{
"directory": "YouCook-video0035-shot9_2",
"pos_idx": 2,
"neg_idx": 0,
"caption": "The croutons are in the tongs directly above the center of the salad about to be put into it"
},
{
"directory": "YouCook-video0035-shot9_2",
"pos_idx": 4,
"neg_idx": 6,
"caption": "the picker is in the middle, away from the plate slightly but its not carrying nothing , fings not visible but skin can be seen far left bottom"
},
{
"directory": "open-images-471_1121e9f97c200ac0",
"pos_idx": 9,
"neg_idx": 7,
"caption": "Only the middle 2 of the four breadsticks are visible fully, and they are angled down and to the left on a metal rack"
},
{
"directory": "open-images-471_1121e9f97c200ac0",
"pos_idx": 7,
"neg_idx": 9,
"caption": "two bread loafs and right one has a slice."
},
{
"directory": "open-images-471_1121e9f97c200ac0",
"pos_idx": 5,
"neg_idx": 3,
"caption": "Loaves of long rustic bread piled onto a shallow stoneware or ceramic circular dish. The dish is on a wood surface. "
},
{
"directory": "YouCook-video0036-shot0_0",
"pos_idx": 1,
"neg_idx": 3,
"caption": "The white substance has not been poured yet and the index finger is prominent."
},
{
"directory": "YouCook-video0036-shot0_0",
"pos_idx": 2,
"neg_idx": 4,
"caption": "The white sauce is being poured from the small white bowl"
},
{
"directory": "YouCook-video0036-shot0_0",
"pos_idx": 3,
"neg_idx": 5,
"caption": "The person's hand is holding a white container almost directly above the white sauce in the middle. "
},
{
"directory": "open-images-2612_7f80d3f52da645e9",
"pos_idx": 2,