-
Notifications
You must be signed in to change notification settings - Fork 3
/
joint_17_performance.txt
805 lines (537 loc) · 82.4 KB
/
joint_17_performance.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
dev step: 30, loss: 5.3054, P: 0.0000, R: 0.0000, F1: 0.0000 (common: 0.0, retrieved: 0.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 30, loss: 5.3054, P: 0.0000, R: 0.0000, F1: 0.0000 (common: 0.0, retrieved: 0.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 40, loss: 3.4768, P: 0.0000, R: 0.0000, F1: 0.0000 (common: 0.0, retrieved: 2.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 40, loss: 3.4768, P: 0.0000, R: 0.0000, F1: 0.0000 (common: 0.0, retrieved: 1.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 50, loss: 2.6294, P: 0.2320, R: 0.1395, F1: 0.1742 (common: 164.0, retrieved: 707.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 50, loss: 2.6294, P: 0.2624, R: 0.1629, F1: 0.2010 (common: 201.0, retrieved: 766.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 60, loss: 2.1385, P: 0.2886, R: 0.3767, F1: 0.3268 (common: 443.0, retrieved: 1535.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 60, loss: 2.1385, P: 0.3074, R: 0.3971, F1: 0.3465 (common: 490.0, retrieved: 1594.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 70, loss: 1.9753, P: 0.3408, R: 0.4269, F1: 0.3790 (common: 502.0, retrieved: 1473.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 70, loss: 1.9753, P: 0.3596, R: 0.4514, F1: 0.4003 (common: 557.0, retrieved: 1549.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 80, loss: 1.8903, P: 0.3671, R: 0.4719, F1: 0.4129 (common: 555.0, retrieved: 1512.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 80, loss: 1.8903, P: 0.3940, R: 0.5000, F1: 0.4407 (common: 617.0, retrieved: 1566.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 90, loss: 1.7750, P: 0.4390, R: 0.4745, F1: 0.4561 (common: 558.0, retrieved: 1271.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 90, loss: 1.7750, P: 0.4608, R: 0.5000, F1: 0.4796 (common: 617.0, retrieved: 1339.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 100, loss: 1.8042, P: 0.4250, R: 0.5349, F1: 0.4736 (common: 629.0, retrieved: 1480.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 100, loss: 1.8042, P: 0.4321, R: 0.5308, F1: 0.4764 (common: 655.0, retrieved: 1516.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 110, loss: 1.5927, P: 0.4739, R: 0.5255, F1: 0.4984 (common: 618.0, retrieved: 1304.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 110, loss: 1.5927, P: 0.4735, R: 0.5211, F1: 0.4961 (common: 643.0, retrieved: 1358.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 120, loss: 1.6365, P: 0.4938, R: 0.5391, F1: 0.5154 (common: 634.0, retrieved: 1284.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 120, loss: 1.6365, P: 0.5068, R: 0.5421, F1: 0.5239 (common: 669.0, retrieved: 1320.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 130, loss: 1.5723, P: 0.4825, R: 0.5638, F1: 0.5200 (common: 663.0, retrieved: 1374.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 130, loss: 1.5723, P: 0.4964, R: 0.5616, F1: 0.5270 (common: 693.0, retrieved: 1396.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 140, loss: 1.5035, P: 0.4499, R: 0.5493, F1: 0.4946 (common: 646.0, retrieved: 1436.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 140, loss: 1.5035, P: 0.5044, R: 0.6053, F1: 0.5503 (common: 747.0, retrieved: 1481.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 150, loss: 1.5322, P: 0.4525, R: 0.5026, F1: 0.4762 (common: 591.0, retrieved: 1306.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 150, loss: 1.5322, P: 0.5062, R: 0.5608, F1: 0.5321 (common: 692.0, retrieved: 1367.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 160, loss: 1.5039, P: 0.5284, R: 0.6012, F1: 0.5625 (common: 707.0, retrieved: 1338.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 160, loss: 1.5039, P: 0.5478, R: 0.6086, F1: 0.5766 (common: 751.0, retrieved: 1371.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 170, loss: 1.2960, P: 0.5548, R: 0.5765, F1: 0.5655 (common: 678.0, retrieved: 1222.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 170, loss: 1.2960, P: 0.5828, R: 0.5989, F1: 0.5907 (common: 739.0, retrieved: 1268.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 180, loss: 1.2937, P: 0.5340, R: 0.5876, F1: 0.5595 (common: 691.0, retrieved: 1294.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 180, loss: 1.2937, P: 0.5729, R: 0.6175, F1: 0.5944 (common: 762.0, retrieved: 1330.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 190, loss: 1.3252, P: 0.5033, R: 0.5842, F1: 0.5407 (common: 687.0, retrieved: 1365.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 190, loss: 1.3252, P: 0.5614, R: 0.6337, F1: 0.5954 (common: 782.0, retrieved: 1393.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 200, loss: 1.3797, P: 0.5428, R: 0.6097, F1: 0.5743 (common: 717.0, retrieved: 1321.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 200, loss: 1.3797, P: 0.5632, R: 0.6135, F1: 0.5873 (common: 757.0, retrieved: 1344.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 210, loss: 1.3587, P: 0.4608, R: 0.5697, F1: 0.5095 (common: 670.0, retrieved: 1454.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 210, loss: 1.3587, P: 0.5266, R: 0.6256, F1: 0.5719 (common: 772.0, retrieved: 1466.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 220, loss: 1.0912, P: 0.5160, R: 0.5765, F1: 0.5446 (common: 678.0, retrieved: 1314.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 220, loss: 1.0912, P: 0.5703, R: 0.6183, F1: 0.5933 (common: 763.0, retrieved: 1338.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 230, loss: 1.1186, P: 0.5637, R: 0.6054, F1: 0.5838 (common: 712.0, retrieved: 1263.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 230, loss: 1.1186, P: 0.6045, R: 0.6305, F1: 0.6172 (common: 778.0, retrieved: 1287.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 240, loss: 1.2402, P: 0.5602, R: 0.6250, F1: 0.5908 (common: 735.0, retrieved: 1312.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 240, loss: 1.2402, P: 0.5870, R: 0.6288, F1: 0.6072 (common: 776.0, retrieved: 1322.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 250, loss: 1.0874, P: 0.5045, R: 0.5765, F1: 0.5381 (common: 678.0, retrieved: 1344.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 250, loss: 1.0874, P: 0.5673, R: 0.6321, F1: 0.5979 (common: 780.0, retrieved: 1375.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 260, loss: 1.0282, P: 0.5318, R: 0.5901, F1: 0.5595 (common: 694.0, retrieved: 1305.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 260, loss: 1.0282, P: 0.6076, R: 0.6475, F1: 0.6269 (common: 799.0, retrieved: 1315.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 270, loss: 1.1373, P: 0.5769, R: 0.6063, F1: 0.5912 (common: 713.0, retrieved: 1236.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 270, loss: 1.1373, P: 0.6130, R: 0.6264, F1: 0.6196 (common: 773.0, retrieved: 1261.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 280, loss: 0.9094, P: 0.5416, R: 0.6029, F1: 0.5706 (common: 709.0, retrieved: 1309.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 280, loss: 0.9094, P: 0.5860, R: 0.6321, F1: 0.6082 (common: 780.0, retrieved: 1331.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 290, loss: 0.9791, P: 0.5140, R: 0.5765, F1: 0.5435 (common: 678.0, retrieved: 1319.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 290, loss: 0.9791, P: 0.5792, R: 0.6313, F1: 0.6041 (common: 779.0, retrieved: 1345.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 300, loss: 0.9067, P: 0.5242, R: 0.5978, F1: 0.5586 (common: 703.0, retrieved: 1341.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 300, loss: 0.9067, P: 0.5800, R: 0.6434, F1: 0.6101 (common: 794.0, retrieved: 1369.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 310, loss: 0.8880, P: 0.5278, R: 0.5816, F1: 0.5534 (common: 684.0, retrieved: 1296.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 310, loss: 0.8880, P: 0.6002, R: 0.6386, F1: 0.6188 (common: 788.0, retrieved: 1313.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 320, loss: 0.8941, P: 0.5448, R: 0.6156, F1: 0.5780 (common: 724.0, retrieved: 1329.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 320, loss: 0.8941, P: 0.5952, R: 0.6483, F1: 0.6206 (common: 800.0, retrieved: 1344.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 330, loss: 0.8830, P: 0.5342, R: 0.5850, F1: 0.5584 (common: 688.0, retrieved: 1288.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 330, loss: 0.8830, P: 0.6015, R: 0.6337, F1: 0.6172 (common: 782.0, retrieved: 1300.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 340, loss: 0.8087, P: 0.5508, R: 0.5765, F1: 0.5634 (common: 678.0, retrieved: 1231.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 340, loss: 0.8087, P: 0.6233, R: 0.6451, F1: 0.6340 (common: 796.0, retrieved: 1277.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 350, loss: 0.7690, P: 0.5749, R: 0.5842, F1: 0.5795 (common: 687.0, retrieved: 1195.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 350, loss: 0.7690, P: 0.6341, R: 0.6361, F1: 0.6351 (common: 785.0, retrieved: 1238.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 360, loss: 0.8053, P: 0.5521, R: 0.5944, F1: 0.5725 (common: 699.0, retrieved: 1266.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 360, loss: 0.8053, P: 0.6089, R: 0.6434, F1: 0.6257 (common: 794.0, retrieved: 1304.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 370, loss: 0.8123, P: 0.5546, R: 0.5918, F1: 0.5726 (common: 696.0, retrieved: 1255.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 370, loss: 0.8123, P: 0.6137, R: 0.6451, F1: 0.6290 (common: 796.0, retrieved: 1297.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 380, loss: 0.6864, P: 0.5427, R: 0.5731, F1: 0.5575 (common: 674.0, retrieved: 1242.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 380, loss: 0.6864, P: 0.6188, R: 0.6418, F1: 0.6301 (common: 792.0, retrieved: 1280.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 390, loss: 0.7612, P: 0.5620, R: 0.5859, F1: 0.5737 (common: 689.0, retrieved: 1226.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 390, loss: 0.7612, P: 0.6184, R: 0.6305, F1: 0.6244 (common: 778.0, retrieved: 1258.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 400, loss: 0.7479, P: 0.5767, R: 0.5850, F1: 0.5808 (common: 688.0, retrieved: 1193.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 400, loss: 0.7479, P: 0.6385, R: 0.6426, F1: 0.6405 (common: 793.0, retrieved: 1242.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 410, loss: 0.7324, P: 0.5703, R: 0.5901, F1: 0.5800 (common: 694.0, retrieved: 1217.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 410, loss: 0.7324, P: 0.6369, R: 0.6524, F1: 0.6445 (common: 805.0, retrieved: 1264.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 420, loss: 0.7778, P: 0.5853, R: 0.6012, F1: 0.5931 (common: 707.0, retrieved: 1208.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 420, loss: 0.7778, P: 0.6379, R: 0.6540, F1: 0.6459 (common: 807.0, retrieved: 1265.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 430, loss: 0.7212, P: 0.5918, R: 0.6165, F1: 0.6039 (common: 725.0, retrieved: 1225.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 430, loss: 0.7212, P: 0.6341, R: 0.6515, F1: 0.6427 (common: 804.0, retrieved: 1268.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 440, loss: 0.7302, P: 0.5682, R: 0.6131, F1: 0.5898 (common: 721.0, retrieved: 1269.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 440, loss: 0.7302, P: 0.6116, R: 0.6483, F1: 0.6294 (common: 800.0, retrieved: 1308.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 450, loss: 0.6653, P: 0.5755, R: 0.6156, F1: 0.5949 (common: 724.0, retrieved: 1258.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 450, loss: 0.6653, P: 0.6121, R: 0.6418, F1: 0.6266 (common: 792.0, retrieved: 1294.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 460, loss: 0.6726, P: 0.5966, R: 0.6250, F1: 0.6105 (common: 735.0, retrieved: 1232.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 460, loss: 0.6726, P: 0.6276, R: 0.6418, F1: 0.6346 (common: 792.0, retrieved: 1262.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 470, loss: 0.6542, P: 0.5836, R: 0.6173, F1: 0.6000 (common: 726.0, retrieved: 1244.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 470, loss: 0.6542, P: 0.6277, R: 0.6532, F1: 0.6402 (common: 806.0, retrieved: 1284.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 480, loss: 0.6953, P: 0.5837, R: 0.6139, F1: 0.5984 (common: 722.0, retrieved: 1237.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 480, loss: 0.6953, P: 0.6350, R: 0.6556, F1: 0.6451 (common: 809.0, retrieved: 1274.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 490, loss: 0.6654, P: 0.5809, R: 0.6046, F1: 0.5925 (common: 711.0, retrieved: 1224.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 490, loss: 0.6654, P: 0.6394, R: 0.6596, F1: 0.6494 (common: 814.0, retrieved: 1273.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 500, loss: 0.6843, P: 0.5903, R: 0.6199, F1: 0.6047 (common: 729.0, retrieved: 1235.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 500, loss: 0.6843, P: 0.6337, R: 0.6588, F1: 0.6460 (common: 813.0, retrieved: 1283.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 510, loss: 0.6509, P: 0.5884, R: 0.6199, F1: 0.6037 (common: 729.0, retrieved: 1239.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 510, loss: 0.6509, P: 0.6432, R: 0.6677, F1: 0.6553 (common: 824.0, retrieved: 1281.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 520, loss: 0.6524, P: 0.5895, R: 0.6190, F1: 0.6039 (common: 728.0, retrieved: 1235.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 520, loss: 0.6524, P: 0.6408, R: 0.6637, F1: 0.6521 (common: 819.0, retrieved: 1278.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 530, loss: 0.6523, P: 0.5953, R: 0.6216, F1: 0.6082 (common: 731.0, retrieved: 1228.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 530, loss: 0.6523, P: 0.6310, R: 0.6459, F1: 0.6384 (common: 797.0, retrieved: 1263.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 540, loss: 0.6738, P: 0.5794, R: 0.6173, F1: 0.5978 (common: 726.0, retrieved: 1253.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 540, loss: 0.6738, P: 0.6272, R: 0.6572, F1: 0.6419 (common: 811.0, retrieved: 1293.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 550, loss: 0.6972, P: 0.5844, R: 0.6241, F1: 0.6036 (common: 734.0, retrieved: 1256.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 550, loss: 0.6972, P: 0.6259, R: 0.6588, F1: 0.6419 (common: 813.0, retrieved: 1299.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 560, loss: 0.6547, P: 0.5951, R: 0.6173, F1: 0.6060 (common: 726.0, retrieved: 1220.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 560, loss: 0.6547, P: 0.6369, R: 0.6524, F1: 0.6445 (common: 805.0, retrieved: 1264.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 570, loss: 0.6082, P: 0.6041, R: 0.6190, F1: 0.6115 (common: 728.0, retrieved: 1205.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 570, loss: 0.6082, P: 0.6446, R: 0.6556, F1: 0.6501 (common: 809.0, retrieved: 1255.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 580, loss: 0.6646, P: 0.6074, R: 0.6156, F1: 0.6115 (common: 724.0, retrieved: 1192.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 580, loss: 0.6646, P: 0.6490, R: 0.6532, F1: 0.6511 (common: 806.0, retrieved: 1242.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 590, loss: 0.6530, P: 0.6055, R: 0.6224, F1: 0.6138 (common: 732.0, retrieved: 1209.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 590, loss: 0.6530, P: 0.6452, R: 0.6588, F1: 0.6520 (common: 813.0, retrieved: 1260.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 600, loss: 0.6827, P: 0.5997, R: 0.6165, F1: 0.6080 (common: 725.0, retrieved: 1209.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 600, loss: 0.6827, P: 0.6423, R: 0.6564, F1: 0.6493 (common: 810.0, retrieved: 1261.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 610, loss: 0.6137, P: 0.6096, R: 0.6241, F1: 0.6168 (common: 734.0, retrieved: 1204.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 610, loss: 0.6137, P: 0.6439, R: 0.6507, F1: 0.6473 (common: 803.0, retrieved: 1247.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 620, loss: 0.7072, P: 0.5948, R: 0.6190, F1: 0.6067 (common: 728.0, retrieved: 1224.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 620, loss: 0.7072, P: 0.6384, R: 0.6580, F1: 0.6480 (common: 812.0, retrieved: 1272.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 630, loss: 0.6501, P: 0.6020, R: 0.6199, F1: 0.6108 (common: 729.0, retrieved: 1211.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 630, loss: 0.6501, P: 0.6463, R: 0.6605, F1: 0.6533 (common: 815.0, retrieved: 1261.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 640, loss: 0.6046, P: 0.6046, R: 0.6241, F1: 0.6142 (common: 734.0, retrieved: 1214.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 640, loss: 0.6046, P: 0.6529, R: 0.6661, F1: 0.6594 (common: 822.0, retrieved: 1259.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 650, loss: 0.5877, P: 0.6149, R: 0.6259, F1: 0.6203 (common: 736.0, retrieved: 1197.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 650, loss: 0.5877, P: 0.6562, R: 0.6637, F1: 0.6600 (common: 819.0, retrieved: 1248.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 660, loss: 0.6546, P: 0.6036, R: 0.6216, F1: 0.6125 (common: 731.0, retrieved: 1211.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 660, loss: 0.6546, P: 0.6479, R: 0.6621, F1: 0.6549 (common: 817.0, retrieved: 1261.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 670, loss: 0.6328, P: 0.5819, R: 0.6131, F1: 0.5971 (common: 721.0, retrieved: 1239.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 670, loss: 0.6328, P: 0.6409, R: 0.6653, F1: 0.6529 (common: 821.0, retrieved: 1281.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 680, loss: 0.6433, P: 0.6018, R: 0.6233, F1: 0.6124 (common: 733.0, retrieved: 1218.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 680, loss: 0.6433, P: 0.6494, R: 0.6694, F1: 0.6592 (common: 826.0, retrieved: 1272.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 690, loss: 0.6254, P: 0.5938, R: 0.6054, F1: 0.5996 (common: 712.0, retrieved: 1199.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 690, loss: 0.6254, P: 0.6513, R: 0.6645, F1: 0.6578 (common: 820.0, retrieved: 1259.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 700, loss: 0.6360, P: 0.5819, R: 0.6071, F1: 0.5943 (common: 714.0, retrieved: 1227.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 700, loss: 0.6360, P: 0.6434, R: 0.6637, F1: 0.6534 (common: 819.0, retrieved: 1273.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 710, loss: 0.6310, P: 0.6111, R: 0.6267, F1: 0.6188 (common: 737.0, retrieved: 1206.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 710, loss: 0.6310, P: 0.6312, R: 0.6451, F1: 0.6381 (common: 796.0, retrieved: 1261.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 720, loss: 0.6238, P: 0.5890, R: 0.6020, F1: 0.5955 (common: 708.0, retrieved: 1202.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 720, loss: 0.6238, P: 0.6540, R: 0.6677, F1: 0.6608 (common: 824.0, retrieved: 1260.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 730, loss: 0.6813, P: 0.5840, R: 0.5969, F1: 0.5904 (common: 702.0, retrieved: 1202.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 730, loss: 0.6813, P: 0.6470, R: 0.6580, F1: 0.6525 (common: 812.0, retrieved: 1255.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 740, loss: 0.6266, P: 0.5997, R: 0.6139, F1: 0.6067 (common: 722.0, retrieved: 1204.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 740, loss: 0.6266, P: 0.6584, R: 0.6669, F1: 0.6626 (common: 823.0, retrieved: 1250.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 750, loss: 0.6384, P: 0.6046, R: 0.6216, F1: 0.6130 (common: 731.0, retrieved: 1209.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 750, loss: 0.6384, P: 0.6606, R: 0.6734, F1: 0.6669 (common: 831.0, retrieved: 1258.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 760, loss: 0.6643, P: 0.6073, R: 0.6233, F1: 0.6152 (common: 733.0, retrieved: 1207.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 760, loss: 0.6643, P: 0.6550, R: 0.6661, F1: 0.6605 (common: 822.0, retrieved: 1255.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 770, loss: 0.6334, P: 0.5975, R: 0.6122, F1: 0.6048 (common: 720.0, retrieved: 1205.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 770, loss: 0.6334, P: 0.6464, R: 0.6564, F1: 0.6514 (common: 810.0, retrieved: 1253.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 780, loss: 0.6376, P: 0.5921, R: 0.6097, F1: 0.6008 (common: 717.0, retrieved: 1211.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 780, loss: 0.6376, P: 0.6529, R: 0.6661, F1: 0.6594 (common: 822.0, retrieved: 1259.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 790, loss: 0.6228, P: 0.5978, R: 0.6105, F1: 0.6041 (common: 718.0, retrieved: 1201.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 790, loss: 0.6228, P: 0.6523, R: 0.6629, F1: 0.6576 (common: 818.0, retrieved: 1254.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 800, loss: 0.6133, P: 0.6037, R: 0.6139, F1: 0.6088 (common: 722.0, retrieved: 1196.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 800, loss: 0.6133, P: 0.6496, R: 0.6580, F1: 0.6538 (common: 812.0, retrieved: 1250.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 810, loss: 0.6755, P: 0.5995, R: 0.6173, F1: 0.6083 (common: 726.0, retrieved: 1211.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 810, loss: 0.6755, P: 0.6443, R: 0.6605, F1: 0.6523 (common: 815.0, retrieved: 1265.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 820, loss: 0.6028, P: 0.6041, R: 0.6241, F1: 0.6140 (common: 734.0, retrieved: 1215.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 820, loss: 0.6028, P: 0.6467, R: 0.6645, F1: 0.6555 (common: 820.0, retrieved: 1268.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 830, loss: 0.6167, P: 0.5960, R: 0.6122, F1: 0.6040 (common: 720.0, retrieved: 1208.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 830, loss: 0.6167, P: 0.6442, R: 0.6572, F1: 0.6506 (common: 811.0, retrieved: 1259.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 840, loss: 0.6597, P: 0.6005, R: 0.6148, F1: 0.6076 (common: 723.0, retrieved: 1204.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 840, loss: 0.6597, P: 0.6473, R: 0.6588, F1: 0.6530 (common: 813.0, retrieved: 1256.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 850, loss: 0.6514, P: 0.6184, R: 0.6216, F1: 0.6200 (common: 731.0, retrieved: 1182.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 850, loss: 0.6514, P: 0.6529, R: 0.6524, F1: 0.6526 (common: 805.0, retrieved: 1233.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 860, loss: 0.6568, P: 0.6075, R: 0.6199, F1: 0.6136 (common: 729.0, retrieved: 1200.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 860, loss: 0.6568, P: 0.6571, R: 0.6661, F1: 0.6616 (common: 822.0, retrieved: 1251.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 870, loss: 0.6361, P: 0.6023, R: 0.6259, F1: 0.6138 (common: 736.0, retrieved: 1222.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 870, loss: 0.6361, P: 0.6460, R: 0.6686, F1: 0.6571 (common: 825.0, retrieved: 1277.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 880, loss: 0.6248, P: 0.6008, R: 0.6207, F1: 0.6106 (common: 730.0, retrieved: 1215.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 880, loss: 0.6248, P: 0.6506, R: 0.6686, F1: 0.6595 (common: 825.0, retrieved: 1268.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 890, loss: 0.6758, P: 0.5964, R: 0.6207, F1: 0.6083 (common: 730.0, retrieved: 1224.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 890, loss: 0.6758, P: 0.6334, R: 0.6540, F1: 0.6435 (common: 807.0, retrieved: 1274.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 900, loss: 0.6201, P: 0.6058, R: 0.6182, F1: 0.6120 (common: 727.0, retrieved: 1200.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 900, loss: 0.6201, P: 0.6530, R: 0.6588, F1: 0.6559 (common: 813.0, retrieved: 1245.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 910, loss: 0.6359, P: 0.6055, R: 0.6224, F1: 0.6138 (common: 732.0, retrieved: 1209.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 910, loss: 0.6359, P: 0.6518, R: 0.6629, F1: 0.6573 (common: 818.0, retrieved: 1255.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 920, loss: 0.5274, P: 0.6064, R: 0.6250, F1: 0.6156 (common: 735.0, retrieved: 1212.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 920, loss: 0.5274, P: 0.6518, R: 0.6645, F1: 0.6581 (common: 820.0, retrieved: 1258.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 930, loss: 0.6221, P: 0.6010, R: 0.6224, F1: 0.6115 (common: 732.0, retrieved: 1218.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 930, loss: 0.6221, P: 0.6453, R: 0.6621, F1: 0.6536 (common: 817.0, retrieved: 1266.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 940, loss: 0.6403, P: 0.6084, R: 0.6250, F1: 0.6166 (common: 735.0, retrieved: 1208.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 940, loss: 0.6403, P: 0.6451, R: 0.6556, F1: 0.6503 (common: 809.0, retrieved: 1254.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 950, loss: 0.6287, P: 0.5982, R: 0.6088, F1: 0.6035 (common: 716.0, retrieved: 1197.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 950, loss: 0.6287, P: 0.6471, R: 0.6524, F1: 0.6497 (common: 805.0, retrieved: 1244.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 960, loss: 0.6137, P: 0.6082, R: 0.6190, F1: 0.6136 (common: 728.0, retrieved: 1197.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 960, loss: 0.6137, P: 0.6504, R: 0.6572, F1: 0.6538 (common: 811.0, retrieved: 1247.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 970, loss: 0.6536, P: 0.6015, R: 0.6199, F1: 0.6106 (common: 729.0, retrieved: 1212.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 970, loss: 0.6536, P: 0.6513, R: 0.6661, F1: 0.6587 (common: 822.0, retrieved: 1262.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 980, loss: 0.6541, P: 0.5964, R: 0.6131, F1: 0.6046 (common: 721.0, retrieved: 1209.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 980, loss: 0.6541, P: 0.6523, R: 0.6645, F1: 0.6584 (common: 820.0, retrieved: 1257.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 990, loss: 0.6375, P: 0.6120, R: 0.6224, F1: 0.6172 (common: 732.0, retrieved: 1196.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 990, loss: 0.6375, P: 0.6549, R: 0.6613, F1: 0.6581 (common: 816.0, retrieved: 1246.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1000, loss: 0.5910, P: 0.6164, R: 0.6190, F1: 0.6177 (common: 728.0, retrieved: 1181.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1000, loss: 0.5910, P: 0.6602, R: 0.6629, F1: 0.6615 (common: 818.0, retrieved: 1239.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1010, loss: 0.6123, P: 0.6142, R: 0.6173, F1: 0.6158 (common: 726.0, retrieved: 1182.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1010, loss: 0.6123, P: 0.6543, R: 0.6564, F1: 0.6553 (common: 810.0, retrieved: 1238.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1020, loss: 0.6222, P: 0.5938, R: 0.6029, F1: 0.5983 (common: 709.0, retrieved: 1194.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1020, loss: 0.6222, P: 0.6511, R: 0.6548, F1: 0.6529 (common: 808.0, retrieved: 1241.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1030, loss: 0.6336, P: 0.6087, R: 0.6190, F1: 0.6138 (common: 728.0, retrieved: 1196.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1030, loss: 0.6336, P: 0.6486, R: 0.6580, F1: 0.6533 (common: 812.0, retrieved: 1252.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1040, loss: 0.6112, P: 0.6124, R: 0.6233, F1: 0.6178 (common: 733.0, retrieved: 1197.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1040, loss: 0.6112, P: 0.6443, R: 0.6548, F1: 0.6495 (common: 808.0, retrieved: 1254.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1050, loss: 0.5856, P: 0.6053, R: 0.6207, F1: 0.6129 (common: 730.0, retrieved: 1206.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1050, loss: 0.5856, P: 0.6408, R: 0.6548, F1: 0.6477 (common: 808.0, retrieved: 1261.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1060, loss: 0.6212, P: 0.6038, R: 0.6182, F1: 0.6109 (common: 727.0, retrieved: 1204.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1060, loss: 0.6212, P: 0.6459, R: 0.6564, F1: 0.6511 (common: 810.0, retrieved: 1254.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1070, loss: 0.6418, P: 0.6080, R: 0.6224, F1: 0.6151 (common: 732.0, retrieved: 1204.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1070, loss: 0.6418, P: 0.6451, R: 0.6556, F1: 0.6503 (common: 809.0, retrieved: 1254.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1080, loss: 0.6464, P: 0.6083, R: 0.6207, F1: 0.6145 (common: 730.0, retrieved: 1200.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1080, loss: 0.6464, P: 0.6430, R: 0.6524, F1: 0.6476 (common: 805.0, retrieved: 1252.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1090, loss: 0.6399, P: 0.6048, R: 0.6156, F1: 0.6102 (common: 724.0, retrieved: 1197.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1090, loss: 0.6399, P: 0.6552, R: 0.6621, F1: 0.6586 (common: 817.0, retrieved: 1247.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1100, loss: 0.5789, P: 0.6081, R: 0.6148, F1: 0.6114 (common: 723.0, retrieved: 1189.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1100, loss: 0.5789, P: 0.6519, R: 0.6572, F1: 0.6546 (common: 811.0, retrieved: 1244.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1110, loss: 0.6200, P: 0.6086, R: 0.6148, F1: 0.6117 (common: 723.0, retrieved: 1188.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1110, loss: 0.6200, P: 0.6527, R: 0.6564, F1: 0.6545 (common: 810.0, retrieved: 1241.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1120, loss: 0.6004, P: 0.5980, R: 0.6071, F1: 0.6025 (common: 714.0, retrieved: 1194.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1120, loss: 0.6004, P: 0.6495, R: 0.6548, F1: 0.6521 (common: 808.0, retrieved: 1244.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1130, loss: 0.6218, P: 0.6012, R: 0.6165, F1: 0.6087 (common: 725.0, retrieved: 1206.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1130, loss: 0.6218, P: 0.6507, R: 0.6596, F1: 0.6551 (common: 814.0, retrieved: 1251.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1140, loss: 0.6092, P: 0.5985, R: 0.6148, F1: 0.6065 (common: 723.0, retrieved: 1208.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1140, loss: 0.6092, P: 0.6454, R: 0.6548, F1: 0.6500 (common: 808.0, retrieved: 1252.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1150, loss: 0.6266, P: 0.6023, R: 0.6233, F1: 0.6126 (common: 733.0, retrieved: 1217.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1150, loss: 0.6266, P: 0.6418, R: 0.6564, F1: 0.6490 (common: 810.0, retrieved: 1262.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1160, loss: 0.6155, P: 0.6050, R: 0.6173, F1: 0.6111 (common: 726.0, retrieved: 1200.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1160, loss: 0.6155, P: 0.6463, R: 0.6515, F1: 0.6489 (common: 804.0, retrieved: 1244.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1170, loss: 0.6285, P: 0.6059, R: 0.6131, F1: 0.6095 (common: 721.0, retrieved: 1190.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1170, loss: 0.6285, P: 0.6457, R: 0.6483, F1: 0.6470 (common: 800.0, retrieved: 1239.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1180, loss: 0.6078, P: 0.6041, R: 0.6216, F1: 0.6127 (common: 731.0, retrieved: 1210.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1180, loss: 0.6078, P: 0.6464, R: 0.6564, F1: 0.6514 (common: 810.0, retrieved: 1253.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1190, loss: 0.7039, P: 0.5997, R: 0.6190, F1: 0.6092 (common: 728.0, retrieved: 1214.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1190, loss: 0.7039, P: 0.6390, R: 0.6540, F1: 0.6464 (common: 807.0, retrieved: 1263.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1200, loss: 0.6183, P: 0.5964, R: 0.6156, F1: 0.6059 (common: 724.0, retrieved: 1214.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1200, loss: 0.6183, P: 0.6323, R: 0.6507, F1: 0.6414 (common: 803.0, retrieved: 1270.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1210, loss: 0.6122, P: 0.5969, R: 0.6182, F1: 0.6074 (common: 727.0, retrieved: 1218.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1210, loss: 0.6122, P: 0.6435, R: 0.6596, F1: 0.6515 (common: 814.0, retrieved: 1265.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1220, loss: 0.6358, P: 0.5978, R: 0.6131, F1: 0.6054 (common: 721.0, retrieved: 1206.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1220, loss: 0.6358, P: 0.6422, R: 0.6532, F1: 0.6476 (common: 806.0, retrieved: 1255.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1230, loss: 0.6183, P: 0.5992, R: 0.6114, F1: 0.6052 (common: 719.0, retrieved: 1200.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1230, loss: 0.6183, P: 0.6527, R: 0.6580, F1: 0.6554 (common: 812.0, retrieved: 1244.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1240, loss: 0.5940, P: 0.6129, R: 0.6207, F1: 0.6168 (common: 730.0, retrieved: 1191.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1240, loss: 0.5940, P: 0.6554, R: 0.6596, F1: 0.6575 (common: 814.0, retrieved: 1242.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1250, loss: 0.6454, P: 0.6074, R: 0.6105, F1: 0.6090 (common: 718.0, retrieved: 1182.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1250, loss: 0.6454, P: 0.6511, R: 0.6532, F1: 0.6521 (common: 806.0, retrieved: 1238.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1260, loss: 0.6600, P: 0.6147, R: 0.6199, F1: 0.6173 (common: 729.0, retrieved: 1186.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1260, loss: 0.6600, P: 0.6475, R: 0.6491, F1: 0.6483 (common: 801.0, retrieved: 1237.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1270, loss: 0.5747, P: 0.6150, R: 0.6207, F1: 0.6179 (common: 730.0, retrieved: 1187.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1270, loss: 0.5747, P: 0.6543, R: 0.6580, F1: 0.6562 (common: 812.0, retrieved: 1241.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1280, loss: 0.6060, P: 0.6028, R: 0.6182, F1: 0.6104 (common: 727.0, retrieved: 1206.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1280, loss: 0.6060, P: 0.6469, R: 0.6548, F1: 0.6508 (common: 808.0, retrieved: 1249.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1290, loss: 0.6618, P: 0.6062, R: 0.6310, F1: 0.6183 (common: 742.0, retrieved: 1224.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1290, loss: 0.6618, P: 0.6369, R: 0.6596, F1: 0.6481 (common: 814.0, retrieved: 1278.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1300, loss: 0.5320, P: 0.6046, R: 0.6267, F1: 0.6154 (common: 737.0, retrieved: 1219.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1300, loss: 0.5320, P: 0.6384, R: 0.6580, F1: 0.6480 (common: 812.0, retrieved: 1272.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1310, loss: 0.6149, P: 0.6064, R: 0.6250, F1: 0.6156 (common: 735.0, retrieved: 1212.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1310, loss: 0.6149, P: 0.6442, R: 0.6572, F1: 0.6506 (common: 811.0, retrieved: 1259.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1320, loss: 0.6152, P: 0.6092, R: 0.6216, F1: 0.6153 (common: 731.0, retrieved: 1200.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1320, loss: 0.6152, P: 0.6507, R: 0.6596, F1: 0.6551 (common: 814.0, retrieved: 1251.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1330, loss: 0.6270, P: 0.6136, R: 0.6224, F1: 0.6180 (common: 732.0, retrieved: 1193.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1330, loss: 0.6270, P: 0.6586, R: 0.6629, F1: 0.6607 (common: 818.0, retrieved: 1242.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1340, loss: 0.6461, P: 0.6106, R: 0.6241, F1: 0.6173 (common: 734.0, retrieved: 1202.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1340, loss: 0.6461, P: 0.6528, R: 0.6596, F1: 0.6562 (common: 814.0, retrieved: 1247.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1350, loss: 0.6209, P: 0.6119, R: 0.6233, F1: 0.6175 (common: 733.0, retrieved: 1198.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1350, loss: 0.6209, P: 0.6530, R: 0.6588, F1: 0.6559 (common: 813.0, retrieved: 1245.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1360, loss: 0.6585, P: 0.6127, R: 0.6173, F1: 0.6150 (common: 726.0, retrieved: 1185.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1360, loss: 0.6585, P: 0.6508, R: 0.6540, F1: 0.6524 (common: 807.0, retrieved: 1240.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1370, loss: 0.6348, P: 0.6068, R: 0.6114, F1: 0.6091 (common: 719.0, retrieved: 1185.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1370, loss: 0.6348, P: 0.6454, R: 0.6475, F1: 0.6464 (common: 799.0, retrieved: 1238.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1380, loss: 0.6051, P: 0.6205, R: 0.6216, F1: 0.6211 (common: 731.0, retrieved: 1178.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1380, loss: 0.6051, P: 0.6605, R: 0.6605, F1: 0.6605 (common: 815.0, retrieved: 1234.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1390, loss: 0.6246, P: 0.6031, R: 0.5969, F1: 0.6000 (common: 702.0, retrieved: 1164.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1390, loss: 0.6246, P: 0.6525, R: 0.6483, F1: 0.6504 (common: 800.0, retrieved: 1226.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1400, loss: 0.6270, P: 0.6075, R: 0.6080, F1: 0.6077 (common: 715.0, retrieved: 1177.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1400, loss: 0.6270, P: 0.6556, R: 0.6556, F1: 0.6556 (common: 809.0, retrieved: 1234.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1410, loss: 0.5600, P: 0.6209, R: 0.6224, F1: 0.6217 (common: 732.0, retrieved: 1179.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1410, loss: 0.5600, P: 0.6545, R: 0.6540, F1: 0.6542 (common: 807.0, retrieved: 1233.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1420, loss: 0.6428, P: 0.6155, R: 0.6139, F1: 0.6147 (common: 722.0, retrieved: 1173.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1420, loss: 0.6428, P: 0.6545, R: 0.6524, F1: 0.6534 (common: 805.0, retrieved: 1230.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1430, loss: 0.5945, P: 0.6153, R: 0.6216, F1: 0.6184 (common: 731.0, retrieved: 1188.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1430, loss: 0.5945, P: 0.6594, R: 0.6621, F1: 0.6607 (common: 817.0, retrieved: 1239.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1440, loss: 0.6154, P: 0.6144, R: 0.6233, F1: 0.6188 (common: 733.0, retrieved: 1193.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1440, loss: 0.6154, P: 0.6535, R: 0.6572, F1: 0.6554 (common: 811.0, retrieved: 1241.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1450, loss: 0.6427, P: 0.6078, R: 0.6259, F1: 0.6167 (common: 736.0, retrieved: 1211.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1450, loss: 0.6427, P: 0.6503, R: 0.6645, F1: 0.6573 (common: 820.0, retrieved: 1261.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1460, loss: 0.7760, P: 0.6074, R: 0.6250, F1: 0.6161 (common: 735.0, retrieved: 1210.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1460, loss: 0.7760, P: 0.6502, R: 0.6629, F1: 0.6565 (common: 818.0, retrieved: 1258.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1470, loss: 0.6268, P: 0.6118, R: 0.6190, F1: 0.6154 (common: 728.0, retrieved: 1190.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1470, loss: 0.6268, P: 0.6551, R: 0.6605, F1: 0.6578 (common: 815.0, retrieved: 1244.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1480, loss: 0.5967, P: 0.6049, R: 0.6131, F1: 0.6090 (common: 721.0, retrieved: 1192.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1480, loss: 0.5967, P: 0.6444, R: 0.6491, F1: 0.6468 (common: 801.0, retrieved: 1243.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1490, loss: 0.6350, P: 0.6155, R: 0.6207, F1: 0.6181 (common: 730.0, retrieved: 1186.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1490, loss: 0.6350, P: 0.6530, R: 0.6572, F1: 0.6551 (common: 811.0, retrieved: 1242.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1500, loss: 0.6013, P: 0.6146, R: 0.6224, F1: 0.6185 (common: 732.0, retrieved: 1191.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1500, loss: 0.6013, P: 0.6466, R: 0.6524, F1: 0.6495 (common: 805.0, retrieved: 1245.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1510, loss: 0.6094, P: 0.6106, R: 0.6199, F1: 0.6152 (common: 729.0, retrieved: 1194.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1510, loss: 0.6094, P: 0.6496, R: 0.6596, F1: 0.6546 (common: 814.0, retrieved: 1253.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1520, loss: 0.6163, P: 0.6183, R: 0.6267, F1: 0.6225 (common: 737.0, retrieved: 1192.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1520, loss: 0.6163, P: 0.6493, R: 0.6572, F1: 0.6532 (common: 811.0, retrieved: 1249.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1530, loss: 0.6978, P: 0.6101, R: 0.6241, F1: 0.6171 (common: 734.0, retrieved: 1203.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1530, loss: 0.6978, P: 0.6488, R: 0.6588, F1: 0.6538 (common: 813.0, retrieved: 1253.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1540, loss: 0.6123, P: 0.6114, R: 0.6207, F1: 0.6160 (common: 730.0, retrieved: 1194.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1540, loss: 0.6123, P: 0.6455, R: 0.6524, F1: 0.6489 (common: 805.0, retrieved: 1247.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1550, loss: 0.5551, P: 0.6154, R: 0.6233, F1: 0.6193 (common: 733.0, retrieved: 1191.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1550, loss: 0.5551, P: 0.6426, R: 0.6483, F1: 0.6454 (common: 800.0, retrieved: 1245.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1560, loss: 0.6292, P: 0.6062, R: 0.6139, F1: 0.6101 (common: 722.0, retrieved: 1191.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1560, loss: 0.6292, P: 0.6442, R: 0.6499, F1: 0.6470 (common: 802.0, retrieved: 1245.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1570, loss: 0.5745, P: 0.6084, R: 0.6182, F1: 0.6132 (common: 727.0, retrieved: 1195.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1570, loss: 0.5745, P: 0.6431, R: 0.6483, F1: 0.6457 (common: 800.0, retrieved: 1244.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1580, loss: 0.6286, P: 0.6059, R: 0.6156, F1: 0.6107 (common: 724.0, retrieved: 1195.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1580, loss: 0.6286, P: 0.6429, R: 0.6491, F1: 0.6460 (common: 801.0, retrieved: 1246.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1590, loss: 0.6069, P: 0.6017, R: 0.6114, F1: 0.6065 (common: 719.0, retrieved: 1195.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1590, loss: 0.6069, P: 0.6496, R: 0.6564, F1: 0.6530 (common: 810.0, retrieved: 1247.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1600, loss: 0.6239, P: 0.6057, R: 0.6139, F1: 0.6098 (common: 722.0, retrieved: 1192.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1600, loss: 0.6239, P: 0.6549, R: 0.6596, F1: 0.6572 (common: 814.0, retrieved: 1243.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1610, loss: 0.5937, P: 0.6078, R: 0.6063, F1: 0.6071 (common: 713.0, retrieved: 1173.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1610, loss: 0.5937, P: 0.6558, R: 0.6515, F1: 0.6537 (common: 804.0, retrieved: 1226.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1620, loss: 0.6353, P: 0.6117, R: 0.6148, F1: 0.6132 (common: 723.0, retrieved: 1182.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1620, loss: 0.6353, P: 0.6481, R: 0.6491, F1: 0.6486 (common: 801.0, retrieved: 1236.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1630, loss: 0.6331, P: 0.6097, R: 0.6122, F1: 0.6109 (common: 720.0, retrieved: 1181.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1630, loss: 0.6331, P: 0.6521, R: 0.6515, F1: 0.6518 (common: 804.0, retrieved: 1233.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1640, loss: 0.6504, P: 0.6090, R: 0.6105, F1: 0.6098 (common: 718.0, retrieved: 1179.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1640, loss: 0.6504, P: 0.6594, R: 0.6588, F1: 0.6591 (common: 813.0, retrieved: 1233.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1650, loss: 0.6206, P: 0.6051, R: 0.6071, F1: 0.6061 (common: 714.0, retrieved: 1180.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1650, loss: 0.6206, P: 0.6588, R: 0.6572, F1: 0.6580 (common: 811.0, retrieved: 1231.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1660, loss: 0.5769, P: 0.6084, R: 0.6131, F1: 0.6108 (common: 721.0, retrieved: 1185.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1660, loss: 0.5769, P: 0.6577, R: 0.6572, F1: 0.6575 (common: 811.0, retrieved: 1233.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1670, loss: 0.5740, P: 0.6109, R: 0.6207, F1: 0.6158 (common: 730.0, retrieved: 1195.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1670, loss: 0.5740, P: 0.6549, R: 0.6596, F1: 0.6572 (common: 814.0, retrieved: 1243.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1680, loss: 0.6396, P: 0.6167, R: 0.6224, F1: 0.6196 (common: 732.0, retrieved: 1187.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1680, loss: 0.6396, P: 0.6538, R: 0.6564, F1: 0.6551 (common: 810.0, retrieved: 1239.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1690, loss: 0.6358, P: 0.6156, R: 0.6250, F1: 0.6203 (common: 735.0, retrieved: 1194.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1690, loss: 0.6358, P: 0.6551, R: 0.6588, F1: 0.6570 (common: 813.0, retrieved: 1241.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1700, loss: 0.5922, P: 0.6102, R: 0.6190, F1: 0.6146 (common: 728.0, retrieved: 1193.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1700, loss: 0.5922, P: 0.6554, R: 0.6596, F1: 0.6575 (common: 814.0, retrieved: 1242.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1710, loss: 0.6173, P: 0.6089, R: 0.6182, F1: 0.6135 (common: 727.0, retrieved: 1194.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1710, loss: 0.6173, P: 0.6543, R: 0.6580, F1: 0.6562 (common: 812.0, retrieved: 1241.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1720, loss: 0.5879, P: 0.6090, R: 0.6131, F1: 0.6110 (common: 721.0, retrieved: 1184.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1720, loss: 0.5879, P: 0.6538, R: 0.6564, F1: 0.6551 (common: 810.0, retrieved: 1239.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1730, loss: 0.5085, P: 0.6173, R: 0.6199, F1: 0.6186 (common: 729.0, retrieved: 1181.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1730, loss: 0.5085, P: 0.6524, R: 0.6540, F1: 0.6532 (common: 807.0, retrieved: 1237.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1740, loss: 0.6495, P: 0.6162, R: 0.6156, F1: 0.6159 (common: 724.0, retrieved: 1175.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1740, loss: 0.6495, P: 0.6558, R: 0.6515, F1: 0.6537 (common: 804.0, retrieved: 1226.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1750, loss: 0.5666, P: 0.6105, R: 0.6105, F1: 0.6105 (common: 718.0, retrieved: 1176.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1750, loss: 0.5666, P: 0.6582, R: 0.6540, F1: 0.6561 (common: 807.0, retrieved: 1226.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1760, loss: 0.6379, P: 0.6141, R: 0.6156, F1: 0.6149 (common: 724.0, retrieved: 1179.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1760, loss: 0.6379, P: 0.6588, R: 0.6572, F1: 0.6580 (common: 811.0, retrieved: 1231.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1770, loss: 0.6549, P: 0.6122, R: 0.6148, F1: 0.6135 (common: 723.0, retrieved: 1181.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1770, loss: 0.6549, P: 0.6613, R: 0.6613, F1: 0.6613 (common: 816.0, retrieved: 1234.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1780, loss: 0.5789, P: 0.6114, R: 0.6114, F1: 0.6114 (common: 719.0, retrieved: 1176.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1780, loss: 0.5789, P: 0.6558, R: 0.6515, F1: 0.6537 (common: 804.0, retrieved: 1226.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1790, loss: 0.6222, P: 0.6153, R: 0.6148, F1: 0.6151 (common: 723.0, retrieved: 1175.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1790, loss: 0.6222, P: 0.6583, R: 0.6556, F1: 0.6569 (common: 809.0, retrieved: 1229.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1800, loss: 0.6053, P: 0.6102, R: 0.6122, F1: 0.6112 (common: 720.0, retrieved: 1180.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1800, loss: 0.6053, P: 0.6526, R: 0.6515, F1: 0.6521 (common: 804.0, retrieved: 1232.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1810, loss: 0.5775, P: 0.6136, R: 0.6131, F1: 0.6134 (common: 721.0, retrieved: 1175.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1810, loss: 0.5775, P: 0.6599, R: 0.6556, F1: 0.6577 (common: 809.0, retrieved: 1226.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1820, loss: 0.6116, P: 0.6185, R: 0.6148, F1: 0.6166 (common: 723.0, retrieved: 1169.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1820, loss: 0.6116, P: 0.6615, R: 0.6556, F1: 0.6585 (common: 809.0, retrieved: 1223.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1830, loss: 0.6192, P: 0.6162, R: 0.6156, F1: 0.6159 (common: 724.0, retrieved: 1175.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1830, loss: 0.6192, P: 0.6520, R: 0.6483, F1: 0.6501 (common: 800.0, retrieved: 1227.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1840, loss: 0.6292, P: 0.6190, R: 0.6190, F1: 0.6190 (common: 728.0, retrieved: 1176.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1840, loss: 0.6292, P: 0.6534, R: 0.6507, F1: 0.6521 (common: 803.0, retrieved: 1229.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1850, loss: 0.5944, P: 0.6210, R: 0.6199, F1: 0.6204 (common: 729.0, retrieved: 1174.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1850, loss: 0.5944, P: 0.6550, R: 0.6507, F1: 0.6528 (common: 803.0, retrieved: 1226.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1860, loss: 0.6543, P: 0.6129, R: 0.6139, F1: 0.6134 (common: 722.0, retrieved: 1178.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1860, loss: 0.6543, P: 0.6550, R: 0.6524, F1: 0.6537 (common: 805.0, retrieved: 1229.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1870, loss: 0.6294, P: 0.6112, R: 0.6148, F1: 0.6130 (common: 723.0, retrieved: 1183.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1870, loss: 0.6294, P: 0.6548, R: 0.6532, F1: 0.6540 (common: 806.0, retrieved: 1231.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1880, loss: 0.5729, P: 0.6046, R: 0.6097, F1: 0.6071 (common: 717.0, retrieved: 1186.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1880, loss: 0.5729, P: 0.6570, R: 0.6580, F1: 0.6575 (common: 812.0, retrieved: 1236.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1890, loss: 0.6085, P: 0.6114, R: 0.6182, F1: 0.6148 (common: 727.0, retrieved: 1189.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1890, loss: 0.6085, P: 0.6602, R: 0.6613, F1: 0.6607 (common: 816.0, retrieved: 1236.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1900, loss: 0.5861, P: 0.6160, R: 0.6207, F1: 0.6184 (common: 730.0, retrieved: 1185.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1900, loss: 0.5861, P: 0.6564, R: 0.6564, F1: 0.6564 (common: 810.0, retrieved: 1234.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1910, loss: 0.6409, P: 0.6168, R: 0.6173, F1: 0.6171 (common: 726.0, retrieved: 1177.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1910, loss: 0.6409, P: 0.6631, R: 0.6605, F1: 0.6618 (common: 815.0, retrieved: 1229.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1920, loss: 0.5830, P: 0.6181, R: 0.6165, F1: 0.6173 (common: 725.0, retrieved: 1173.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1920, loss: 0.5830, P: 0.6612, R: 0.6564, F1: 0.6588 (common: 810.0, retrieved: 1225.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1930, loss: 0.6433, P: 0.6139, R: 0.6139, F1: 0.6139 (common: 722.0, retrieved: 1176.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1930, loss: 0.6433, P: 0.6574, R: 0.6499, F1: 0.6536 (common: 802.0, retrieved: 1220.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1940, loss: 0.6520, P: 0.6162, R: 0.6131, F1: 0.6147 (common: 721.0, retrieved: 1170.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1940, loss: 0.6520, P: 0.6601, R: 0.6515, F1: 0.6558 (common: 804.0, retrieved: 1218.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1950, loss: 0.6600, P: 0.6092, R: 0.6071, F1: 0.6082 (common: 714.0, retrieved: 1172.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1950, loss: 0.6600, P: 0.6612, R: 0.6532, F1: 0.6572 (common: 806.0, retrieved: 1219.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1960, loss: 0.6442, P: 0.6211, R: 0.6216, F1: 0.6213 (common: 731.0, retrieved: 1177.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1960, loss: 0.6442, P: 0.6566, R: 0.6524, F1: 0.6545 (common: 805.0, retrieved: 1226.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1970, loss: 0.5988, P: 0.6197, R: 0.6207, F1: 0.6202 (common: 730.0, retrieved: 1178.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1970, loss: 0.5988, P: 0.6591, R: 0.6548, F1: 0.6569 (common: 808.0, retrieved: 1226.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1980, loss: 0.5807, P: 0.6128, R: 0.6165, F1: 0.6147 (common: 725.0, retrieved: 1183.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1980, loss: 0.5807, P: 0.6572, R: 0.6588, F1: 0.6580 (common: 813.0, retrieved: 1237.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 1990, loss: 0.6045, P: 0.6164, R: 0.6216, F1: 0.6190 (common: 731.0, retrieved: 1186.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 1990, loss: 0.6045, P: 0.6610, R: 0.6621, F1: 0.6615 (common: 817.0, retrieved: 1236.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2000, loss: 0.5835, P: 0.6150, R: 0.6207, F1: 0.6179 (common: 730.0, retrieved: 1187.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2000, loss: 0.5835, P: 0.6596, R: 0.6596, F1: 0.6596 (common: 814.0, retrieved: 1234.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2010, loss: 0.6111, P: 0.6155, R: 0.6207, F1: 0.6181 (common: 730.0, retrieved: 1186.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2010, loss: 0.6111, P: 0.6618, R: 0.6629, F1: 0.6623 (common: 818.0, retrieved: 1236.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2020, loss: 0.5897, P: 0.6133, R: 0.6190, F1: 0.6162 (common: 728.0, retrieved: 1187.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2020, loss: 0.5897, P: 0.6610, R: 0.6621, F1: 0.6615 (common: 817.0, retrieved: 1236.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2030, loss: 0.6452, P: 0.6100, R: 0.6131, F1: 0.6115 (common: 721.0, retrieved: 1182.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2030, loss: 0.6452, P: 0.6642, R: 0.6637, F1: 0.6640 (common: 819.0, retrieved: 1233.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2040, loss: 0.6235, P: 0.6217, R: 0.6233, F1: 0.6225 (common: 733.0, retrieved: 1179.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2040, loss: 0.6235, P: 0.6642, R: 0.6621, F1: 0.6631 (common: 817.0, retrieved: 1230.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2050, loss: 0.6029, P: 0.6183, R: 0.6199, F1: 0.6191 (common: 729.0, retrieved: 1179.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2050, loss: 0.6029, P: 0.6640, R: 0.6613, F1: 0.6626 (common: 816.0, retrieved: 1229.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2060, loss: 0.6249, P: 0.6169, R: 0.6216, F1: 0.6192 (common: 731.0, retrieved: 1185.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2060, loss: 0.6249, P: 0.6621, R: 0.6621, F1: 0.6621 (common: 817.0, retrieved: 1234.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2070, loss: 0.5654, P: 0.6208, R: 0.6250, F1: 0.6229 (common: 735.0, retrieved: 1184.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2070, loss: 0.5654, P: 0.6580, R: 0.6580, F1: 0.6580 (common: 812.0, retrieved: 1234.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2080, loss: 0.6319, P: 0.6154, R: 0.6233, F1: 0.6193 (common: 733.0, retrieved: 1191.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2080, loss: 0.6319, P: 0.6610, R: 0.6621, F1: 0.6615 (common: 817.0, retrieved: 1236.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2090, loss: 0.6059, P: 0.6160, R: 0.6165, F1: 0.6162 (common: 725.0, retrieved: 1177.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2090, loss: 0.6059, P: 0.6623, R: 0.6596, F1: 0.6610 (common: 814.0, retrieved: 1229.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2100, loss: 0.6377, P: 0.6169, R: 0.6190, F1: 0.6180 (common: 728.0, retrieved: 1180.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2100, loss: 0.6377, P: 0.6637, R: 0.6637, F1: 0.6637 (common: 819.0, retrieved: 1234.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2110, loss: 0.5756, P: 0.6181, R: 0.6207, F1: 0.6194 (common: 730.0, retrieved: 1181.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2110, loss: 0.5756, P: 0.6626, R: 0.6621, F1: 0.6623 (common: 817.0, retrieved: 1233.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2120, loss: 0.6172, P: 0.6162, R: 0.6224, F1: 0.6193 (common: 732.0, retrieved: 1188.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2120, loss: 0.6172, P: 0.6659, R: 0.6669, F1: 0.6664 (common: 823.0, retrieved: 1236.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2130, loss: 0.6055, P: 0.6170, R: 0.6233, F1: 0.6201 (common: 733.0, retrieved: 1188.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2130, loss: 0.6055, P: 0.6650, R: 0.6661, F1: 0.6656 (common: 822.0, retrieved: 1236.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2140, loss: 0.6021, P: 0.6167, R: 0.6224, F1: 0.6196 (common: 732.0, retrieved: 1187.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2140, loss: 0.6021, P: 0.6659, R: 0.6653, F1: 0.6656 (common: 821.0, retrieved: 1233.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2150, loss: 0.6160, P: 0.6210, R: 0.6241, F1: 0.6226 (common: 734.0, retrieved: 1182.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2150, loss: 0.6160, P: 0.6656, R: 0.6645, F1: 0.6650 (common: 820.0, retrieved: 1232.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2160, loss: 0.6204, P: 0.6232, R: 0.6301, F1: 0.6266 (common: 741.0, retrieved: 1189.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2160, loss: 0.6204, P: 0.6605, R: 0.6605, F1: 0.6605 (common: 815.0, retrieved: 1234.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2170, loss: 0.5592, P: 0.6202, R: 0.6276, F1: 0.6238 (common: 738.0, retrieved: 1190.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2170, loss: 0.5592, P: 0.6623, R: 0.6629, F1: 0.6626 (common: 818.0, retrieved: 1235.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2180, loss: 0.6582, P: 0.6164, R: 0.6259, F1: 0.6211 (common: 736.0, retrieved: 1194.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2180, loss: 0.6582, P: 0.6581, R: 0.6613, F1: 0.6597 (common: 816.0, retrieved: 1240.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2190, loss: 0.6168, P: 0.6154, R: 0.6259, F1: 0.6206 (common: 736.0, retrieved: 1196.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2190, loss: 0.6168, P: 0.6587, R: 0.6661, F1: 0.6624 (common: 822.0, retrieved: 1248.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2200, loss: 0.6081, P: 0.6075, R: 0.6173, F1: 0.6124 (common: 726.0, retrieved: 1195.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2200, loss: 0.6081, P: 0.6602, R: 0.6645, F1: 0.6624 (common: 820.0, retrieved: 1242.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2210, loss: 0.6149, P: 0.6127, R: 0.6241, F1: 0.6184 (common: 734.0, retrieved: 1198.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2210, loss: 0.6149, P: 0.6583, R: 0.6621, F1: 0.6602 (common: 817.0, retrieved: 1241.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2220, loss: 0.5456, P: 0.6074, R: 0.6156, F1: 0.6115 (common: 724.0, retrieved: 1192.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2220, loss: 0.5456, P: 0.6613, R: 0.6645, F1: 0.6629 (common: 820.0, retrieved: 1240.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2230, loss: 0.6403, P: 0.6124, R: 0.6207, F1: 0.6166 (common: 730.0, retrieved: 1192.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2230, loss: 0.6403, P: 0.6580, R: 0.6596, F1: 0.6588 (common: 814.0, retrieved: 1237.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2240, loss: 0.5971, P: 0.6200, R: 0.6284, F1: 0.6242 (common: 739.0, retrieved: 1192.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2240, loss: 0.5971, P: 0.6613, R: 0.6629, F1: 0.6621 (common: 818.0, retrieved: 1237.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2250, loss: 0.6232, P: 0.6212, R: 0.6276, F1: 0.6244 (common: 738.0, retrieved: 1188.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2250, loss: 0.6232, P: 0.6618, R: 0.6645, F1: 0.6632 (common: 820.0, retrieved: 1239.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2260, loss: 0.6225, P: 0.6209, R: 0.6267, F1: 0.6238 (common: 737.0, retrieved: 1187.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2260, loss: 0.6225, P: 0.6632, R: 0.6653, F1: 0.6642 (common: 821.0, retrieved: 1238.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2270, loss: 0.5848, P: 0.6229, R: 0.6293, F1: 0.6261 (common: 740.0, retrieved: 1188.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2270, loss: 0.5848, P: 0.6637, R: 0.6653, F1: 0.6645 (common: 821.0, retrieved: 1237.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2280, loss: 0.5983, P: 0.6229, R: 0.6293, F1: 0.6261 (common: 740.0, retrieved: 1188.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2280, loss: 0.5983, P: 0.6640, R: 0.6645, F1: 0.6642 (common: 820.0, retrieved: 1235.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2290, loss: 0.5941, P: 0.6215, R: 0.6284, F1: 0.6249 (common: 739.0, retrieved: 1189.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2290, loss: 0.5941, P: 0.6632, R: 0.6653, F1: 0.6642 (common: 821.0, retrieved: 1238.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2300, loss: 0.6397, P: 0.6239, R: 0.6293, F1: 0.6266 (common: 740.0, retrieved: 1186.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2300, loss: 0.6397, P: 0.6650, R: 0.6645, F1: 0.6648 (common: 820.0, retrieved: 1233.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2310, loss: 0.6202, P: 0.6187, R: 0.6250, F1: 0.6218 (common: 735.0, retrieved: 1188.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2310, loss: 0.6202, P: 0.6607, R: 0.6613, F1: 0.6610 (common: 816.0, retrieved: 1235.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2320, loss: 0.6292, P: 0.6216, R: 0.6259, F1: 0.6237 (common: 736.0, retrieved: 1184.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2320, loss: 0.6292, P: 0.6607, R: 0.6596, F1: 0.6602 (common: 814.0, retrieved: 1232.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2330, loss: 0.5990, P: 0.6145, R: 0.6182, F1: 0.6164 (common: 727.0, retrieved: 1183.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2330, loss: 0.5990, P: 0.6629, R: 0.6613, F1: 0.6621 (common: 816.0, retrieved: 1231.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2340, loss: 0.6115, P: 0.6171, R: 0.6207, F1: 0.6189 (common: 730.0, retrieved: 1183.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2340, loss: 0.6115, P: 0.6613, R: 0.6596, F1: 0.6604 (common: 814.0, retrieved: 1231.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2350, loss: 0.5985, P: 0.6213, R: 0.6250, F1: 0.6231 (common: 735.0, retrieved: 1183.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2350, loss: 0.5985, P: 0.6642, R: 0.6621, F1: 0.6631 (common: 817.0, retrieved: 1230.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2360, loss: 0.5901, P: 0.6222, R: 0.6233, F1: 0.6228 (common: 733.0, retrieved: 1178.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2360, loss: 0.5901, P: 0.6634, R: 0.6596, F1: 0.6615 (common: 814.0, retrieved: 1227.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2370, loss: 0.6357, P: 0.6232, R: 0.6216, F1: 0.6224 (common: 731.0, retrieved: 1173.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2370, loss: 0.6357, P: 0.6686, R: 0.6637, F1: 0.6661 (common: 819.0, retrieved: 1225.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2380, loss: 0.5719, P: 0.6229, R: 0.6207, F1: 0.6218 (common: 730.0, retrieved: 1172.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2380, loss: 0.5719, P: 0.6661, R: 0.6613, F1: 0.6637 (common: 816.0, retrieved: 1225.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2390, loss: 0.6122, P: 0.6223, R: 0.6207, F1: 0.6215 (common: 730.0, retrieved: 1173.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2390, loss: 0.6122, P: 0.6653, R: 0.6605, F1: 0.6629 (common: 815.0, retrieved: 1225.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2400, loss: 0.6223, P: 0.6227, R: 0.6216, F1: 0.6221 (common: 731.0, retrieved: 1174.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2400, loss: 0.6223, P: 0.6634, R: 0.6596, F1: 0.6615 (common: 814.0, retrieved: 1227.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2410, loss: 0.5988, P: 0.6218, R: 0.6207, F1: 0.6213 (common: 730.0, retrieved: 1174.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2410, loss: 0.5988, P: 0.6648, R: 0.6605, F1: 0.6626 (common: 815.0, retrieved: 1226.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2420, loss: 0.5855, P: 0.6203, R: 0.6182, F1: 0.6193 (common: 727.0, retrieved: 1172.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2420, loss: 0.5855, P: 0.6675, R: 0.6621, F1: 0.6648 (common: 817.0, retrieved: 1224.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2430, loss: 0.6381, P: 0.6230, R: 0.6224, F1: 0.6227 (common: 732.0, retrieved: 1175.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2430, loss: 0.6381, P: 0.6626, R: 0.6588, F1: 0.6607 (common: 813.0, retrieved: 1227.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2440, loss: 0.6606, P: 0.6200, R: 0.6216, F1: 0.6208 (common: 731.0, retrieved: 1179.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2440, loss: 0.6606, P: 0.6648, R: 0.6621, F1: 0.6634 (common: 817.0, retrieved: 1229.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2450, loss: 0.5863, P: 0.6209, R: 0.6224, F1: 0.6217 (common: 732.0, retrieved: 1179.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2450, loss: 0.5863, P: 0.6650, R: 0.6629, F1: 0.6640 (common: 818.0, retrieved: 1230.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2460, loss: 0.5780, P: 0.6201, R: 0.6233, F1: 0.6217 (common: 733.0, retrieved: 1182.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2460, loss: 0.5780, P: 0.6659, R: 0.6621, F1: 0.6640 (common: 817.0, retrieved: 1227.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2470, loss: 0.6425, P: 0.6235, R: 0.6267, F1: 0.6251 (common: 737.0, retrieved: 1182.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2470, loss: 0.6425, P: 0.6669, R: 0.6653, F1: 0.6661 (common: 821.0, retrieved: 1231.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2480, loss: 0.5834, P: 0.6187, R: 0.6182, F1: 0.6185 (common: 727.0, retrieved: 1175.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2480, loss: 0.5834, P: 0.6658, R: 0.6605, F1: 0.6631 (common: 815.0, retrieved: 1224.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2490, loss: 0.6293, P: 0.6198, R: 0.6224, F1: 0.6211 (common: 732.0, retrieved: 1181.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2490, loss: 0.6293, P: 0.6623, R: 0.6596, F1: 0.6610 (common: 814.0, retrieved: 1229.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2500, loss: 0.5840, P: 0.6212, R: 0.6233, F1: 0.6222 (common: 733.0, retrieved: 1180.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2500, loss: 0.5840, P: 0.6613, R: 0.6596, F1: 0.6604 (common: 814.0, retrieved: 1231.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2510, loss: 0.6326, P: 0.6215, R: 0.6241, F1: 0.6228 (common: 734.0, retrieved: 1181.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2510, loss: 0.6326, P: 0.6629, R: 0.6613, F1: 0.6621 (common: 816.0, retrieved: 1231.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2520, loss: 0.6124, P: 0.6197, R: 0.6207, F1: 0.6202 (common: 730.0, retrieved: 1178.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2520, loss: 0.6124, P: 0.6680, R: 0.6637, F1: 0.6659 (common: 819.0, retrieved: 1226.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2530, loss: 0.5816, P: 0.6248, R: 0.6259, F1: 0.6253 (common: 736.0, retrieved: 1178.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2530, loss: 0.5816, P: 0.6631, R: 0.6588, F1: 0.6610 (common: 813.0, retrieved: 1226.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2540, loss: 0.6468, P: 0.6190, R: 0.6190, F1: 0.6190 (common: 728.0, retrieved: 1176.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2540, loss: 0.6468, P: 0.6639, R: 0.6596, F1: 0.6618 (common: 814.0, retrieved: 1226.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2550, loss: 0.6007, P: 0.6197, R: 0.6207, F1: 0.6202 (common: 730.0, retrieved: 1178.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2550, loss: 0.6007, P: 0.6639, R: 0.6596, F1: 0.6618 (common: 814.0, retrieved: 1226.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2560, loss: 0.5930, P: 0.6168, R: 0.6173, F1: 0.6171 (common: 726.0, retrieved: 1177.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2560, loss: 0.5930, P: 0.6642, R: 0.6588, F1: 0.6615 (common: 813.0, retrieved: 1224.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2570, loss: 0.6392, P: 0.6209, R: 0.6224, F1: 0.6217 (common: 732.0, retrieved: 1179.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2570, loss: 0.6392, P: 0.6634, R: 0.6596, F1: 0.6615 (common: 814.0, retrieved: 1227.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2580, loss: 0.6249, P: 0.6209, R: 0.6224, F1: 0.6217 (common: 732.0, retrieved: 1179.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2580, loss: 0.6249, P: 0.6634, R: 0.6580, F1: 0.6607 (common: 812.0, retrieved: 1224.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2590, loss: 0.5918, P: 0.6245, R: 0.6250, F1: 0.6247 (common: 735.0, retrieved: 1177.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2590, loss: 0.5918, P: 0.6621, R: 0.6588, F1: 0.6604 (common: 813.0, retrieved: 1228.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2600, loss: 0.6340, P: 0.6234, R: 0.6250, F1: 0.6242 (common: 735.0, retrieved: 1179.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2600, loss: 0.6340, P: 0.6613, R: 0.6596, F1: 0.6604 (common: 814.0, retrieved: 1231.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2610, loss: 0.5699, P: 0.6239, R: 0.6250, F1: 0.6245 (common: 735.0, retrieved: 1178.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2610, loss: 0.5699, P: 0.6659, R: 0.6621, F1: 0.6640 (common: 817.0, retrieved: 1227.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2620, loss: 0.6564, P: 0.6222, R: 0.6233, F1: 0.6228 (common: 733.0, retrieved: 1178.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2620, loss: 0.6564, P: 0.6639, R: 0.6596, F1: 0.6618 (common: 814.0, retrieved: 1226.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2630, loss: 0.6337, P: 0.6253, R: 0.6259, F1: 0.6256 (common: 736.0, retrieved: 1177.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2630, loss: 0.6337, P: 0.6634, R: 0.6596, F1: 0.6615 (common: 814.0, retrieved: 1227.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2640, loss: 0.5846, P: 0.6230, R: 0.6224, F1: 0.6227 (common: 732.0, retrieved: 1175.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2640, loss: 0.5846, P: 0.6637, R: 0.6572, F1: 0.6604 (common: 811.0, retrieved: 1222.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2650, loss: 0.5679, P: 0.6238, R: 0.6233, F1: 0.6236 (common: 733.0, retrieved: 1175.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2650, loss: 0.5679, P: 0.6645, R: 0.6580, F1: 0.6612 (common: 812.0, retrieved: 1222.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2660, loss: 0.5959, P: 0.6228, R: 0.6233, F1: 0.6230 (common: 733.0, retrieved: 1177.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2660, loss: 0.5959, P: 0.6642, R: 0.6588, F1: 0.6615 (common: 813.0, retrieved: 1224.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2670, loss: 0.6146, P: 0.6245, R: 0.6250, F1: 0.6247 (common: 735.0, retrieved: 1177.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2670, loss: 0.6146, P: 0.6656, R: 0.6613, F1: 0.6634 (common: 816.0, retrieved: 1226.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2680, loss: 0.6452, P: 0.6217, R: 0.6233, F1: 0.6225 (common: 733.0, retrieved: 1179.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2680, loss: 0.6452, P: 0.6621, R: 0.6588, F1: 0.6604 (common: 813.0, retrieved: 1228.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2690, loss: 0.5945, P: 0.6210, R: 0.6199, F1: 0.6204 (common: 729.0, retrieved: 1174.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2690, loss: 0.5945, P: 0.6639, R: 0.6596, F1: 0.6618 (common: 814.0, retrieved: 1226.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
dev step: 2700, loss: 0.6123, P: 0.6257, R: 0.6241, F1: 0.6249 (common: 734.0, retrieved: 1173.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)
test step: 2700, loss: 0.6123, P: 0.6664, R: 0.6605, F1: 0.6634 (common: 815.0, retrieved: 1223.0, relevant: 1234.0),(relation_R: 0.2981,relation_V: 0.2164)
threshold: 8.0, step: 2700, P: 0.6232, R: 0.6301, F1: 0.6266 (common: 741.0, retrieved: 1189.0, relevant: 1176.0),(relation_R: 0.3432,relation_V: 0.2236)