diff --git "a/results/ReLoCLNet/top20/20240704_170928_top20.log" "b/results/ReLoCLNet/top20/20240704_170928_top20.log"
new file mode 100644--- /dev/null
+++ "b/results/ReLoCLNet/top20/20240704_170928_top20.log"
@@ -0,0 +1,11695 @@
+INFO:Arguments:
+{
+    "train_path": "data/TVR_Ranking/train_top20.json",
+    "corpus_path": "data/TVR_Ranking/video_corpus.json",
+    "val_path": "data/TVR_Ranking/val.json",
+    "test_path": "data/TVR_Ranking/test.json",
+    "video_feat_path": "data/features/tvr_i3d_rgb600_avg_cl-1.5.h5",
+    "desc_bert_path": "data/features/query_bert.h5",
+    "sub_bert_path": "data/features/tvr_sub_pretrained_w_sub_query_max_cl-1.5.h5",
+    "results_path": "results/tvr_ranking/top20",
+    "checkpoint": null,
+    "exp_id": "top20",
+    "seed": 2024,
+    "device": 0,
+    "num_workers": 4,
+    "bsz": 512,
+    "bsz_eval": 16,
+    "n_epoch": 200,
+    "eval_num_per_epoch": 1.0,
+    "log_step": 100,
+    "lr": 0.0001,
+    "lr_warmup_proportion": 0.01,
+    "wd": 0.01,
+    "margin": 0.1,
+    "lw_neg_q": 1,
+    "lw_neg_ctx": 1,
+    "lw_st_ed": 0.01,
+    "lw_fcl": 0.03,
+    "lw_vcl": 0.03,
+    "ranking_loss_type": "hinge",
+    "hard_negative_start_epoch": 20,
+    "hard_pool_size": 20,
+    "use_hard_negative": false,
+    "ctx_mode": "video_sub",
+    "max_desc_l": 30,
+    "max_ctx_l": 128,
+    "clip_length": 1.5,
+    "no_norm_vfeat": false,
+    "no_norm_tfeat": false,
+    "visual_input_size": 1024,
+    "sub_input_size": 768,
+    "query_input_size": 768,
+    "max_position_embeddings": 300,
+    "hidden_size": 384,
+    "n_heads": 8,
+    "input_drop": 0.1,
+    "drop": 0.1,
+    "conv_kernel_size": 5,
+    "conv_stride": 1,
+    "initializer_range": 0.02,
+    "min_pred_l": 2,
+    "max_pred_l": 16,
+    "q2c_alpha": 30,
+    "max_before_nms": 200,
+    "max_vcmr_video": 100,
+    "nms_thd": -1,
+    "iou_threshold": [
+        0.3,
+        0.5,
+        0.7
+    ],
+    "ndcg_topk": [
+        10,
+        20,
+        40
+    ]
+}
+INFO:device: cuda
+INFO:CUDA enabled.
+INFO:TRAIN EPOCH: 0|200
+INFO:EPOCH 0/200 | STEP: 0|2708 | Loss: 0.776455
+INFO:EPOCH 0/200 | STEP: 100|2708 | Loss: 0.617465
+INFO:EPOCH 0/200 | STEP: 200|2708 | Loss: 0.534426
+INFO:EPOCH 0/200 | STEP: 300|2708 | Loss: 0.492443
+INFO:EPOCH 0/200 | STEP: 400|2708 | Loss: 0.463391
+INFO:EPOCH 0/200 | STEP: 500|2708 | Loss: 0.446450
+INFO:EPOCH 0/200 | STEP: 600|2708 | Loss: 0.430557
+INFO:EPOCH 0/200 | STEP: 700|2708 | Loss: 0.424167
+INFO:EPOCH 0/200 | STEP: 800|2708 | Loss: 0.414217
+INFO:EPOCH 0/200 | STEP: 900|2708 | Loss: 0.395046
+INFO:EPOCH 0/200 | STEP: 1000|2708 | Loss: 0.382342
+INFO:EPOCH 0/200 | STEP: 1100|2708 | Loss: 0.369888
+INFO:EPOCH 0/200 | STEP: 1200|2708 | Loss: 0.357909
+INFO:EPOCH 0/200 | STEP: 1300|2708 | Loss: 0.352066
+INFO:EPOCH 0/200 | STEP: 1400|2708 | Loss: 0.355918
+INFO:EPOCH 0/200 | STEP: 1500|2708 | Loss: 0.340771
+INFO:EPOCH 0/200 | STEP: 1600|2708 | Loss: 0.343729
+INFO:EPOCH 0/200 | STEP: 1700|2708 | Loss: 0.326846
+INFO:EPOCH 0/200 | STEP: 1800|2708 | Loss: 0.328952
+INFO:EPOCH 0/200 | STEP: 1900|2708 | Loss: 0.315971
+INFO:EPOCH 0/200 | STEP: 2000|2708 | Loss: 0.317017
+INFO:EPOCH 0/200 | STEP: 2100|2708 | Loss: 0.320251
+INFO:EPOCH 0/200 | STEP: 2200|2708 | Loss: 0.314430
+INFO:EPOCH 0/200 | STEP: 2300|2708 | Loss: 0.321658
+INFO:EPOCH 0/200 | STEP: 2400|2708 | Loss: 0.307548
+INFO:EPOCH 0/200 | STEP: 2500|2708 | Loss: 0.312975
+INFO:EPOCH 0/200 | STEP: 2600|2708 | Loss: 0.304783
+INFO:EPOCH 0/200 | STEP: 2700|2708 | Loss: 0.303290
+INFO:VAL NDCG@10, IoU=0.3: 0.002109
+INFO:VAL NDCG@10, IoU=0.5: 0.001444
+INFO:VAL NDCG@10, IoU=0.7: 0.001152
+INFO:VAL NDCG@20, IoU=0.3: 0.002096
+INFO:VAL NDCG@20, IoU=0.5: 0.001398
+INFO:VAL NDCG@20, IoU=0.7: 0.001123
+INFO:VAL NDCG@40, IoU=0.3: 0.002312
+INFO:VAL NDCG@40, IoU=0.5: 0.001548
+INFO:VAL NDCG@40, IoU=0.7: 0.001097
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.003444
+INFO:TEST NDCG@10, IoU=0.5: 0.002434
+INFO:TEST NDCG@10, IoU=0.7: 0.001379
+INFO:TEST NDCG@20, IoU=0.3: 0.003211
+INFO:TEST NDCG@20, IoU=0.5: 0.002348
+INFO:TEST NDCG@20, IoU=0.7: 0.001387
+INFO:TEST NDCG@40, IoU=0.3: 0.003448
+INFO:TEST NDCG@40, IoU=0.5: 0.002498
+INFO:TEST NDCG@40, IoU=0.7: 0.001460
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.002109
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.001444
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.001152
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.002096
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.001398
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.001123
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.002312
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.001548
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.001097
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.003444
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.002434
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.001379
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.003211
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.002348
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.001387
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.003448
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.002498
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.001460
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 1|200
+INFO:EPOCH 1/200 | STEP: 0|2708 | Loss: 0.296288
+INFO:EPOCH 1/200 | STEP: 100|2708 | Loss: 0.295153
+INFO:EPOCH 1/200 | STEP: 200|2708 | Loss: 0.296731
+INFO:EPOCH 1/200 | STEP: 300|2708 | Loss: 0.293481
+INFO:EPOCH 1/200 | STEP: 400|2708 | Loss: 0.292904
+INFO:EPOCH 1/200 | STEP: 500|2708 | Loss: 0.289405
+INFO:EPOCH 1/200 | STEP: 600|2708 | Loss: 0.288373
+INFO:EPOCH 1/200 | STEP: 700|2708 | Loss: 0.292973
+INFO:EPOCH 1/200 | STEP: 800|2708 | Loss: 0.290016
+INFO:EPOCH 1/200 | STEP: 900|2708 | Loss: 0.276458
+INFO:EPOCH 1/200 | STEP: 1000|2708 | Loss: 0.289691
+INFO:EPOCH 1/200 | STEP: 1100|2708 | Loss: 0.283231
+INFO:EPOCH 1/200 | STEP: 1200|2708 | Loss: 0.287271
+INFO:EPOCH 1/200 | STEP: 1300|2708 | Loss: 0.278181
+INFO:EPOCH 1/200 | STEP: 1400|2708 | Loss: 0.273382
+INFO:EPOCH 1/200 | STEP: 1500|2708 | Loss: 0.262177
+INFO:EPOCH 1/200 | STEP: 1600|2708 | Loss: 0.270690
+INFO:EPOCH 1/200 | STEP: 1700|2708 | Loss: 0.263916
+INFO:EPOCH 1/200 | STEP: 1800|2708 | Loss: 0.264825
+INFO:EPOCH 1/200 | STEP: 1900|2708 | Loss: 0.270138
+INFO:EPOCH 1/200 | STEP: 2000|2708 | Loss: 0.269552
+INFO:EPOCH 1/200 | STEP: 2100|2708 | Loss: 0.274464
+INFO:EPOCH 1/200 | STEP: 2200|2708 | Loss: 0.259413
+INFO:EPOCH 1/200 | STEP: 2300|2708 | Loss: 0.258454
+INFO:EPOCH 1/200 | STEP: 2400|2708 | Loss: 0.260509
+INFO:EPOCH 1/200 | STEP: 2500|2708 | Loss: 0.252386
+INFO:EPOCH 1/200 | STEP: 2600|2708 | Loss: 0.258201
+INFO:EPOCH 1/200 | STEP: 2700|2708 | Loss: 0.261324
+INFO:VAL NDCG@10, IoU=0.3: 0.008727
+INFO:VAL NDCG@10, IoU=0.5: 0.005513
+INFO:VAL NDCG@10, IoU=0.7: 0.002962
+INFO:VAL NDCG@20, IoU=0.3: 0.009505
+INFO:VAL NDCG@20, IoU=0.5: 0.006658
+INFO:VAL NDCG@20, IoU=0.7: 0.003664
+INFO:VAL NDCG@40, IoU=0.3: 0.011460
+INFO:VAL NDCG@40, IoU=0.5: 0.007805
+INFO:VAL NDCG@40, IoU=0.7: 0.004114
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.010538
+INFO:TEST NDCG@10, IoU=0.5: 0.007665
+INFO:TEST NDCG@10, IoU=0.7: 0.003691
+INFO:TEST NDCG@20, IoU=0.3: 0.010503
+INFO:TEST NDCG@20, IoU=0.5: 0.007802
+INFO:TEST NDCG@20, IoU=0.7: 0.003687
+INFO:TEST NDCG@40, IoU=0.3: 0.011913
+INFO:TEST NDCG@40, IoU=0.5: 0.008759
+INFO:TEST NDCG@40, IoU=0.7: 0.004390
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.008727
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.005513
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.002962
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.009505
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.006658
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.003664
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.011460
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.007805
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.004114
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.010538
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.007665
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.003691
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.010503
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.007802
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.003687
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.011913
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.008759
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.004390
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 2|200
+INFO:EPOCH 2/200 | STEP: 0|2708 | Loss: 0.258499
+INFO:EPOCH 2/200 | STEP: 100|2708 | Loss: 0.251885
+INFO:EPOCH 2/200 | STEP: 200|2708 | Loss: 0.247129
+INFO:EPOCH 2/200 | STEP: 300|2708 | Loss: 0.247878
+INFO:EPOCH 2/200 | STEP: 400|2708 | Loss: 0.241743
+INFO:EPOCH 2/200 | STEP: 500|2708 | Loss: 0.250088
+INFO:EPOCH 2/200 | STEP: 600|2708 | Loss: 0.252581
+INFO:EPOCH 2/200 | STEP: 700|2708 | Loss: 0.245977
+INFO:EPOCH 2/200 | STEP: 800|2708 | Loss: 0.237050
+INFO:EPOCH 2/200 | STEP: 900|2708 | Loss: 0.238355
+INFO:EPOCH 2/200 | STEP: 1000|2708 | Loss: 0.226491
+INFO:EPOCH 2/200 | STEP: 1100|2708 | Loss: 0.235443
+INFO:EPOCH 2/200 | STEP: 1200|2708 | Loss: 0.245527
+INFO:EPOCH 2/200 | STEP: 1300|2708 | Loss: 0.238234
+INFO:EPOCH 2/200 | STEP: 1400|2708 | Loss: 0.232329
+INFO:EPOCH 2/200 | STEP: 1500|2708 | Loss: 0.238427
+INFO:EPOCH 2/200 | STEP: 1600|2708 | Loss: 0.234869
+INFO:EPOCH 2/200 | STEP: 1700|2708 | Loss: 0.231695
+INFO:EPOCH 2/200 | STEP: 1800|2708 | Loss: 0.238557
+INFO:EPOCH 2/200 | STEP: 1900|2708 | Loss: 0.230379
+INFO:EPOCH 2/200 | STEP: 2000|2708 | Loss: 0.229334
+INFO:EPOCH 2/200 | STEP: 2100|2708 | Loss: 0.229816
+INFO:EPOCH 2/200 | STEP: 2200|2708 | Loss: 0.218077
+INFO:EPOCH 2/200 | STEP: 2300|2708 | Loss: 0.220574
+INFO:EPOCH 2/200 | STEP: 2400|2708 | Loss: 0.222765
+INFO:EPOCH 2/200 | STEP: 2500|2708 | Loss: 0.217366
+INFO:EPOCH 2/200 | STEP: 2600|2708 | Loss: 0.220626
+INFO:EPOCH 2/200 | STEP: 2700|2708 | Loss: 0.224078
+INFO:VAL NDCG@10, IoU=0.3: 0.021458
+INFO:VAL NDCG@10, IoU=0.5: 0.015438
+INFO:VAL NDCG@10, IoU=0.7: 0.008154
+INFO:VAL NDCG@20, IoU=0.3: 0.020779
+INFO:VAL NDCG@20, IoU=0.5: 0.015254
+INFO:VAL NDCG@20, IoU=0.7: 0.008228
+INFO:VAL NDCG@40, IoU=0.3: 0.023947
+INFO:VAL NDCG@40, IoU=0.5: 0.017934
+INFO:VAL NDCG@40, IoU=0.7: 0.010155
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.020191
+INFO:TEST NDCG@10, IoU=0.5: 0.015044
+INFO:TEST NDCG@10, IoU=0.7: 0.009400
+INFO:TEST NDCG@20, IoU=0.3: 0.020360
+INFO:TEST NDCG@20, IoU=0.5: 0.015082
+INFO:TEST NDCG@20, IoU=0.7: 0.009424
+INFO:TEST NDCG@40, IoU=0.3: 0.022931
+INFO:TEST NDCG@40, IoU=0.5: 0.017024
+INFO:TEST NDCG@40, IoU=0.7: 0.010714
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.021458
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.015438
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.008154
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.020779
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.015254
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.008228
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.023947
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.017934
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.010155
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.020191
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.015044
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.009400
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.020360
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.015082
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.009424
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.022931
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.017024
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.010714
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 3|200
+INFO:EPOCH 3/200 | STEP: 0|2708 | Loss: 0.222772
+INFO:EPOCH 3/200 | STEP: 100|2708 | Loss: 0.221847
+INFO:EPOCH 3/200 | STEP: 200|2708 | Loss: 0.210095
+INFO:EPOCH 3/200 | STEP: 300|2708 | Loss: 0.213414
+INFO:EPOCH 3/200 | STEP: 400|2708 | Loss: 0.222983
+INFO:EPOCH 3/200 | STEP: 500|2708 | Loss: 0.210683
+INFO:EPOCH 3/200 | STEP: 600|2708 | Loss: 0.218901
+INFO:EPOCH 3/200 | STEP: 700|2708 | Loss: 0.216932
+INFO:EPOCH 3/200 | STEP: 800|2708 | Loss: 0.211878
+INFO:EPOCH 3/200 | STEP: 900|2708 | Loss: 0.217670
+INFO:EPOCH 3/200 | STEP: 1000|2708 | Loss: 0.211126
+INFO:EPOCH 3/200 | STEP: 1100|2708 | Loss: 0.215677
+INFO:EPOCH 3/200 | STEP: 1200|2708 | Loss: 0.214861
+INFO:EPOCH 3/200 | STEP: 1300|2708 | Loss: 0.215444
+INFO:EPOCH 3/200 | STEP: 1400|2708 | Loss: 0.204877
+INFO:EPOCH 3/200 | STEP: 1500|2708 | Loss: 0.205557
+INFO:EPOCH 3/200 | STEP: 1600|2708 | Loss: 0.203773
+INFO:EPOCH 3/200 | STEP: 1700|2708 | Loss: 0.205828
+INFO:EPOCH 3/200 | STEP: 1800|2708 | Loss: 0.207087
+INFO:EPOCH 3/200 | STEP: 1900|2708 | Loss: 0.205669
+INFO:EPOCH 3/200 | STEP: 2000|2708 | Loss: 0.202847
+INFO:EPOCH 3/200 | STEP: 2100|2708 | Loss: 0.211502
+INFO:EPOCH 3/200 | STEP: 2200|2708 | Loss: 0.214012
+INFO:EPOCH 3/200 | STEP: 2300|2708 | Loss: 0.199113
+INFO:EPOCH 3/200 | STEP: 2400|2708 | Loss: 0.198676
+INFO:EPOCH 3/200 | STEP: 2500|2708 | Loss: 0.203404
+INFO:EPOCH 3/200 | STEP: 2600|2708 | Loss: 0.209049
+INFO:EPOCH 3/200 | STEP: 2700|2708 | Loss: 0.195785
+INFO:VAL NDCG@10, IoU=0.3: 0.030702
+INFO:VAL NDCG@10, IoU=0.5: 0.024717
+INFO:VAL NDCG@10, IoU=0.7: 0.014365
+INFO:VAL NDCG@20, IoU=0.3: 0.032179
+INFO:VAL NDCG@20, IoU=0.5: 0.026322
+INFO:VAL NDCG@20, IoU=0.7: 0.015214
+INFO:VAL NDCG@40, IoU=0.3: 0.035599
+INFO:VAL NDCG@40, IoU=0.5: 0.028720
+INFO:VAL NDCG@40, IoU=0.7: 0.017390
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.030854
+INFO:TEST NDCG@10, IoU=0.5: 0.023837
+INFO:TEST NDCG@10, IoU=0.7: 0.014844
+INFO:TEST NDCG@20, IoU=0.3: 0.031032
+INFO:TEST NDCG@20, IoU=0.5: 0.023694
+INFO:TEST NDCG@20, IoU=0.7: 0.014551
+INFO:TEST NDCG@40, IoU=0.3: 0.034787
+INFO:TEST NDCG@40, IoU=0.5: 0.027048
+INFO:TEST NDCG@40, IoU=0.7: 0.016581
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.030702
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.024717
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.014365
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.032179
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.026322
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.015214
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.035599
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.028720
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.017390
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.030854
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.023837
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.014844
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.031032
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.023694
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.014551
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.034787
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.027048
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.016581
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 4|200
+INFO:EPOCH 4/200 | STEP: 0|2708 | Loss: 0.200154
+INFO:EPOCH 4/200 | STEP: 100|2708 | Loss: 0.202880
+INFO:EPOCH 4/200 | STEP: 200|2708 | Loss: 0.203934
+INFO:EPOCH 4/200 | STEP: 300|2708 | Loss: 0.195665
+INFO:EPOCH 4/200 | STEP: 400|2708 | Loss: 0.197535
+INFO:EPOCH 4/200 | STEP: 500|2708 | Loss: 0.191962
+INFO:EPOCH 4/200 | STEP: 600|2708 | Loss: 0.203982
+INFO:EPOCH 4/200 | STEP: 700|2708 | Loss: 0.200041
+INFO:EPOCH 4/200 | STEP: 800|2708 | Loss: 0.193432
+INFO:EPOCH 4/200 | STEP: 900|2708 | Loss: 0.196577
+INFO:EPOCH 4/200 | STEP: 1000|2708 | Loss: 0.192500
+INFO:EPOCH 4/200 | STEP: 1100|2708 | Loss: 0.195144
+INFO:EPOCH 4/200 | STEP: 1200|2708 | Loss: 0.196478
+INFO:EPOCH 4/200 | STEP: 1300|2708 | Loss: 0.200525
+INFO:EPOCH 4/200 | STEP: 1400|2708 | Loss: 0.199340
+INFO:EPOCH 4/200 | STEP: 1500|2708 | Loss: 0.196045
+INFO:EPOCH 4/200 | STEP: 1600|2708 | Loss: 0.186408
+INFO:EPOCH 4/200 | STEP: 1700|2708 | Loss: 0.194142
+INFO:EPOCH 4/200 | STEP: 1800|2708 | Loss: 0.195236
+INFO:EPOCH 4/200 | STEP: 1900|2708 | Loss: 0.182996
+INFO:EPOCH 4/200 | STEP: 2000|2708 | Loss: 0.193887
+INFO:EPOCH 4/200 | STEP: 2100|2708 | Loss: 0.188097
+INFO:EPOCH 4/200 | STEP: 2200|2708 | Loss: 0.184690
+INFO:EPOCH 4/200 | STEP: 2300|2708 | Loss: 0.185893
+INFO:EPOCH 4/200 | STEP: 2400|2708 | Loss: 0.186628
+INFO:EPOCH 4/200 | STEP: 2500|2708 | Loss: 0.186619
+INFO:EPOCH 4/200 | STEP: 2600|2708 | Loss: 0.186842
+INFO:EPOCH 4/200 | STEP: 2700|2708 | Loss: 0.193669
+INFO:VAL NDCG@10, IoU=0.3: 0.045780
+INFO:VAL NDCG@10, IoU=0.5: 0.035171
+INFO:VAL NDCG@10, IoU=0.7: 0.020986
+INFO:VAL NDCG@20, IoU=0.3: 0.045996
+INFO:VAL NDCG@20, IoU=0.5: 0.034651
+INFO:VAL NDCG@20, IoU=0.7: 0.020932
+INFO:VAL NDCG@40, IoU=0.3: 0.050681
+INFO:VAL NDCG@40, IoU=0.5: 0.039076
+INFO:VAL NDCG@40, IoU=0.7: 0.023786
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.041947
+INFO:TEST NDCG@10, IoU=0.5: 0.031752
+INFO:TEST NDCG@10, IoU=0.7: 0.018329
+INFO:TEST NDCG@20, IoU=0.3: 0.042145
+INFO:TEST NDCG@20, IoU=0.5: 0.031923
+INFO:TEST NDCG@20, IoU=0.7: 0.018915
+INFO:TEST NDCG@40, IoU=0.3: 0.046799
+INFO:TEST NDCG@40, IoU=0.5: 0.036134
+INFO:TEST NDCG@40, IoU=0.7: 0.021966
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.045780
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.035171
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.020986
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.045996
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.034651
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.020932
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.050681
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.039076
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.023786
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.041947
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.031752
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.018329
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.042145
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.031923
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.018915
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.046799
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.036134
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.021966
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 5|200
+INFO:EPOCH 5/200 | STEP: 0|2708 | Loss: 0.186513
+INFO:EPOCH 5/200 | STEP: 100|2708 | Loss: 0.185920
+INFO:EPOCH 5/200 | STEP: 200|2708 | Loss: 0.178232
+INFO:EPOCH 5/200 | STEP: 300|2708 | Loss: 0.180706
+INFO:EPOCH 5/200 | STEP: 400|2708 | Loss: 0.183533
+INFO:EPOCH 5/200 | STEP: 500|2708 | Loss: 0.186110
+INFO:EPOCH 5/200 | STEP: 600|2708 | Loss: 0.184500
+INFO:EPOCH 5/200 | STEP: 700|2708 | Loss: 0.185549
+INFO:EPOCH 5/200 | STEP: 800|2708 | Loss: 0.187313
+INFO:EPOCH 5/200 | STEP: 900|2708 | Loss: 0.180610
+INFO:EPOCH 5/200 | STEP: 1000|2708 | Loss: 0.182243
+INFO:EPOCH 5/200 | STEP: 1100|2708 | Loss: 0.189059
+INFO:EPOCH 5/200 | STEP: 1200|2708 | Loss: 0.185530
+INFO:EPOCH 5/200 | STEP: 1300|2708 | Loss: 0.185155
+INFO:EPOCH 5/200 | STEP: 1400|2708 | Loss: 0.184297
+INFO:EPOCH 5/200 | STEP: 1500|2708 | Loss: 0.180992
+INFO:EPOCH 5/200 | STEP: 1600|2708 | Loss: 0.185026
+INFO:EPOCH 5/200 | STEP: 1700|2708 | Loss: 0.182243
+INFO:EPOCH 5/200 | STEP: 1800|2708 | Loss: 0.181397
+INFO:EPOCH 5/200 | STEP: 1900|2708 | Loss: 0.181496
+INFO:EPOCH 5/200 | STEP: 2000|2708 | Loss: 0.181205
+INFO:EPOCH 5/200 | STEP: 2100|2708 | Loss: 0.183053
+INFO:EPOCH 5/200 | STEP: 2200|2708 | Loss: 0.174983
+INFO:EPOCH 5/200 | STEP: 2300|2708 | Loss: 0.176664
+INFO:EPOCH 5/200 | STEP: 2400|2708 | Loss: 0.186660
+INFO:EPOCH 5/200 | STEP: 2500|2708 | Loss: 0.182434
+INFO:EPOCH 5/200 | STEP: 2600|2708 | Loss: 0.172004
+INFO:EPOCH 5/200 | STEP: 2700|2708 | Loss: 0.171451
+INFO:VAL NDCG@10, IoU=0.3: 0.054625
+INFO:VAL NDCG@10, IoU=0.5: 0.043055
+INFO:VAL NDCG@10, IoU=0.7: 0.026305
+INFO:VAL NDCG@20, IoU=0.3: 0.054221
+INFO:VAL NDCG@20, IoU=0.5: 0.041232
+INFO:VAL NDCG@20, IoU=0.7: 0.024764
+INFO:VAL NDCG@40, IoU=0.3: 0.061118
+INFO:VAL NDCG@40, IoU=0.5: 0.047144
+INFO:VAL NDCG@40, IoU=0.7: 0.029053
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.055591
+INFO:TEST NDCG@10, IoU=0.5: 0.043881
+INFO:TEST NDCG@10, IoU=0.7: 0.026126
+INFO:TEST NDCG@20, IoU=0.3: 0.055255
+INFO:TEST NDCG@20, IoU=0.5: 0.043338
+INFO:TEST NDCG@20, IoU=0.7: 0.026187
+INFO:TEST NDCG@40, IoU=0.3: 0.060808
+INFO:TEST NDCG@40, IoU=0.5: 0.048192
+INFO:TEST NDCG@40, IoU=0.7: 0.029438
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.054625
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.043055
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.026305
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.054221
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.041232
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.024764
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.061118
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.047144
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.029053
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.055591
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.043881
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.026126
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.055255
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.043338
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.026187
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.060808
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.048192
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.029438
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 6|200
+INFO:EPOCH 6/200 | STEP: 0|2708 | Loss: 0.176239
+INFO:EPOCH 6/200 | STEP: 100|2708 | Loss: 0.179459
+INFO:EPOCH 6/200 | STEP: 200|2708 | Loss: 0.177468
+INFO:EPOCH 6/200 | STEP: 300|2708 | Loss: 0.175184
+INFO:EPOCH 6/200 | STEP: 400|2708 | Loss: 0.177450
+INFO:EPOCH 6/200 | STEP: 500|2708 | Loss: 0.167158
+INFO:EPOCH 6/200 | STEP: 600|2708 | Loss: 0.171578
+INFO:EPOCH 6/200 | STEP: 700|2708 | Loss: 0.180887
+INFO:EPOCH 6/200 | STEP: 800|2708 | Loss: 0.178350
+INFO:EPOCH 6/200 | STEP: 900|2708 | Loss: 0.177824
+INFO:EPOCH 6/200 | STEP: 1000|2708 | Loss: 0.172446
+INFO:EPOCH 6/200 | STEP: 1100|2708 | Loss: 0.175476
+INFO:EPOCH 6/200 | STEP: 1200|2708 | Loss: 0.174304
+INFO:EPOCH 6/200 | STEP: 1300|2708 | Loss: 0.172895
+INFO:EPOCH 6/200 | STEP: 1400|2708 | Loss: 0.170692
+INFO:EPOCH 6/200 | STEP: 1500|2708 | Loss: 0.173651
+INFO:EPOCH 6/200 | STEP: 1600|2708 | Loss: 0.182903
+INFO:EPOCH 6/200 | STEP: 1700|2708 | Loss: 0.175196
+INFO:EPOCH 6/200 | STEP: 1800|2708 | Loss: 0.174145
+INFO:EPOCH 6/200 | STEP: 1900|2708 | Loss: 0.170596
+INFO:EPOCH 6/200 | STEP: 2000|2708 | Loss: 0.164184
+INFO:EPOCH 6/200 | STEP: 2100|2708 | Loss: 0.181345
+INFO:EPOCH 6/200 | STEP: 2200|2708 | Loss: 0.171043
+INFO:EPOCH 6/200 | STEP: 2300|2708 | Loss: 0.176214
+INFO:EPOCH 6/200 | STEP: 2400|2708 | Loss: 0.170075
+INFO:EPOCH 6/200 | STEP: 2500|2708 | Loss: 0.171329
+INFO:EPOCH 6/200 | STEP: 2600|2708 | Loss: 0.163537
+INFO:EPOCH 6/200 | STEP: 2700|2708 | Loss: 0.166911
+INFO:VAL NDCG@10, IoU=0.3: 0.066018
+INFO:VAL NDCG@10, IoU=0.5: 0.053609
+INFO:VAL NDCG@10, IoU=0.7: 0.035234
+INFO:VAL NDCG@20, IoU=0.3: 0.067102
+INFO:VAL NDCG@20, IoU=0.5: 0.053295
+INFO:VAL NDCG@20, IoU=0.7: 0.035304
+INFO:VAL NDCG@40, IoU=0.3: 0.074656
+INFO:VAL NDCG@40, IoU=0.5: 0.059523
+INFO:VAL NDCG@40, IoU=0.7: 0.039179
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.067199
+INFO:TEST NDCG@10, IoU=0.5: 0.052325
+INFO:TEST NDCG@10, IoU=0.7: 0.030872
+INFO:TEST NDCG@20, IoU=0.3: 0.067056
+INFO:TEST NDCG@20, IoU=0.5: 0.053088
+INFO:TEST NDCG@20, IoU=0.7: 0.032410
+INFO:TEST NDCG@40, IoU=0.3: 0.073581
+INFO:TEST NDCG@40, IoU=0.5: 0.058913
+INFO:TEST NDCG@40, IoU=0.7: 0.037109
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.066018
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.053609
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.035234
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.067102
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.053295
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.035304
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.074656
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.059523
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.039179
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.067199
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.052325
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.030872
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.067056
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.053088
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.032410
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.073581
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.058913
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.037109
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 7|200
+INFO:EPOCH 7/200 | STEP: 0|2708 | Loss: 0.161253
+INFO:EPOCH 7/200 | STEP: 100|2708 | Loss: 0.171136
+INFO:EPOCH 7/200 | STEP: 200|2708 | Loss: 0.173832
+INFO:EPOCH 7/200 | STEP: 300|2708 | Loss: 0.163446
+INFO:EPOCH 7/200 | STEP: 400|2708 | Loss: 0.162262
+INFO:EPOCH 7/200 | STEP: 500|2708 | Loss: 0.158699
+INFO:EPOCH 7/200 | STEP: 600|2708 | Loss: 0.163123
+INFO:EPOCH 7/200 | STEP: 700|2708 | Loss: 0.167563
+INFO:EPOCH 7/200 | STEP: 800|2708 | Loss: 0.166691
+INFO:EPOCH 7/200 | STEP: 900|2708 | Loss: 0.158554
+INFO:EPOCH 7/200 | STEP: 1000|2708 | Loss: 0.162287
+INFO:EPOCH 7/200 | STEP: 1100|2708 | Loss: 0.163552
+INFO:EPOCH 7/200 | STEP: 1200|2708 | Loss: 0.167603
+INFO:EPOCH 7/200 | STEP: 1300|2708 | Loss: 0.156250
+INFO:EPOCH 7/200 | STEP: 1400|2708 | Loss: 0.158489
+INFO:EPOCH 7/200 | STEP: 1500|2708 | Loss: 0.168511
+INFO:EPOCH 7/200 | STEP: 1600|2708 | Loss: 0.158904
+INFO:EPOCH 7/200 | STEP: 1700|2708 | Loss: 0.165301
+INFO:EPOCH 7/200 | STEP: 1800|2708 | Loss: 0.163830
+INFO:EPOCH 7/200 | STEP: 1900|2708 | Loss: 0.162820
+INFO:EPOCH 7/200 | STEP: 2000|2708 | Loss: 0.154680
+INFO:EPOCH 7/200 | STEP: 2100|2708 | Loss: 0.156314
+INFO:EPOCH 7/200 | STEP: 2200|2708 | Loss: 0.159491
+INFO:EPOCH 7/200 | STEP: 2300|2708 | Loss: 0.155676
+INFO:EPOCH 7/200 | STEP: 2400|2708 | Loss: 0.163605
+INFO:EPOCH 7/200 | STEP: 2500|2708 | Loss: 0.157879
+INFO:EPOCH 7/200 | STEP: 2600|2708 | Loss: 0.160649
+INFO:EPOCH 7/200 | STEP: 2700|2708 | Loss: 0.156620
+INFO:VAL NDCG@10, IoU=0.3: 0.077963
+INFO:VAL NDCG@10, IoU=0.5: 0.063050
+INFO:VAL NDCG@10, IoU=0.7: 0.041440
+INFO:VAL NDCG@20, IoU=0.3: 0.078441
+INFO:VAL NDCG@20, IoU=0.5: 0.063760
+INFO:VAL NDCG@20, IoU=0.7: 0.041338
+INFO:VAL NDCG@40, IoU=0.3: 0.087822
+INFO:VAL NDCG@40, IoU=0.5: 0.071017
+INFO:VAL NDCG@40, IoU=0.7: 0.046942
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.080234
+INFO:TEST NDCG@10, IoU=0.5: 0.063816
+INFO:TEST NDCG@10, IoU=0.7: 0.039551
+INFO:TEST NDCG@20, IoU=0.3: 0.079443
+INFO:TEST NDCG@20, IoU=0.5: 0.064146
+INFO:TEST NDCG@20, IoU=0.7: 0.040240
+INFO:TEST NDCG@40, IoU=0.3: 0.087128
+INFO:TEST NDCG@40, IoU=0.5: 0.071059
+INFO:TEST NDCG@40, IoU=0.7: 0.045027
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.077963
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.063050
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.041440
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.078441
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.063760
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.041338
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.087822
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.071017
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.046942
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.080234
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.063816
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.039551
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.079443
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.064146
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.040240
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.087128
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.071059
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.045027
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 8|200
+INFO:EPOCH 8/200 | STEP: 0|2708 | Loss: 0.161014
+INFO:EPOCH 8/200 | STEP: 100|2708 | Loss: 0.167067
+INFO:EPOCH 8/200 | STEP: 200|2708 | Loss: 0.157878
+INFO:EPOCH 8/200 | STEP: 300|2708 | Loss: 0.153583
+INFO:EPOCH 8/200 | STEP: 400|2708 | Loss: 0.155341
+INFO:EPOCH 8/200 | STEP: 500|2708 | Loss: 0.157263
+INFO:EPOCH 8/200 | STEP: 600|2708 | Loss: 0.160161
+INFO:EPOCH 8/200 | STEP: 700|2708 | Loss: 0.158540
+INFO:EPOCH 8/200 | STEP: 800|2708 | Loss: 0.162340
+INFO:EPOCH 8/200 | STEP: 900|2708 | Loss: 0.160605
+INFO:EPOCH 8/200 | STEP: 1000|2708 | Loss: 0.154073
+INFO:EPOCH 8/200 | STEP: 1100|2708 | Loss: 0.161219
+INFO:EPOCH 8/200 | STEP: 1200|2708 | Loss: 0.157147
+INFO:EPOCH 8/200 | STEP: 1300|2708 | Loss: 0.160259
+INFO:EPOCH 8/200 | STEP: 1400|2708 | Loss: 0.160252
+INFO:EPOCH 8/200 | STEP: 1500|2708 | Loss: 0.160978
+INFO:EPOCH 8/200 | STEP: 1600|2708 | Loss: 0.155914
+INFO:EPOCH 8/200 | STEP: 1700|2708 | Loss: 0.153325
+INFO:EPOCH 8/200 | STEP: 1800|2708 | Loss: 0.155586
+INFO:EPOCH 8/200 | STEP: 1900|2708 | Loss: 0.163680
+INFO:EPOCH 8/200 | STEP: 2000|2708 | Loss: 0.154689
+INFO:EPOCH 8/200 | STEP: 2100|2708 | Loss: 0.153219
+INFO:EPOCH 8/200 | STEP: 2200|2708 | Loss: 0.151400
+INFO:EPOCH 8/200 | STEP: 2300|2708 | Loss: 0.159353
+INFO:EPOCH 8/200 | STEP: 2400|2708 | Loss: 0.152667
+INFO:EPOCH 8/200 | STEP: 2500|2708 | Loss: 0.151596
+INFO:EPOCH 8/200 | STEP: 2600|2708 | Loss: 0.156365
+INFO:EPOCH 8/200 | STEP: 2700|2708 | Loss: 0.153452
+INFO:VAL NDCG@10, IoU=0.3: 0.090361
+INFO:VAL NDCG@10, IoU=0.5: 0.073456
+INFO:VAL NDCG@10, IoU=0.7: 0.048276
+INFO:VAL NDCG@20, IoU=0.3: 0.091507
+INFO:VAL NDCG@20, IoU=0.5: 0.074829
+INFO:VAL NDCG@20, IoU=0.7: 0.048843
+INFO:VAL NDCG@40, IoU=0.3: 0.102838
+INFO:VAL NDCG@40, IoU=0.5: 0.085215
+INFO:VAL NDCG@40, IoU=0.7: 0.056406
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.092231
+INFO:TEST NDCG@10, IoU=0.5: 0.075775
+INFO:TEST NDCG@10, IoU=0.7: 0.047113
+INFO:TEST NDCG@20, IoU=0.3: 0.092793
+INFO:TEST NDCG@20, IoU=0.5: 0.076133
+INFO:TEST NDCG@20, IoU=0.7: 0.047713
+INFO:TEST NDCG@40, IoU=0.3: 0.101784
+INFO:TEST NDCG@40, IoU=0.5: 0.084137
+INFO:TEST NDCG@40, IoU=0.7: 0.053243
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.090361
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.073456
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.048276
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.091507
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.074829
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.048843
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.102838
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.085215
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.056406
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.092231
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.075775
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.047113
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.092793
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.076133
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.047713
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.101784
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.084137
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.053243
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 9|200
+INFO:EPOCH 9/200 | STEP: 0|2708 | Loss: 0.153170
+INFO:EPOCH 9/200 | STEP: 100|2708 | Loss: 0.151399
+INFO:EPOCH 9/200 | STEP: 200|2708 | Loss: 0.152180
+INFO:EPOCH 9/200 | STEP: 300|2708 | Loss: 0.145820
+INFO:EPOCH 9/200 | STEP: 400|2708 | Loss: 0.150089
+INFO:EPOCH 9/200 | STEP: 500|2708 | Loss: 0.156610
+INFO:EPOCH 9/200 | STEP: 600|2708 | Loss: 0.153724
+INFO:EPOCH 9/200 | STEP: 700|2708 | Loss: 0.149700
+INFO:EPOCH 9/200 | STEP: 800|2708 | Loss: 0.153293
+INFO:EPOCH 9/200 | STEP: 900|2708 | Loss: 0.159856
+INFO:EPOCH 9/200 | STEP: 1000|2708 | Loss: 0.150482
+INFO:EPOCH 9/200 | STEP: 1100|2708 | Loss: 0.149813
+INFO:EPOCH 9/200 | STEP: 1200|2708 | Loss: 0.154689
+INFO:EPOCH 9/200 | STEP: 1300|2708 | Loss: 0.151182
+INFO:EPOCH 9/200 | STEP: 1400|2708 | Loss: 0.154389
+INFO:EPOCH 9/200 | STEP: 1500|2708 | Loss: 0.153993
+INFO:EPOCH 9/200 | STEP: 1600|2708 | Loss: 0.149606
+INFO:EPOCH 9/200 | STEP: 1700|2708 | Loss: 0.149931
+INFO:EPOCH 9/200 | STEP: 1800|2708 | Loss: 0.148684
+INFO:EPOCH 9/200 | STEP: 1900|2708 | Loss: 0.148215
+INFO:EPOCH 9/200 | STEP: 2000|2708 | Loss: 0.147198
+INFO:EPOCH 9/200 | STEP: 2100|2708 | Loss: 0.147845
+INFO:EPOCH 9/200 | STEP: 2200|2708 | Loss: 0.144605
+INFO:EPOCH 9/200 | STEP: 2300|2708 | Loss: 0.152989
+INFO:EPOCH 9/200 | STEP: 2400|2708 | Loss: 0.148711
+INFO:EPOCH 9/200 | STEP: 2500|2708 | Loss: 0.147259
+INFO:EPOCH 9/200 | STEP: 2600|2708 | Loss: 0.147940
+INFO:EPOCH 9/200 | STEP: 2700|2708 | Loss: 0.149635
+INFO:VAL NDCG@10, IoU=0.3: 0.104966
+INFO:VAL NDCG@10, IoU=0.5: 0.087239
+INFO:VAL NDCG@10, IoU=0.7: 0.057499
+INFO:VAL NDCG@20, IoU=0.3: 0.106424
+INFO:VAL NDCG@20, IoU=0.5: 0.089680
+INFO:VAL NDCG@20, IoU=0.7: 0.058011
+INFO:VAL NDCG@40, IoU=0.3: 0.117424
+INFO:VAL NDCG@40, IoU=0.5: 0.098695
+INFO:VAL NDCG@40, IoU=0.7: 0.065903
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.105558
+INFO:TEST NDCG@10, IoU=0.5: 0.088192
+INFO:TEST NDCG@10, IoU=0.7: 0.055395
+INFO:TEST NDCG@20, IoU=0.3: 0.104928
+INFO:TEST NDCG@20, IoU=0.5: 0.087908
+INFO:TEST NDCG@20, IoU=0.7: 0.056162
+INFO:TEST NDCG@40, IoU=0.3: 0.114966
+INFO:TEST NDCG@40, IoU=0.5: 0.096508
+INFO:TEST NDCG@40, IoU=0.7: 0.062354
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.104966
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.087239
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.057499
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.106424
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.089680
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.058011
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.117424
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.098695
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.065903
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.105558
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.088192
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.055395
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.104928
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.087908
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.056162
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.114966
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.096508
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.062354
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 10|200
+INFO:EPOCH 10/200 | STEP: 0|2708 | Loss: 0.148940
+INFO:EPOCH 10/200 | STEP: 100|2708 | Loss: 0.141004
+INFO:EPOCH 10/200 | STEP: 200|2708 | Loss: 0.140382
+INFO:EPOCH 10/200 | STEP: 300|2708 | Loss: 0.143149
+INFO:EPOCH 10/200 | STEP: 400|2708 | Loss: 0.143976
+INFO:EPOCH 10/200 | STEP: 500|2708 | Loss: 0.145309
+INFO:EPOCH 10/200 | STEP: 600|2708 | Loss: 0.148030
+INFO:EPOCH 10/200 | STEP: 700|2708 | Loss: 0.144362
+INFO:EPOCH 10/200 | STEP: 800|2708 | Loss: 0.138689
+INFO:EPOCH 10/200 | STEP: 900|2708 | Loss: 0.148355
+INFO:EPOCH 10/200 | STEP: 1000|2708 | Loss: 0.143308
+INFO:EPOCH 10/200 | STEP: 1100|2708 | Loss: 0.139652
+INFO:EPOCH 10/200 | STEP: 1200|2708 | Loss: 0.142173
+INFO:EPOCH 10/200 | STEP: 1300|2708 | Loss: 0.149903
+INFO:EPOCH 10/200 | STEP: 1400|2708 | Loss: 0.143460
+INFO:EPOCH 10/200 | STEP: 1500|2708 | Loss: 0.144858
+INFO:EPOCH 10/200 | STEP: 1600|2708 | Loss: 0.142446
+INFO:EPOCH 10/200 | STEP: 1700|2708 | Loss: 0.141509
+INFO:EPOCH 10/200 | STEP: 1800|2708 | Loss: 0.145114
+INFO:EPOCH 10/200 | STEP: 1900|2708 | Loss: 0.146205
+INFO:EPOCH 10/200 | STEP: 2000|2708 | Loss: 0.142213
+INFO:EPOCH 10/200 | STEP: 2100|2708 | Loss: 0.146358
+INFO:EPOCH 10/200 | STEP: 2200|2708 | Loss: 0.143037
+INFO:EPOCH 10/200 | STEP: 2300|2708 | Loss: 0.142880
+INFO:EPOCH 10/200 | STEP: 2400|2708 | Loss: 0.143873
+INFO:EPOCH 10/200 | STEP: 2500|2708 | Loss: 0.141896
+INFO:EPOCH 10/200 | STEP: 2600|2708 | Loss: 0.143011
+INFO:EPOCH 10/200 | STEP: 2700|2708 | Loss: 0.141061
+INFO:VAL NDCG@10, IoU=0.3: 0.119362
+INFO:VAL NDCG@10, IoU=0.5: 0.101331
+INFO:VAL NDCG@10, IoU=0.7: 0.065620
+INFO:VAL NDCG@20, IoU=0.3: 0.119032
+INFO:VAL NDCG@20, IoU=0.5: 0.100999
+INFO:VAL NDCG@20, IoU=0.7: 0.065697
+INFO:VAL NDCG@40, IoU=0.3: 0.132168
+INFO:VAL NDCG@40, IoU=0.5: 0.110405
+INFO:VAL NDCG@40, IoU=0.7: 0.072875
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.117161
+INFO:TEST NDCG@10, IoU=0.5: 0.097996
+INFO:TEST NDCG@10, IoU=0.7: 0.060610
+INFO:TEST NDCG@20, IoU=0.3: 0.116984
+INFO:TEST NDCG@20, IoU=0.5: 0.098521
+INFO:TEST NDCG@20, IoU=0.7: 0.062150
+INFO:TEST NDCG@40, IoU=0.3: 0.128241
+INFO:TEST NDCG@40, IoU=0.5: 0.107941
+INFO:TEST NDCG@40, IoU=0.7: 0.069917
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.119362
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.101331
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.065620
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.119032
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.100999
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.065697
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.132168
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.110405
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.072875
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.117161
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.097996
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.060610
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.116984
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.098521
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.062150
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.128241
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.107941
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.069917
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 11|200
+INFO:EPOCH 11/200 | STEP: 0|2708 | Loss: 0.140734
+INFO:EPOCH 11/200 | STEP: 100|2708 | Loss: 0.142468
+INFO:EPOCH 11/200 | STEP: 200|2708 | Loss: 0.133253
+INFO:EPOCH 11/200 | STEP: 300|2708 | Loss: 0.140720
+INFO:EPOCH 11/200 | STEP: 400|2708 | Loss: 0.142220
+INFO:EPOCH 11/200 | STEP: 500|2708 | Loss: 0.133456
+INFO:EPOCH 11/200 | STEP: 600|2708 | Loss: 0.144975
+INFO:EPOCH 11/200 | STEP: 700|2708 | Loss: 0.144971
+INFO:EPOCH 11/200 | STEP: 800|2708 | Loss: 0.139123
+INFO:EPOCH 11/200 | STEP: 900|2708 | Loss: 0.138659
+INFO:EPOCH 11/200 | STEP: 1000|2708 | Loss: 0.133488
+INFO:EPOCH 11/200 | STEP: 1100|2708 | Loss: 0.145657
+INFO:EPOCH 11/200 | STEP: 1200|2708 | Loss: 0.145085
+INFO:EPOCH 11/200 | STEP: 1300|2708 | Loss: 0.134132
+INFO:EPOCH 11/200 | STEP: 1400|2708 | Loss: 0.139246
+INFO:EPOCH 11/200 | STEP: 1500|2708 | Loss: 0.136729
+INFO:EPOCH 11/200 | STEP: 1600|2708 | Loss: 0.132072
+INFO:EPOCH 11/200 | STEP: 1700|2708 | Loss: 0.139189
+INFO:EPOCH 11/200 | STEP: 1800|2708 | Loss: 0.136285
+INFO:EPOCH 11/200 | STEP: 1900|2708 | Loss: 0.136330
+INFO:EPOCH 11/200 | STEP: 2000|2708 | Loss: 0.136031
+INFO:EPOCH 11/200 | STEP: 2100|2708 | Loss: 0.138201
+INFO:EPOCH 11/200 | STEP: 2200|2708 | Loss: 0.136636
+INFO:EPOCH 11/200 | STEP: 2300|2708 | Loss: 0.136048
+INFO:EPOCH 11/200 | STEP: 2400|2708 | Loss: 0.138516
+INFO:EPOCH 11/200 | STEP: 2500|2708 | Loss: 0.134877
+INFO:EPOCH 11/200 | STEP: 2600|2708 | Loss: 0.132210
+INFO:EPOCH 11/200 | STEP: 2700|2708 | Loss: 0.136574
+INFO:VAL NDCG@10, IoU=0.3: 0.127471
+INFO:VAL NDCG@10, IoU=0.5: 0.111312
+INFO:VAL NDCG@10, IoU=0.7: 0.072387
+INFO:VAL NDCG@20, IoU=0.3: 0.128730
+INFO:VAL NDCG@20, IoU=0.5: 0.112180
+INFO:VAL NDCG@20, IoU=0.7: 0.072050
+INFO:VAL NDCG@40, IoU=0.3: 0.142524
+INFO:VAL NDCG@40, IoU=0.5: 0.124109
+INFO:VAL NDCG@40, IoU=0.7: 0.080862
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.128609
+INFO:TEST NDCG@10, IoU=0.5: 0.109918
+INFO:TEST NDCG@10, IoU=0.7: 0.070703
+INFO:TEST NDCG@20, IoU=0.3: 0.128752
+INFO:TEST NDCG@20, IoU=0.5: 0.109840
+INFO:TEST NDCG@20, IoU=0.7: 0.071587
+INFO:TEST NDCG@40, IoU=0.3: 0.140797
+INFO:TEST NDCG@40, IoU=0.5: 0.120392
+INFO:TEST NDCG@40, IoU=0.7: 0.079771
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.127471
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.111312
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.072387
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.128730
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.112180
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.072050
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.142524
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.124109
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.080862
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.128609
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.109918
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.070703
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.128752
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.109840
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.071587
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.140797
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.120392
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.079771
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 12|200
+INFO:EPOCH 12/200 | STEP: 0|2708 | Loss: 0.134389
+INFO:EPOCH 12/200 | STEP: 100|2708 | Loss: 0.130096
+INFO:EPOCH 12/200 | STEP: 200|2708 | Loss: 0.131443
+INFO:EPOCH 12/200 | STEP: 300|2708 | Loss: 0.135134
+INFO:EPOCH 12/200 | STEP: 400|2708 | Loss: 0.136394
+INFO:EPOCH 12/200 | STEP: 500|2708 | Loss: 0.138958
+INFO:EPOCH 12/200 | STEP: 600|2708 | Loss: 0.130446
+INFO:EPOCH 12/200 | STEP: 700|2708 | Loss: 0.144486
+INFO:EPOCH 12/200 | STEP: 800|2708 | Loss: 0.143046
+INFO:EPOCH 12/200 | STEP: 900|2708 | Loss: 0.131626
+INFO:EPOCH 12/200 | STEP: 1000|2708 | Loss: 0.136352
+INFO:EPOCH 12/200 | STEP: 1100|2708 | Loss: 0.132293
+INFO:EPOCH 12/200 | STEP: 1200|2708 | Loss: 0.131115
+INFO:EPOCH 12/200 | STEP: 1300|2708 | Loss: 0.135997
+INFO:EPOCH 12/200 | STEP: 1400|2708 | Loss: 0.131692
+INFO:EPOCH 12/200 | STEP: 1500|2708 | Loss: 0.132736
+INFO:EPOCH 12/200 | STEP: 1600|2708 | Loss: 0.129919
+INFO:EPOCH 12/200 | STEP: 1700|2708 | Loss: 0.136259
+INFO:EPOCH 12/200 | STEP: 1800|2708 | Loss: 0.138089
+INFO:EPOCH 12/200 | STEP: 1900|2708 | Loss: 0.130779
+INFO:EPOCH 12/200 | STEP: 2000|2708 | Loss: 0.133010
+INFO:EPOCH 12/200 | STEP: 2100|2708 | Loss: 0.135390
+INFO:EPOCH 12/200 | STEP: 2200|2708 | Loss: 0.132874
+INFO:EPOCH 12/200 | STEP: 2300|2708 | Loss: 0.137189
+INFO:EPOCH 12/200 | STEP: 2400|2708 | Loss: 0.132816
+INFO:EPOCH 12/200 | STEP: 2500|2708 | Loss: 0.134157
+INFO:EPOCH 12/200 | STEP: 2600|2708 | Loss: 0.133498
+INFO:EPOCH 12/200 | STEP: 2700|2708 | Loss: 0.134132
+INFO:VAL NDCG@10, IoU=0.3: 0.142043
+INFO:VAL NDCG@10, IoU=0.5: 0.121787
+INFO:VAL NDCG@10, IoU=0.7: 0.077189
+INFO:VAL NDCG@20, IoU=0.3: 0.143604
+INFO:VAL NDCG@20, IoU=0.5: 0.123012
+INFO:VAL NDCG@20, IoU=0.7: 0.079296
+INFO:VAL NDCG@40, IoU=0.3: 0.156907
+INFO:VAL NDCG@40, IoU=0.5: 0.135063
+INFO:VAL NDCG@40, IoU=0.7: 0.089844
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.139238
+INFO:TEST NDCG@10, IoU=0.5: 0.118935
+INFO:TEST NDCG@10, IoU=0.7: 0.076473
+INFO:TEST NDCG@20, IoU=0.3: 0.140518
+INFO:TEST NDCG@20, IoU=0.5: 0.120002
+INFO:TEST NDCG@20, IoU=0.7: 0.078413
+INFO:TEST NDCG@40, IoU=0.3: 0.153664
+INFO:TEST NDCG@40, IoU=0.5: 0.131669
+INFO:TEST NDCG@40, IoU=0.7: 0.087363
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.142043
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.121787
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.077189
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.143604
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.123012
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.079296
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.156907
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.135063
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.089844
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.139238
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.118935
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.076473
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.140518
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.120002
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.078413
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.153664
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.131669
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.087363
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 13|200
+INFO:EPOCH 13/200 | STEP: 0|2708 | Loss: 0.131509
+INFO:EPOCH 13/200 | STEP: 100|2708 | Loss: 0.131388
+INFO:EPOCH 13/200 | STEP: 200|2708 | Loss: 0.130236
+INFO:EPOCH 13/200 | STEP: 300|2708 | Loss: 0.129248
+INFO:EPOCH 13/200 | STEP: 400|2708 | Loss: 0.132892
+INFO:EPOCH 13/200 | STEP: 500|2708 | Loss: 0.127721
+INFO:EPOCH 13/200 | STEP: 600|2708 | Loss: 0.131098
+INFO:EPOCH 13/200 | STEP: 700|2708 | Loss: 0.122149
+INFO:EPOCH 13/200 | STEP: 800|2708 | Loss: 0.129137
+INFO:EPOCH 13/200 | STEP: 900|2708 | Loss: 0.129800
+INFO:EPOCH 13/200 | STEP: 1000|2708 | Loss: 0.130437
+INFO:EPOCH 13/200 | STEP: 1100|2708 | Loss: 0.129632
+INFO:EPOCH 13/200 | STEP: 1200|2708 | Loss: 0.121219
+INFO:EPOCH 13/200 | STEP: 1300|2708 | Loss: 0.134427
+INFO:EPOCH 13/200 | STEP: 1400|2708 | Loss: 0.123987
+INFO:EPOCH 13/200 | STEP: 1500|2708 | Loss: 0.131858
+INFO:EPOCH 13/200 | STEP: 1600|2708 | Loss: 0.129674
+INFO:EPOCH 13/200 | STEP: 1700|2708 | Loss: 0.133991
+INFO:EPOCH 13/200 | STEP: 1800|2708 | Loss: 0.128783
+INFO:EPOCH 13/200 | STEP: 1900|2708 | Loss: 0.127169
+INFO:EPOCH 13/200 | STEP: 2000|2708 | Loss: 0.134597
+INFO:EPOCH 13/200 | STEP: 2100|2708 | Loss: 0.126326
+INFO:EPOCH 13/200 | STEP: 2200|2708 | Loss: 0.127789
+INFO:EPOCH 13/200 | STEP: 2300|2708 | Loss: 0.124942
+INFO:EPOCH 13/200 | STEP: 2400|2708 | Loss: 0.131991
+INFO:EPOCH 13/200 | STEP: 2500|2708 | Loss: 0.124768
+INFO:EPOCH 13/200 | STEP: 2600|2708 | Loss: 0.131268
+INFO:EPOCH 13/200 | STEP: 2700|2708 | Loss: 0.129381
+INFO:VAL NDCG@10, IoU=0.3: 0.148470
+INFO:VAL NDCG@10, IoU=0.5: 0.129947
+INFO:VAL NDCG@10, IoU=0.7: 0.083017
+INFO:VAL NDCG@20, IoU=0.3: 0.150191
+INFO:VAL NDCG@20, IoU=0.5: 0.131786
+INFO:VAL NDCG@20, IoU=0.7: 0.084376
+INFO:VAL NDCG@40, IoU=0.3: 0.165149
+INFO:VAL NDCG@40, IoU=0.5: 0.144320
+INFO:VAL NDCG@40, IoU=0.7: 0.094410
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.149908
+INFO:TEST NDCG@10, IoU=0.5: 0.129537
+INFO:TEST NDCG@10, IoU=0.7: 0.083875
+INFO:TEST NDCG@20, IoU=0.3: 0.150655
+INFO:TEST NDCG@20, IoU=0.5: 0.130034
+INFO:TEST NDCG@20, IoU=0.7: 0.085206
+INFO:TEST NDCG@40, IoU=0.3: 0.164567
+INFO:TEST NDCG@40, IoU=0.5: 0.142406
+INFO:TEST NDCG@40, IoU=0.7: 0.094902
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.148470
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.129947
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.083017
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.150191
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.131786
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.084376
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.165149
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.144320
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.094410
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.149908
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.129537
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.083875
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.150655
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.130034
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.085206
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.164567
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.142406
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.094902
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 14|200
+INFO:EPOCH 14/200 | STEP: 0|2708 | Loss: 0.128120
+INFO:EPOCH 14/200 | STEP: 100|2708 | Loss: 0.125074
+INFO:EPOCH 14/200 | STEP: 200|2708 | Loss: 0.125612
+INFO:EPOCH 14/200 | STEP: 300|2708 | Loss: 0.125405
+INFO:EPOCH 14/200 | STEP: 400|2708 | Loss: 0.126548
+INFO:EPOCH 14/200 | STEP: 500|2708 | Loss: 0.122031
+INFO:EPOCH 14/200 | STEP: 600|2708 | Loss: 0.124139
+INFO:EPOCH 14/200 | STEP: 700|2708 | Loss: 0.126034
+INFO:EPOCH 14/200 | STEP: 800|2708 | Loss: 0.127682
+INFO:EPOCH 14/200 | STEP: 900|2708 | Loss: 0.125455
+INFO:EPOCH 14/200 | STEP: 1000|2708 | Loss: 0.132441
+INFO:EPOCH 14/200 | STEP: 1100|2708 | Loss: 0.127576
+INFO:EPOCH 14/200 | STEP: 1200|2708 | Loss: 0.129926
+INFO:EPOCH 14/200 | STEP: 1300|2708 | Loss: 0.126037
+INFO:EPOCH 14/200 | STEP: 1400|2708 | Loss: 0.130444
+INFO:EPOCH 14/200 | STEP: 1500|2708 | Loss: 0.127165
+INFO:EPOCH 14/200 | STEP: 1600|2708 | Loss: 0.126499
+INFO:EPOCH 14/200 | STEP: 1700|2708 | Loss: 0.127914
+INFO:EPOCH 14/200 | STEP: 1800|2708 | Loss: 0.125578
+INFO:EPOCH 14/200 | STEP: 1900|2708 | Loss: 0.130458
+INFO:EPOCH 14/200 | STEP: 2000|2708 | Loss: 0.121853
+INFO:EPOCH 14/200 | STEP: 2100|2708 | Loss: 0.128628
+INFO:EPOCH 14/200 | STEP: 2200|2708 | Loss: 0.130458
+INFO:EPOCH 14/200 | STEP: 2300|2708 | Loss: 0.125488
+INFO:EPOCH 14/200 | STEP: 2400|2708 | Loss: 0.127955
+INFO:EPOCH 14/200 | STEP: 2500|2708 | Loss: 0.121548
+INFO:EPOCH 14/200 | STEP: 2600|2708 | Loss: 0.125051
+INFO:EPOCH 14/200 | STEP: 2700|2708 | Loss: 0.122159
+INFO:VAL NDCG@10, IoU=0.3: 0.157219
+INFO:VAL NDCG@10, IoU=0.5: 0.138645
+INFO:VAL NDCG@10, IoU=0.7: 0.088598
+INFO:VAL NDCG@20, IoU=0.3: 0.158441
+INFO:VAL NDCG@20, IoU=0.5: 0.139130
+INFO:VAL NDCG@20, IoU=0.7: 0.090324
+INFO:VAL NDCG@40, IoU=0.3: 0.176786
+INFO:VAL NDCG@40, IoU=0.5: 0.156291
+INFO:VAL NDCG@40, IoU=0.7: 0.101815
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.159360
+INFO:TEST NDCG@10, IoU=0.5: 0.138063
+INFO:TEST NDCG@10, IoU=0.7: 0.090684
+INFO:TEST NDCG@20, IoU=0.3: 0.160299
+INFO:TEST NDCG@20, IoU=0.5: 0.139116
+INFO:TEST NDCG@20, IoU=0.7: 0.092320
+INFO:TEST NDCG@40, IoU=0.3: 0.174839
+INFO:TEST NDCG@40, IoU=0.5: 0.151911
+INFO:TEST NDCG@40, IoU=0.7: 0.102538
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.157219
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.138645
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.088598
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.158441
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.139130
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.090324
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.176786
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.156291
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.101815
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.159360
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.138063
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.090684
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.160299
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.139116
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.092320
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.174839
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.151911
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.102538
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 15|200
+INFO:EPOCH 15/200 | STEP: 0|2708 | Loss: 0.121078
+INFO:EPOCH 15/200 | STEP: 100|2708 | Loss: 0.122702
+INFO:EPOCH 15/200 | STEP: 200|2708 | Loss: 0.120839
+INFO:EPOCH 15/200 | STEP: 300|2708 | Loss: 0.123290
+INFO:EPOCH 15/200 | STEP: 400|2708 | Loss: 0.120612
+INFO:EPOCH 15/200 | STEP: 500|2708 | Loss: 0.128466
+INFO:EPOCH 15/200 | STEP: 600|2708 | Loss: 0.124979
+INFO:EPOCH 15/200 | STEP: 700|2708 | Loss: 0.122114
+INFO:EPOCH 15/200 | STEP: 800|2708 | Loss: 0.126156
+INFO:EPOCH 15/200 | STEP: 900|2708 | Loss: 0.119937
+INFO:EPOCH 15/200 | STEP: 1000|2708 | Loss: 0.120357
+INFO:EPOCH 15/200 | STEP: 1100|2708 | Loss: 0.119638
+INFO:EPOCH 15/200 | STEP: 1200|2708 | Loss: 0.118415
+INFO:EPOCH 15/200 | STEP: 1300|2708 | Loss: 0.127579
+INFO:EPOCH 15/200 | STEP: 1400|2708 | Loss: 0.126907
+INFO:EPOCH 15/200 | STEP: 1500|2708 | Loss: 0.120669
+INFO:EPOCH 15/200 | STEP: 1600|2708 | Loss: 0.122825
+INFO:EPOCH 15/200 | STEP: 1700|2708 | Loss: 0.121902
+INFO:EPOCH 15/200 | STEP: 1800|2708 | Loss: 0.123555
+INFO:EPOCH 15/200 | STEP: 1900|2708 | Loss: 0.126475
+INFO:EPOCH 15/200 | STEP: 2000|2708 | Loss: 0.118033
+INFO:EPOCH 15/200 | STEP: 2100|2708 | Loss: 0.121323
+INFO:EPOCH 15/200 | STEP: 2200|2708 | Loss: 0.130049
+INFO:EPOCH 15/200 | STEP: 2300|2708 | Loss: 0.119781
+INFO:EPOCH 15/200 | STEP: 2400|2708 | Loss: 0.117275
+INFO:EPOCH 15/200 | STEP: 2500|2708 | Loss: 0.129516
+INFO:EPOCH 15/200 | STEP: 2600|2708 | Loss: 0.127329
+INFO:EPOCH 15/200 | STEP: 2700|2708 | Loss: 0.118239
+INFO:VAL NDCG@10, IoU=0.3: 0.167517
+INFO:VAL NDCG@10, IoU=0.5: 0.147724
+INFO:VAL NDCG@10, IoU=0.7: 0.095780
+INFO:VAL NDCG@20, IoU=0.3: 0.168862
+INFO:VAL NDCG@20, IoU=0.5: 0.148393
+INFO:VAL NDCG@20, IoU=0.7: 0.096065
+INFO:VAL NDCG@40, IoU=0.3: 0.186648
+INFO:VAL NDCG@40, IoU=0.5: 0.163509
+INFO:VAL NDCG@40, IoU=0.7: 0.106837
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.170956
+INFO:TEST NDCG@10, IoU=0.5: 0.149139
+INFO:TEST NDCG@10, IoU=0.7: 0.099617
+INFO:TEST NDCG@20, IoU=0.3: 0.171578
+INFO:TEST NDCG@20, IoU=0.5: 0.149921
+INFO:TEST NDCG@20, IoU=0.7: 0.101085
+INFO:TEST NDCG@40, IoU=0.3: 0.186249
+INFO:TEST NDCG@40, IoU=0.5: 0.162684
+INFO:TEST NDCG@40, IoU=0.7: 0.110493
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.167517
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.147724
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.095780
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.168862
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.148393
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.096065
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.186648
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.163509
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.106837
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.170956
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.149139
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.099617
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.171578
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.149921
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.101085
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.186249
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.162684
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.110493
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 16|200
+INFO:EPOCH 16/200 | STEP: 0|2708 | Loss: 0.114947
+INFO:EPOCH 16/200 | STEP: 100|2708 | Loss: 0.118591
+INFO:EPOCH 16/200 | STEP: 200|2708 | Loss: 0.122559
+INFO:EPOCH 16/200 | STEP: 300|2708 | Loss: 0.117627
+INFO:EPOCH 16/200 | STEP: 400|2708 | Loss: 0.120995
+INFO:EPOCH 16/200 | STEP: 500|2708 | Loss: 0.116492
+INFO:EPOCH 16/200 | STEP: 600|2708 | Loss: 0.122108
+INFO:EPOCH 16/200 | STEP: 700|2708 | Loss: 0.118912
+INFO:EPOCH 16/200 | STEP: 800|2708 | Loss: 0.123248
+INFO:EPOCH 16/200 | STEP: 900|2708 | Loss: 0.116261
+INFO:EPOCH 16/200 | STEP: 1000|2708 | Loss: 0.127087
+INFO:EPOCH 16/200 | STEP: 1100|2708 | Loss: 0.121694
+INFO:EPOCH 16/200 | STEP: 1200|2708 | Loss: 0.122935
+INFO:EPOCH 16/200 | STEP: 1300|2708 | Loss: 0.119228
+INFO:EPOCH 16/200 | STEP: 1400|2708 | Loss: 0.118377
+INFO:EPOCH 16/200 | STEP: 1500|2708 | Loss: 0.123445
+INFO:EPOCH 16/200 | STEP: 1600|2708 | Loss: 0.111711
+INFO:EPOCH 16/200 | STEP: 1700|2708 | Loss: 0.124094
+INFO:EPOCH 16/200 | STEP: 1800|2708 | Loss: 0.119939
+INFO:EPOCH 16/200 | STEP: 1900|2708 | Loss: 0.120088
+INFO:EPOCH 16/200 | STEP: 2000|2708 | Loss: 0.126317
+INFO:EPOCH 16/200 | STEP: 2100|2708 | Loss: 0.119451
+INFO:EPOCH 16/200 | STEP: 2200|2708 | Loss: 0.119437
+INFO:EPOCH 16/200 | STEP: 2300|2708 | Loss: 0.124355
+INFO:EPOCH 16/200 | STEP: 2400|2708 | Loss: 0.110589
+INFO:EPOCH 16/200 | STEP: 2500|2708 | Loss: 0.120694
+INFO:EPOCH 16/200 | STEP: 2600|2708 | Loss: 0.116038
+INFO:EPOCH 16/200 | STEP: 2700|2708 | Loss: 0.127762
+INFO:VAL NDCG@10, IoU=0.3: 0.168569
+INFO:VAL NDCG@10, IoU=0.5: 0.149292
+INFO:VAL NDCG@10, IoU=0.7: 0.097763
+INFO:VAL NDCG@20, IoU=0.3: 0.175618
+INFO:VAL NDCG@20, IoU=0.5: 0.155126
+INFO:VAL NDCG@20, IoU=0.7: 0.101646
+INFO:VAL NDCG@40, IoU=0.3: 0.195165
+INFO:VAL NDCG@40, IoU=0.5: 0.172885
+INFO:VAL NDCG@40, IoU=0.7: 0.114135
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.178671
+INFO:TEST NDCG@10, IoU=0.5: 0.157118
+INFO:TEST NDCG@10, IoU=0.7: 0.105266
+INFO:TEST NDCG@20, IoU=0.3: 0.180641
+INFO:TEST NDCG@20, IoU=0.5: 0.158449
+INFO:TEST NDCG@20, IoU=0.7: 0.107095
+INFO:TEST NDCG@40, IoU=0.3: 0.195905
+INFO:TEST NDCG@40, IoU=0.5: 0.171642
+INFO:TEST NDCG@40, IoU=0.7: 0.117667
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.168569
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.149292
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.097763
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.175618
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.155126
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.101646
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.195165
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.172885
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.114135
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.178671
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.157118
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.105266
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.180641
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.158449
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.107095
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.195905
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.171642
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.117667
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 17|200
+INFO:EPOCH 17/200 | STEP: 0|2708 | Loss: 0.114660
+INFO:EPOCH 17/200 | STEP: 100|2708 | Loss: 0.115300
+INFO:EPOCH 17/200 | STEP: 200|2708 | Loss: 0.118814
+INFO:EPOCH 17/200 | STEP: 300|2708 | Loss: 0.120661
+INFO:EPOCH 17/200 | STEP: 400|2708 | Loss: 0.124597
+INFO:EPOCH 17/200 | STEP: 500|2708 | Loss: 0.124603
+INFO:EPOCH 17/200 | STEP: 600|2708 | Loss: 0.112960
+INFO:EPOCH 17/200 | STEP: 700|2708 | Loss: 0.117867
+INFO:EPOCH 17/200 | STEP: 800|2708 | Loss: 0.120017
+INFO:EPOCH 17/200 | STEP: 900|2708 | Loss: 0.117523
+INFO:EPOCH 17/200 | STEP: 1000|2708 | Loss: 0.118680
+INFO:EPOCH 17/200 | STEP: 1100|2708 | Loss: 0.117724
+INFO:EPOCH 17/200 | STEP: 1200|2708 | Loss: 0.121378
+INFO:EPOCH 17/200 | STEP: 1300|2708 | Loss: 0.117381
+INFO:EPOCH 17/200 | STEP: 1400|2708 | Loss: 0.122771
+INFO:EPOCH 17/200 | STEP: 1500|2708 | Loss: 0.112836
+INFO:EPOCH 17/200 | STEP: 1600|2708 | Loss: 0.116614
+INFO:EPOCH 17/200 | STEP: 1700|2708 | Loss: 0.119690
+INFO:EPOCH 17/200 | STEP: 1800|2708 | Loss: 0.120050
+INFO:EPOCH 17/200 | STEP: 1900|2708 | Loss: 0.118243
+INFO:EPOCH 17/200 | STEP: 2000|2708 | Loss: 0.116747
+INFO:EPOCH 17/200 | STEP: 2100|2708 | Loss: 0.121106
+INFO:EPOCH 17/200 | STEP: 2200|2708 | Loss: 0.111154
+INFO:EPOCH 17/200 | STEP: 2300|2708 | Loss: 0.118061
+INFO:EPOCH 17/200 | STEP: 2400|2708 | Loss: 0.113049
+INFO:EPOCH 17/200 | STEP: 2500|2708 | Loss: 0.122454
+INFO:EPOCH 17/200 | STEP: 2600|2708 | Loss: 0.118381
+INFO:EPOCH 17/200 | STEP: 2700|2708 | Loss: 0.114918
+INFO:VAL NDCG@10, IoU=0.3: 0.181588
+INFO:VAL NDCG@10, IoU=0.5: 0.161077
+INFO:VAL NDCG@10, IoU=0.7: 0.105696
+INFO:VAL NDCG@20, IoU=0.3: 0.188595
+INFO:VAL NDCG@20, IoU=0.5: 0.167093
+INFO:VAL NDCG@20, IoU=0.7: 0.110991
+INFO:VAL NDCG@40, IoU=0.3: 0.207696
+INFO:VAL NDCG@40, IoU=0.5: 0.184727
+INFO:VAL NDCG@40, IoU=0.7: 0.124372
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.186879
+INFO:TEST NDCG@10, IoU=0.5: 0.164610
+INFO:TEST NDCG@10, IoU=0.7: 0.111839
+INFO:TEST NDCG@20, IoU=0.3: 0.189515
+INFO:TEST NDCG@20, IoU=0.5: 0.166707
+INFO:TEST NDCG@20, IoU=0.7: 0.113444
+INFO:TEST NDCG@40, IoU=0.3: 0.206137
+INFO:TEST NDCG@40, IoU=0.5: 0.181365
+INFO:TEST NDCG@40, IoU=0.7: 0.125438
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.181588
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.161077
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.105696
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.188595
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.167093
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.110991
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.207696
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.184727
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.124372
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.186879
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.164610
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.111839
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.189515
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.166707
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.113444
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.206137
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.181365
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.125438
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 18|200
+INFO:EPOCH 18/200 | STEP: 0|2708 | Loss: 0.113903
+INFO:EPOCH 18/200 | STEP: 100|2708 | Loss: 0.111289
+INFO:EPOCH 18/200 | STEP: 200|2708 | Loss: 0.113909
+INFO:EPOCH 18/200 | STEP: 300|2708 | Loss: 0.115891
+INFO:EPOCH 18/200 | STEP: 400|2708 | Loss: 0.119012
+INFO:EPOCH 18/200 | STEP: 500|2708 | Loss: 0.119715
+INFO:EPOCH 18/200 | STEP: 600|2708 | Loss: 0.120308
+INFO:EPOCH 18/200 | STEP: 700|2708 | Loss: 0.115248
+INFO:EPOCH 18/200 | STEP: 800|2708 | Loss: 0.112409
+INFO:EPOCH 18/200 | STEP: 900|2708 | Loss: 0.117266
+INFO:EPOCH 18/200 | STEP: 1000|2708 | Loss: 0.117193
+INFO:EPOCH 18/200 | STEP: 1100|2708 | Loss: 0.110084
+INFO:EPOCH 18/200 | STEP: 1200|2708 | Loss: 0.118975
+INFO:EPOCH 18/200 | STEP: 1300|2708 | Loss: 0.116416
+INFO:EPOCH 18/200 | STEP: 1400|2708 | Loss: 0.116987
+INFO:EPOCH 18/200 | STEP: 1500|2708 | Loss: 0.117019
+INFO:EPOCH 18/200 | STEP: 1600|2708 | Loss: 0.114099
+INFO:EPOCH 18/200 | STEP: 1700|2708 | Loss: 0.114633
+INFO:EPOCH 18/200 | STEP: 1800|2708 | Loss: 0.116724
+INFO:EPOCH 18/200 | STEP: 1900|2708 | Loss: 0.114955
+INFO:EPOCH 18/200 | STEP: 2000|2708 | Loss: 0.117325
+INFO:EPOCH 18/200 | STEP: 2100|2708 | Loss: 0.114035
+INFO:EPOCH 18/200 | STEP: 2200|2708 | Loss: 0.115226
+INFO:EPOCH 18/200 | STEP: 2300|2708 | Loss: 0.112663
+INFO:EPOCH 18/200 | STEP: 2400|2708 | Loss: 0.111837
+INFO:EPOCH 18/200 | STEP: 2500|2708 | Loss: 0.113896
+INFO:EPOCH 18/200 | STEP: 2600|2708 | Loss: 0.114914
+INFO:EPOCH 18/200 | STEP: 2700|2708 | Loss: 0.116081
+INFO:VAL NDCG@10, IoU=0.3: 0.192134
+INFO:VAL NDCG@10, IoU=0.5: 0.169840
+INFO:VAL NDCG@10, IoU=0.7: 0.111971
+INFO:VAL NDCG@20, IoU=0.3: 0.196936
+INFO:VAL NDCG@20, IoU=0.5: 0.174659
+INFO:VAL NDCG@20, IoU=0.7: 0.115709
+INFO:VAL NDCG@40, IoU=0.3: 0.214616
+INFO:VAL NDCG@40, IoU=0.5: 0.190021
+INFO:VAL NDCG@40, IoU=0.7: 0.127150
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.193274
+INFO:TEST NDCG@10, IoU=0.5: 0.169559
+INFO:TEST NDCG@10, IoU=0.7: 0.114665
+INFO:TEST NDCG@20, IoU=0.3: 0.195881
+INFO:TEST NDCG@20, IoU=0.5: 0.171933
+INFO:TEST NDCG@20, IoU=0.7: 0.117437
+INFO:TEST NDCG@40, IoU=0.3: 0.213055
+INFO:TEST NDCG@40, IoU=0.5: 0.187503
+INFO:TEST NDCG@40, IoU=0.7: 0.129327
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.192134
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.169840
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.111971
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.196936
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.174659
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.115709
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.214616
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.190021
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.127150
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.193274
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.169559
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.114665
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.195881
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.171933
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.117437
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.213055
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.187503
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.129327
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 19|200
+INFO:EPOCH 19/200 | STEP: 0|2708 | Loss: 0.113924
+INFO:EPOCH 19/200 | STEP: 100|2708 | Loss: 0.114130
+INFO:EPOCH 19/200 | STEP: 200|2708 | Loss: 0.117311
+INFO:EPOCH 19/200 | STEP: 300|2708 | Loss: 0.110750
+INFO:EPOCH 19/200 | STEP: 400|2708 | Loss: 0.108030
+INFO:EPOCH 19/200 | STEP: 500|2708 | Loss: 0.115217
+INFO:EPOCH 19/200 | STEP: 600|2708 | Loss: 0.109027
+INFO:EPOCH 19/200 | STEP: 700|2708 | Loss: 0.115408
+INFO:EPOCH 19/200 | STEP: 800|2708 | Loss: 0.117105
+INFO:EPOCH 19/200 | STEP: 900|2708 | Loss: 0.115189
+INFO:EPOCH 19/200 | STEP: 1000|2708 | Loss: 0.110968
+INFO:EPOCH 19/200 | STEP: 1100|2708 | Loss: 0.116477
+INFO:EPOCH 19/200 | STEP: 1200|2708 | Loss: 0.115898
+INFO:EPOCH 19/200 | STEP: 1300|2708 | Loss: 0.112471
+INFO:EPOCH 19/200 | STEP: 1400|2708 | Loss: 0.108727
+INFO:EPOCH 19/200 | STEP: 1500|2708 | Loss: 0.107794
+INFO:EPOCH 19/200 | STEP: 1600|2708 | Loss: 0.114100
+INFO:EPOCH 19/200 | STEP: 1700|2708 | Loss: 0.110395
+INFO:EPOCH 19/200 | STEP: 1800|2708 | Loss: 0.112480
+INFO:EPOCH 19/200 | STEP: 1900|2708 | Loss: 0.114515
+INFO:EPOCH 19/200 | STEP: 2000|2708 | Loss: 0.118480
+INFO:EPOCH 19/200 | STEP: 2100|2708 | Loss: 0.113402
+INFO:EPOCH 19/200 | STEP: 2200|2708 | Loss: 0.114072
+INFO:EPOCH 19/200 | STEP: 2300|2708 | Loss: 0.110081
+INFO:EPOCH 19/200 | STEP: 2400|2708 | Loss: 0.116115
+INFO:EPOCH 19/200 | STEP: 2500|2708 | Loss: 0.109998
+INFO:EPOCH 19/200 | STEP: 2600|2708 | Loss: 0.118146
+INFO:EPOCH 19/200 | STEP: 2700|2708 | Loss: 0.115213
+INFO:VAL NDCG@10, IoU=0.3: 0.201619
+INFO:VAL NDCG@10, IoU=0.5: 0.180336
+INFO:VAL NDCG@10, IoU=0.7: 0.121257
+INFO:VAL NDCG@20, IoU=0.3: 0.208234
+INFO:VAL NDCG@20, IoU=0.5: 0.185593
+INFO:VAL NDCG@20, IoU=0.7: 0.124122
+INFO:VAL NDCG@40, IoU=0.3: 0.225841
+INFO:VAL NDCG@40, IoU=0.5: 0.201416
+INFO:VAL NDCG@40, IoU=0.7: 0.135863
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.203859
+INFO:TEST NDCG@10, IoU=0.5: 0.180576
+INFO:TEST NDCG@10, IoU=0.7: 0.123396
+INFO:TEST NDCG@20, IoU=0.3: 0.206374
+INFO:TEST NDCG@20, IoU=0.5: 0.182912
+INFO:TEST NDCG@20, IoU=0.7: 0.124856
+INFO:TEST NDCG@40, IoU=0.3: 0.223211
+INFO:TEST NDCG@40, IoU=0.5: 0.197886
+INFO:TEST NDCG@40, IoU=0.7: 0.135999
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.201619
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.180336
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.121257
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.208234
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.185593
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.124122
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.225841
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.201416
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.135863
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.203859
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.180576
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.123396
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.206374
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.182912
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.124856
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.223211
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.197886
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.135999
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 20|200
+INFO:EPOCH 20/200 | STEP: 0|2708 | Loss: 0.228440
+INFO:EPOCH 20/200 | STEP: 100|2708 | Loss: 0.222736
+INFO:EPOCH 20/200 | STEP: 200|2708 | Loss: 0.227955
+INFO:EPOCH 20/200 | STEP: 300|2708 | Loss: 0.240194
+INFO:EPOCH 20/200 | STEP: 400|2708 | Loss: 0.232145
+INFO:EPOCH 20/200 | STEP: 500|2708 | Loss: 0.232902
+INFO:EPOCH 20/200 | STEP: 600|2708 | Loss: 0.237508
+INFO:EPOCH 20/200 | STEP: 700|2708 | Loss: 0.231655
+INFO:EPOCH 20/200 | STEP: 800|2708 | Loss: 0.235626
+INFO:EPOCH 20/200 | STEP: 900|2708 | Loss: 0.233914
+INFO:EPOCH 20/200 | STEP: 1000|2708 | Loss: 0.224948
+INFO:EPOCH 20/200 | STEP: 1100|2708 | Loss: 0.219523
+INFO:EPOCH 20/200 | STEP: 1200|2708 | Loss: 0.229140
+INFO:EPOCH 20/200 | STEP: 1300|2708 | Loss: 0.222956
+INFO:EPOCH 20/200 | STEP: 1400|2708 | Loss: 0.225289
+INFO:EPOCH 20/200 | STEP: 1500|2708 | Loss: 0.226125
+INFO:EPOCH 20/200 | STEP: 1600|2708 | Loss: 0.226716
+INFO:EPOCH 20/200 | STEP: 1700|2708 | Loss: 0.221970
+INFO:EPOCH 20/200 | STEP: 1800|2708 | Loss: 0.229062
+INFO:EPOCH 20/200 | STEP: 1900|2708 | Loss: 0.227693
+INFO:EPOCH 20/200 | STEP: 2000|2708 | Loss: 0.220893
+INFO:EPOCH 20/200 | STEP: 2100|2708 | Loss: 0.227280
+INFO:EPOCH 20/200 | STEP: 2200|2708 | Loss: 0.234417
+INFO:EPOCH 20/200 | STEP: 2300|2708 | Loss: 0.235005
+INFO:EPOCH 20/200 | STEP: 2400|2708 | Loss: 0.235803
+INFO:EPOCH 20/200 | STEP: 2500|2708 | Loss: 0.224735
+INFO:EPOCH 20/200 | STEP: 2600|2708 | Loss: 0.229585
+INFO:EPOCH 20/200 | STEP: 2700|2708 | Loss: 0.231227
+INFO:VAL NDCG@10, IoU=0.3: 0.228065
+INFO:VAL NDCG@10, IoU=0.5: 0.202221
+INFO:VAL NDCG@10, IoU=0.7: 0.129588
+INFO:VAL NDCG@20, IoU=0.3: 0.230374
+INFO:VAL NDCG@20, IoU=0.5: 0.203801
+INFO:VAL NDCG@20, IoU=0.7: 0.131948
+INFO:VAL NDCG@40, IoU=0.3: 0.249230
+INFO:VAL NDCG@40, IoU=0.5: 0.220615
+INFO:VAL NDCG@40, IoU=0.7: 0.145754
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.224343
+INFO:TEST NDCG@10, IoU=0.5: 0.197849
+INFO:TEST NDCG@10, IoU=0.7: 0.132981
+INFO:TEST NDCG@20, IoU=0.3: 0.225701
+INFO:TEST NDCG@20, IoU=0.5: 0.198865
+INFO:TEST NDCG@20, IoU=0.7: 0.134903
+INFO:TEST NDCG@40, IoU=0.3: 0.242688
+INFO:TEST NDCG@40, IoU=0.5: 0.214670
+INFO:TEST NDCG@40, IoU=0.7: 0.147763
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.228065
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.202221
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.129588
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.230374
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.203801
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.131948
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.249230
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.220615
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.145754
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.224343
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.197849
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.132981
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.225701
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.198865
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.134903
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.242688
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.214670
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.147763
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 21|200
+INFO:EPOCH 21/200 | STEP: 0|2708 | Loss: 0.212981
+INFO:EPOCH 21/200 | STEP: 100|2708 | Loss: 0.214385
+INFO:EPOCH 21/200 | STEP: 200|2708 | Loss: 0.224742
+INFO:EPOCH 21/200 | STEP: 300|2708 | Loss: 0.211199
+INFO:EPOCH 21/200 | STEP: 400|2708 | Loss: 0.224994
+INFO:EPOCH 21/200 | STEP: 500|2708 | Loss: 0.214748
+INFO:EPOCH 21/200 | STEP: 600|2708 | Loss: 0.225368
+INFO:EPOCH 21/200 | STEP: 700|2708 | Loss: 0.210669
+INFO:EPOCH 21/200 | STEP: 800|2708 | Loss: 0.233007
+INFO:EPOCH 21/200 | STEP: 900|2708 | Loss: 0.222226
+INFO:EPOCH 21/200 | STEP: 1000|2708 | Loss: 0.223125
+INFO:EPOCH 21/200 | STEP: 1100|2708 | Loss: 0.216634
+INFO:EPOCH 21/200 | STEP: 1200|2708 | Loss: 0.215337
+INFO:EPOCH 21/200 | STEP: 1300|2708 | Loss: 0.230138
+INFO:EPOCH 21/200 | STEP: 1400|2708 | Loss: 0.212911
+INFO:EPOCH 21/200 | STEP: 1500|2708 | Loss: 0.215026
+INFO:EPOCH 21/200 | STEP: 1600|2708 | Loss: 0.223334
+INFO:EPOCH 21/200 | STEP: 1700|2708 | Loss: 0.197922
+INFO:EPOCH 21/200 | STEP: 1800|2708 | Loss: 0.221918
+INFO:EPOCH 21/200 | STEP: 1900|2708 | Loss: 0.223807
+INFO:EPOCH 21/200 | STEP: 2000|2708 | Loss: 0.212869
+INFO:EPOCH 21/200 | STEP: 2100|2708 | Loss: 0.217990
+INFO:EPOCH 21/200 | STEP: 2200|2708 | Loss: 0.226320
+INFO:EPOCH 21/200 | STEP: 2300|2708 | Loss: 0.231792
+INFO:EPOCH 21/200 | STEP: 2400|2708 | Loss: 0.219267
+INFO:EPOCH 21/200 | STEP: 2500|2708 | Loss: 0.214991
+INFO:EPOCH 21/200 | STEP: 2600|2708 | Loss: 0.220096
+INFO:EPOCH 21/200 | STEP: 2700|2708 | Loss: 0.211808
+INFO:VAL NDCG@10, IoU=0.3: 0.232462
+INFO:VAL NDCG@10, IoU=0.5: 0.204337
+INFO:VAL NDCG@10, IoU=0.7: 0.132093
+INFO:VAL NDCG@20, IoU=0.3: 0.235740
+INFO:VAL NDCG@20, IoU=0.5: 0.207673
+INFO:VAL NDCG@20, IoU=0.7: 0.135609
+INFO:VAL NDCG@40, IoU=0.3: 0.253506
+INFO:VAL NDCG@40, IoU=0.5: 0.223808
+INFO:VAL NDCG@40, IoU=0.7: 0.148029
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.233208
+INFO:TEST NDCG@10, IoU=0.5: 0.204425
+INFO:TEST NDCG@10, IoU=0.7: 0.137748
+INFO:TEST NDCG@20, IoU=0.3: 0.233416
+INFO:TEST NDCG@20, IoU=0.5: 0.205344
+INFO:TEST NDCG@20, IoU=0.7: 0.139702
+INFO:TEST NDCG@40, IoU=0.3: 0.251593
+INFO:TEST NDCG@40, IoU=0.5: 0.221277
+INFO:TEST NDCG@40, IoU=0.7: 0.152480
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.232462
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.204337
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.132093
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.235740
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.207673
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.135609
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.253506
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.223808
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.148029
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.233208
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.204425
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.137748
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.233416
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.205344
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.139702
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.251593
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.221277
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.152480
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 22|200
+INFO:EPOCH 22/200 | STEP: 0|2708 | Loss: 0.203463
+INFO:EPOCH 22/200 | STEP: 100|2708 | Loss: 0.203756
+INFO:EPOCH 22/200 | STEP: 200|2708 | Loss: 0.202712
+INFO:EPOCH 22/200 | STEP: 300|2708 | Loss: 0.221151
+INFO:EPOCH 22/200 | STEP: 400|2708 | Loss: 0.216142
+INFO:EPOCH 22/200 | STEP: 500|2708 | Loss: 0.227261
+INFO:EPOCH 22/200 | STEP: 600|2708 | Loss: 0.210845
+INFO:EPOCH 22/200 | STEP: 700|2708 | Loss: 0.205556
+INFO:EPOCH 22/200 | STEP: 800|2708 | Loss: 0.209669
+INFO:EPOCH 22/200 | STEP: 900|2708 | Loss: 0.222220
+INFO:EPOCH 22/200 | STEP: 1000|2708 | Loss: 0.216891
+INFO:EPOCH 22/200 | STEP: 1100|2708 | Loss: 0.210680
+INFO:EPOCH 22/200 | STEP: 1200|2708 | Loss: 0.206761
+INFO:EPOCH 22/200 | STEP: 1300|2708 | Loss: 0.209025
+INFO:EPOCH 22/200 | STEP: 1400|2708 | Loss: 0.211884
+INFO:EPOCH 22/200 | STEP: 1500|2708 | Loss: 0.226494
+INFO:EPOCH 22/200 | STEP: 1600|2708 | Loss: 0.212460
+INFO:EPOCH 22/200 | STEP: 1700|2708 | Loss: 0.209581
+INFO:EPOCH 22/200 | STEP: 1800|2708 | Loss: 0.214101
+INFO:EPOCH 22/200 | STEP: 1900|2708 | Loss: 0.225794
+INFO:EPOCH 22/200 | STEP: 2000|2708 | Loss: 0.206692
+INFO:EPOCH 22/200 | STEP: 2100|2708 | Loss: 0.213709
+INFO:EPOCH 22/200 | STEP: 2200|2708 | Loss: 0.209393
+INFO:EPOCH 22/200 | STEP: 2300|2708 | Loss: 0.210302
+INFO:EPOCH 22/200 | STEP: 2400|2708 | Loss: 0.213307
+INFO:EPOCH 22/200 | STEP: 2500|2708 | Loss: 0.197716
+INFO:EPOCH 22/200 | STEP: 2600|2708 | Loss: 0.199245
+INFO:EPOCH 22/200 | STEP: 2700|2708 | Loss: 0.217929
+INFO:VAL NDCG@10, IoU=0.3: 0.240164
+INFO:VAL NDCG@10, IoU=0.5: 0.212964
+INFO:VAL NDCG@10, IoU=0.7: 0.135201
+INFO:VAL NDCG@20, IoU=0.3: 0.238430
+INFO:VAL NDCG@20, IoU=0.5: 0.212510
+INFO:VAL NDCG@20, IoU=0.7: 0.138061
+INFO:VAL NDCG@40, IoU=0.3: 0.258035
+INFO:VAL NDCG@40, IoU=0.5: 0.229516
+INFO:VAL NDCG@40, IoU=0.7: 0.151323
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.236948
+INFO:TEST NDCG@10, IoU=0.5: 0.207993
+INFO:TEST NDCG@10, IoU=0.7: 0.139820
+INFO:TEST NDCG@20, IoU=0.3: 0.238367
+INFO:TEST NDCG@20, IoU=0.5: 0.209528
+INFO:TEST NDCG@20, IoU=0.7: 0.142381
+INFO:TEST NDCG@40, IoU=0.3: 0.256246
+INFO:TEST NDCG@40, IoU=0.5: 0.224944
+INFO:TEST NDCG@40, IoU=0.7: 0.155075
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.240164
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.212964
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.135201
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.238430
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.212510
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.138061
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.258035
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.229516
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.151323
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.236948
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.207993
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.139820
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.238367
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.209528
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.142381
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.256246
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.224944
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.155075
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 23|200
+INFO:EPOCH 23/200 | STEP: 0|2708 | Loss: 0.222490
+INFO:EPOCH 23/200 | STEP: 100|2708 | Loss: 0.214728
+INFO:EPOCH 23/200 | STEP: 200|2708 | Loss: 0.206015
+INFO:EPOCH 23/200 | STEP: 300|2708 | Loss: 0.196365
+INFO:EPOCH 23/200 | STEP: 400|2708 | Loss: 0.194659
+INFO:EPOCH 23/200 | STEP: 500|2708 | Loss: 0.204755
+INFO:EPOCH 23/200 | STEP: 600|2708 | Loss: 0.208012
+INFO:EPOCH 23/200 | STEP: 700|2708 | Loss: 0.216668
+INFO:EPOCH 23/200 | STEP: 800|2708 | Loss: 0.205197
+INFO:EPOCH 23/200 | STEP: 900|2708 | Loss: 0.210069
+INFO:EPOCH 23/200 | STEP: 1000|2708 | Loss: 0.209031
+INFO:EPOCH 23/200 | STEP: 1100|2708 | Loss: 0.212766
+INFO:EPOCH 23/200 | STEP: 1200|2708 | Loss: 0.212297
+INFO:EPOCH 23/200 | STEP: 1300|2708 | Loss: 0.212738
+INFO:EPOCH 23/200 | STEP: 1400|2708 | Loss: 0.223705
+INFO:EPOCH 23/200 | STEP: 1500|2708 | Loss: 0.205465
+INFO:EPOCH 23/200 | STEP: 1600|2708 | Loss: 0.212579
+INFO:EPOCH 23/200 | STEP: 1700|2708 | Loss: 0.204357
+INFO:EPOCH 23/200 | STEP: 1800|2708 | Loss: 0.209543
+INFO:EPOCH 23/200 | STEP: 1900|2708 | Loss: 0.202841
+INFO:EPOCH 23/200 | STEP: 2000|2708 | Loss: 0.215617
+INFO:EPOCH 23/200 | STEP: 2100|2708 | Loss: 0.210061
+INFO:EPOCH 23/200 | STEP: 2200|2708 | Loss: 0.204299
+INFO:EPOCH 23/200 | STEP: 2300|2708 | Loss: 0.219395
+INFO:EPOCH 23/200 | STEP: 2400|2708 | Loss: 0.208476
+INFO:EPOCH 23/200 | STEP: 2500|2708 | Loss: 0.202174
+INFO:EPOCH 23/200 | STEP: 2600|2708 | Loss: 0.195040
+INFO:EPOCH 23/200 | STEP: 2700|2708 | Loss: 0.192818
+INFO:VAL NDCG@10, IoU=0.3: 0.245983
+INFO:VAL NDCG@10, IoU=0.5: 0.214038
+INFO:VAL NDCG@10, IoU=0.7: 0.136349
+INFO:VAL NDCG@20, IoU=0.3: 0.246853
+INFO:VAL NDCG@20, IoU=0.5: 0.216823
+INFO:VAL NDCG@20, IoU=0.7: 0.139439
+INFO:VAL NDCG@40, IoU=0.3: 0.265722
+INFO:VAL NDCG@40, IoU=0.5: 0.234848
+INFO:VAL NDCG@40, IoU=0.7: 0.153402
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.242888
+INFO:TEST NDCG@10, IoU=0.5: 0.213373
+INFO:TEST NDCG@10, IoU=0.7: 0.141820
+INFO:TEST NDCG@20, IoU=0.3: 0.244257
+INFO:TEST NDCG@20, IoU=0.5: 0.214753
+INFO:TEST NDCG@20, IoU=0.7: 0.145208
+INFO:TEST NDCG@40, IoU=0.3: 0.262696
+INFO:TEST NDCG@40, IoU=0.5: 0.230950
+INFO:TEST NDCG@40, IoU=0.7: 0.158257
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.245983
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.214038
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.136349
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.246853
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.216823
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.139439
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.265722
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.234848
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.153402
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.242888
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.213373
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.141820
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.244257
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.214753
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.145208
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.262696
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.230950
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.158257
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 24|200
+INFO:EPOCH 24/200 | STEP: 0|2708 | Loss: 0.213782
+INFO:EPOCH 24/200 | STEP: 100|2708 | Loss: 0.198575
+INFO:EPOCH 24/200 | STEP: 200|2708 | Loss: 0.201129
+INFO:EPOCH 24/200 | STEP: 300|2708 | Loss: 0.213215
+INFO:EPOCH 24/200 | STEP: 400|2708 | Loss: 0.199083
+INFO:EPOCH 24/200 | STEP: 500|2708 | Loss: 0.213716
+INFO:EPOCH 24/200 | STEP: 600|2708 | Loss: 0.206430
+INFO:EPOCH 24/200 | STEP: 700|2708 | Loss: 0.200408
+INFO:EPOCH 24/200 | STEP: 800|2708 | Loss: 0.211250
+INFO:EPOCH 24/200 | STEP: 900|2708 | Loss: 0.197906
+INFO:EPOCH 24/200 | STEP: 1000|2708 | Loss: 0.208687
+INFO:EPOCH 24/200 | STEP: 1100|2708 | Loss: 0.198972
+INFO:EPOCH 24/200 | STEP: 1200|2708 | Loss: 0.191030
+INFO:EPOCH 24/200 | STEP: 1300|2708 | Loss: 0.215637
+INFO:EPOCH 24/200 | STEP: 1400|2708 | Loss: 0.211245
+INFO:EPOCH 24/200 | STEP: 1500|2708 | Loss: 0.206573
+INFO:EPOCH 24/200 | STEP: 1600|2708 | Loss: 0.198385
+INFO:EPOCH 24/200 | STEP: 1700|2708 | Loss: 0.201868
+INFO:EPOCH 24/200 | STEP: 1800|2708 | Loss: 0.192546
+INFO:EPOCH 24/200 | STEP: 1900|2708 | Loss: 0.207983
+INFO:EPOCH 24/200 | STEP: 2000|2708 | Loss: 0.208565
+INFO:EPOCH 24/200 | STEP: 2100|2708 | Loss: 0.193101
+INFO:EPOCH 24/200 | STEP: 2200|2708 | Loss: 0.188676
+INFO:EPOCH 24/200 | STEP: 2300|2708 | Loss: 0.208466
+INFO:EPOCH 24/200 | STEP: 2400|2708 | Loss: 0.208882
+INFO:EPOCH 24/200 | STEP: 2500|2708 | Loss: 0.209072
+INFO:EPOCH 24/200 | STEP: 2600|2708 | Loss: 0.201673
+INFO:EPOCH 24/200 | STEP: 2700|2708 | Loss: 0.200155
+INFO:VAL NDCG@10, IoU=0.3: 0.242827
+INFO:VAL NDCG@10, IoU=0.5: 0.213881
+INFO:VAL NDCG@10, IoU=0.7: 0.139109
+INFO:VAL NDCG@20, IoU=0.3: 0.246154
+INFO:VAL NDCG@20, IoU=0.5: 0.217608
+INFO:VAL NDCG@20, IoU=0.7: 0.142565
+INFO:VAL NDCG@40, IoU=0.3: 0.265749
+INFO:VAL NDCG@40, IoU=0.5: 0.234825
+INFO:VAL NDCG@40, IoU=0.7: 0.155653
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.245192
+INFO:TEST NDCG@10, IoU=0.5: 0.215603
+INFO:TEST NDCG@10, IoU=0.7: 0.144284
+INFO:TEST NDCG@20, IoU=0.3: 0.247202
+INFO:TEST NDCG@20, IoU=0.5: 0.217230
+INFO:TEST NDCG@20, IoU=0.7: 0.148148
+INFO:TEST NDCG@40, IoU=0.3: 0.264585
+INFO:TEST NDCG@40, IoU=0.5: 0.233102
+INFO:TEST NDCG@40, IoU=0.7: 0.160668
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.242827
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.213881
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.139109
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.246154
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.217608
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.142565
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.265749
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.234825
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.155653
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.245192
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.215603
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.144284
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.247202
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.217230
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.148148
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.264585
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.233102
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.160668
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 25|200
+INFO:EPOCH 25/200 | STEP: 0|2708 | Loss: 0.197777
+INFO:EPOCH 25/200 | STEP: 100|2708 | Loss: 0.193891
+INFO:EPOCH 25/200 | STEP: 200|2708 | Loss: 0.210186
+INFO:EPOCH 25/200 | STEP: 300|2708 | Loss: 0.211118
+INFO:EPOCH 25/200 | STEP: 400|2708 | Loss: 0.192040
+INFO:EPOCH 25/200 | STEP: 500|2708 | Loss: 0.202427
+INFO:EPOCH 25/200 | STEP: 600|2708 | Loss: 0.199327
+INFO:EPOCH 25/200 | STEP: 700|2708 | Loss: 0.210051
+INFO:EPOCH 25/200 | STEP: 800|2708 | Loss: 0.219013
+INFO:EPOCH 25/200 | STEP: 900|2708 | Loss: 0.206593
+INFO:EPOCH 25/200 | STEP: 1000|2708 | Loss: 0.188589
+INFO:EPOCH 25/200 | STEP: 1100|2708 | Loss: 0.194246
+INFO:EPOCH 25/200 | STEP: 1200|2708 | Loss: 0.199195
+INFO:EPOCH 25/200 | STEP: 1300|2708 | Loss: 0.196552
+INFO:EPOCH 25/200 | STEP: 1400|2708 | Loss: 0.205853
+INFO:EPOCH 25/200 | STEP: 1500|2708 | Loss: 0.201098
+INFO:EPOCH 25/200 | STEP: 1600|2708 | Loss: 0.195243
+INFO:EPOCH 25/200 | STEP: 1700|2708 | Loss: 0.203903
+INFO:EPOCH 25/200 | STEP: 1800|2708 | Loss: 0.200787
+INFO:EPOCH 25/200 | STEP: 1900|2708 | Loss: 0.197672
+INFO:EPOCH 25/200 | STEP: 2000|2708 | Loss: 0.197717
+INFO:EPOCH 25/200 | STEP: 2100|2708 | Loss: 0.198044
+INFO:EPOCH 25/200 | STEP: 2200|2708 | Loss: 0.199402
+INFO:EPOCH 25/200 | STEP: 2300|2708 | Loss: 0.203944
+INFO:EPOCH 25/200 | STEP: 2400|2708 | Loss: 0.194955
+INFO:EPOCH 25/200 | STEP: 2500|2708 | Loss: 0.213031
+INFO:EPOCH 25/200 | STEP: 2600|2708 | Loss: 0.210949
+INFO:EPOCH 25/200 | STEP: 2700|2708 | Loss: 0.204892
+INFO:VAL NDCG@10, IoU=0.3: 0.246058
+INFO:VAL NDCG@10, IoU=0.5: 0.216520
+INFO:VAL NDCG@10, IoU=0.7: 0.138872
+INFO:VAL NDCG@20, IoU=0.3: 0.248159
+INFO:VAL NDCG@20, IoU=0.5: 0.219421
+INFO:VAL NDCG@20, IoU=0.7: 0.142161
+INFO:VAL NDCG@40, IoU=0.3: 0.270021
+INFO:VAL NDCG@40, IoU=0.5: 0.238148
+INFO:VAL NDCG@40, IoU=0.7: 0.157559
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.248923
+INFO:TEST NDCG@10, IoU=0.5: 0.218711
+INFO:TEST NDCG@10, IoU=0.7: 0.145632
+INFO:TEST NDCG@20, IoU=0.3: 0.249910
+INFO:TEST NDCG@20, IoU=0.5: 0.219555
+INFO:TEST NDCG@20, IoU=0.7: 0.148820
+INFO:TEST NDCG@40, IoU=0.3: 0.268493
+INFO:TEST NDCG@40, IoU=0.5: 0.236361
+INFO:TEST NDCG@40, IoU=0.7: 0.162638
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.246058
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.216520
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.138872
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.248159
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.219421
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.142161
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.270021
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.238148
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.157559
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.248923
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.218711
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.145632
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.249910
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.219555
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.148820
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.268493
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.236361
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.162638
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 26|200
+INFO:EPOCH 26/200 | STEP: 0|2708 | Loss: 0.185526
+INFO:EPOCH 26/200 | STEP: 100|2708 | Loss: 0.192607
+INFO:EPOCH 26/200 | STEP: 200|2708 | Loss: 0.191711
+INFO:EPOCH 26/200 | STEP: 300|2708 | Loss: 0.195715
+INFO:EPOCH 26/200 | STEP: 400|2708 | Loss: 0.205523
+INFO:EPOCH 26/200 | STEP: 500|2708 | Loss: 0.209820
+INFO:EPOCH 26/200 | STEP: 600|2708 | Loss: 0.193524
+INFO:EPOCH 26/200 | STEP: 700|2708 | Loss: 0.203682
+INFO:EPOCH 26/200 | STEP: 800|2708 | Loss: 0.195054
+INFO:EPOCH 26/200 | STEP: 900|2708 | Loss: 0.201894
+INFO:EPOCH 26/200 | STEP: 1000|2708 | Loss: 0.199374
+INFO:EPOCH 26/200 | STEP: 1100|2708 | Loss: 0.200720
+INFO:EPOCH 26/200 | STEP: 1200|2708 | Loss: 0.214168
+INFO:EPOCH 26/200 | STEP: 1300|2708 | Loss: 0.207120
+INFO:EPOCH 26/200 | STEP: 1400|2708 | Loss: 0.199441
+INFO:EPOCH 26/200 | STEP: 1500|2708 | Loss: 0.195530
+INFO:EPOCH 26/200 | STEP: 1600|2708 | Loss: 0.217315
+INFO:EPOCH 26/200 | STEP: 1700|2708 | Loss: 0.186367
+INFO:EPOCH 26/200 | STEP: 1800|2708 | Loss: 0.193764
+INFO:EPOCH 26/200 | STEP: 1900|2708 | Loss: 0.202756
+INFO:EPOCH 26/200 | STEP: 2000|2708 | Loss: 0.203215
+INFO:EPOCH 26/200 | STEP: 2100|2708 | Loss: 0.191131
+INFO:EPOCH 26/200 | STEP: 2200|2708 | Loss: 0.223358
+INFO:EPOCH 26/200 | STEP: 2300|2708 | Loss: 0.199416
+INFO:EPOCH 26/200 | STEP: 2400|2708 | Loss: 0.209553
+INFO:EPOCH 26/200 | STEP: 2500|2708 | Loss: 0.188591
+INFO:EPOCH 26/200 | STEP: 2600|2708 | Loss: 0.209032
+INFO:EPOCH 26/200 | STEP: 2700|2708 | Loss: 0.202215
+INFO:VAL NDCG@10, IoU=0.3: 0.253812
+INFO:VAL NDCG@10, IoU=0.5: 0.225679
+INFO:VAL NDCG@10, IoU=0.7: 0.146174
+INFO:VAL NDCG@20, IoU=0.3: 0.256634
+INFO:VAL NDCG@20, IoU=0.5: 0.227889
+INFO:VAL NDCG@20, IoU=0.7: 0.149844
+INFO:VAL NDCG@40, IoU=0.3: 0.275760
+INFO:VAL NDCG@40, IoU=0.5: 0.245447
+INFO:VAL NDCG@40, IoU=0.7: 0.163833
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.252685
+INFO:TEST NDCG@10, IoU=0.5: 0.222350
+INFO:TEST NDCG@10, IoU=0.7: 0.149912
+INFO:TEST NDCG@20, IoU=0.3: 0.254259
+INFO:TEST NDCG@20, IoU=0.5: 0.224316
+INFO:TEST NDCG@20, IoU=0.7: 0.152909
+INFO:TEST NDCG@40, IoU=0.3: 0.272243
+INFO:TEST NDCG@40, IoU=0.5: 0.240045
+INFO:TEST NDCG@40, IoU=0.7: 0.165673
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.253812
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.225679
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.146174
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.256634
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.227889
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.149844
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.275760
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.245447
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.163833
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.252685
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.222350
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.149912
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.254259
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.224316
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.152909
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.272243
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.240045
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.165673
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 27|200
+INFO:EPOCH 27/200 | STEP: 0|2708 | Loss: 0.194356
+INFO:EPOCH 27/200 | STEP: 100|2708 | Loss: 0.192017
+INFO:EPOCH 27/200 | STEP: 200|2708 | Loss: 0.194776
+INFO:EPOCH 27/200 | STEP: 300|2708 | Loss: 0.195755
+INFO:EPOCH 27/200 | STEP: 400|2708 | Loss: 0.187726
+INFO:EPOCH 27/200 | STEP: 500|2708 | Loss: 0.189679
+INFO:EPOCH 27/200 | STEP: 600|2708 | Loss: 0.188561
+INFO:EPOCH 27/200 | STEP: 700|2708 | Loss: 0.200768
+INFO:EPOCH 27/200 | STEP: 800|2708 | Loss: 0.202310
+INFO:EPOCH 27/200 | STEP: 900|2708 | Loss: 0.197928
+INFO:EPOCH 27/200 | STEP: 1000|2708 | Loss: 0.196520
+INFO:EPOCH 27/200 | STEP: 1100|2708 | Loss: 0.201906
+INFO:EPOCH 27/200 | STEP: 1200|2708 | Loss: 0.192823
+INFO:EPOCH 27/200 | STEP: 1300|2708 | Loss: 0.197468
+INFO:EPOCH 27/200 | STEP: 1400|2708 | Loss: 0.190596
+INFO:EPOCH 27/200 | STEP: 1500|2708 | Loss: 0.198599
+INFO:EPOCH 27/200 | STEP: 1600|2708 | Loss: 0.195161
+INFO:EPOCH 27/200 | STEP: 1700|2708 | Loss: 0.194702
+INFO:EPOCH 27/200 | STEP: 1800|2708 | Loss: 0.196665
+INFO:EPOCH 27/200 | STEP: 1900|2708 | Loss: 0.191468
+INFO:EPOCH 27/200 | STEP: 2000|2708 | Loss: 0.203079
+INFO:EPOCH 27/200 | STEP: 2100|2708 | Loss: 0.190464
+INFO:EPOCH 27/200 | STEP: 2200|2708 | Loss: 0.187358
+INFO:EPOCH 27/200 | STEP: 2300|2708 | Loss: 0.196636
+INFO:EPOCH 27/200 | STEP: 2400|2708 | Loss: 0.185961
+INFO:EPOCH 27/200 | STEP: 2500|2708 | Loss: 0.196000
+INFO:EPOCH 27/200 | STEP: 2600|2708 | Loss: 0.188723
+INFO:EPOCH 27/200 | STEP: 2700|2708 | Loss: 0.188084
+INFO:VAL NDCG@10, IoU=0.3: 0.256159
+INFO:VAL NDCG@10, IoU=0.5: 0.227237
+INFO:VAL NDCG@10, IoU=0.7: 0.144995
+INFO:VAL NDCG@20, IoU=0.3: 0.258707
+INFO:VAL NDCG@20, IoU=0.5: 0.229552
+INFO:VAL NDCG@20, IoU=0.7: 0.148460
+INFO:VAL NDCG@40, IoU=0.3: 0.277888
+INFO:VAL NDCG@40, IoU=0.5: 0.246037
+INFO:VAL NDCG@40, IoU=0.7: 0.162783
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.256397
+INFO:TEST NDCG@10, IoU=0.5: 0.226093
+INFO:TEST NDCG@10, IoU=0.7: 0.151264
+INFO:TEST NDCG@20, IoU=0.3: 0.258814
+INFO:TEST NDCG@20, IoU=0.5: 0.228354
+INFO:TEST NDCG@20, IoU=0.7: 0.155250
+INFO:TEST NDCG@40, IoU=0.3: 0.276693
+INFO:TEST NDCG@40, IoU=0.5: 0.244157
+INFO:TEST NDCG@40, IoU=0.7: 0.168250
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.256159
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.227237
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.144995
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.258707
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.229552
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.148460
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.277888
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.246037
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.162783
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.256397
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.226093
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.151264
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.258814
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.228354
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.155250
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.276693
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.244157
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.168250
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 28|200
+INFO:EPOCH 28/200 | STEP: 0|2708 | Loss: 0.196359
+INFO:EPOCH 28/200 | STEP: 100|2708 | Loss: 0.197194
+INFO:EPOCH 28/200 | STEP: 200|2708 | Loss: 0.199882
+INFO:EPOCH 28/200 | STEP: 300|2708 | Loss: 0.189785
+INFO:EPOCH 28/200 | STEP: 400|2708 | Loss: 0.207165
+INFO:EPOCH 28/200 | STEP: 500|2708 | Loss: 0.190016
+INFO:EPOCH 28/200 | STEP: 600|2708 | Loss: 0.190159
+INFO:EPOCH 28/200 | STEP: 700|2708 | Loss: 0.187092
+INFO:EPOCH 28/200 | STEP: 800|2708 | Loss: 0.197073
+INFO:EPOCH 28/200 | STEP: 900|2708 | Loss: 0.192012
+INFO:EPOCH 28/200 | STEP: 1000|2708 | Loss: 0.192664
+INFO:EPOCH 28/200 | STEP: 1100|2708 | Loss: 0.196968
+INFO:EPOCH 28/200 | STEP: 1200|2708 | Loss: 0.189138
+INFO:EPOCH 28/200 | STEP: 1300|2708 | Loss: 0.188474
+INFO:EPOCH 28/200 | STEP: 1400|2708 | Loss: 0.187836
+INFO:EPOCH 28/200 | STEP: 1500|2708 | Loss: 0.196473
+INFO:EPOCH 28/200 | STEP: 1600|2708 | Loss: 0.190152
+INFO:EPOCH 28/200 | STEP: 1700|2708 | Loss: 0.187341
+INFO:EPOCH 28/200 | STEP: 1800|2708 | Loss: 0.195227
+INFO:EPOCH 28/200 | STEP: 1900|2708 | Loss: 0.203691
+INFO:EPOCH 28/200 | STEP: 2000|2708 | Loss: 0.189872
+INFO:EPOCH 28/200 | STEP: 2100|2708 | Loss: 0.192846
+INFO:EPOCH 28/200 | STEP: 2200|2708 | Loss: 0.188094
+INFO:EPOCH 28/200 | STEP: 2300|2708 | Loss: 0.189374
+INFO:EPOCH 28/200 | STEP: 2400|2708 | Loss: 0.193981
+INFO:EPOCH 28/200 | STEP: 2500|2708 | Loss: 0.191751
+INFO:EPOCH 28/200 | STEP: 2600|2708 | Loss: 0.207467
+INFO:EPOCH 28/200 | STEP: 2700|2708 | Loss: 0.189861
+INFO:VAL NDCG@10, IoU=0.3: 0.263309
+INFO:VAL NDCG@10, IoU=0.5: 0.233792
+INFO:VAL NDCG@10, IoU=0.7: 0.148486
+INFO:VAL NDCG@20, IoU=0.3: 0.267566
+INFO:VAL NDCG@20, IoU=0.5: 0.237328
+INFO:VAL NDCG@20, IoU=0.7: 0.153451
+INFO:VAL NDCG@40, IoU=0.3: 0.285671
+INFO:VAL NDCG@40, IoU=0.5: 0.252905
+INFO:VAL NDCG@40, IoU=0.7: 0.166985
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.259296
+INFO:TEST NDCG@10, IoU=0.5: 0.228556
+INFO:TEST NDCG@10, IoU=0.7: 0.152940
+INFO:TEST NDCG@20, IoU=0.3: 0.260301
+INFO:TEST NDCG@20, IoU=0.5: 0.229760
+INFO:TEST NDCG@20, IoU=0.7: 0.156226
+INFO:TEST NDCG@40, IoU=0.3: 0.279144
+INFO:TEST NDCG@40, IoU=0.5: 0.246509
+INFO:TEST NDCG@40, IoU=0.7: 0.170600
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.263309
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.233792
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.148486
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.267566
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.237328
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.153451
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.285671
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.252905
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.166985
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.259296
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.228556
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.152940
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.260301
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.229760
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.156226
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.279144
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.246509
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.170600
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 29|200
+INFO:EPOCH 29/200 | STEP: 0|2708 | Loss: 0.195922
+INFO:EPOCH 29/200 | STEP: 100|2708 | Loss: 0.194212
+INFO:EPOCH 29/200 | STEP: 200|2708 | Loss: 0.194816
+INFO:EPOCH 29/200 | STEP: 300|2708 | Loss: 0.189618
+INFO:EPOCH 29/200 | STEP: 400|2708 | Loss: 0.183606
+INFO:EPOCH 29/200 | STEP: 500|2708 | Loss: 0.199830
+INFO:EPOCH 29/200 | STEP: 600|2708 | Loss: 0.181920
+INFO:EPOCH 29/200 | STEP: 700|2708 | Loss: 0.193764
+INFO:EPOCH 29/200 | STEP: 800|2708 | Loss: 0.188625
+INFO:EPOCH 29/200 | STEP: 900|2708 | Loss: 0.186283
+INFO:EPOCH 29/200 | STEP: 1000|2708 | Loss: 0.187800
+INFO:EPOCH 29/200 | STEP: 1100|2708 | Loss: 0.189751
+INFO:EPOCH 29/200 | STEP: 1200|2708 | Loss: 0.201357
+INFO:EPOCH 29/200 | STEP: 1300|2708 | Loss: 0.205900
+INFO:EPOCH 29/200 | STEP: 1400|2708 | Loss: 0.180302
+INFO:EPOCH 29/200 | STEP: 1500|2708 | Loss: 0.200044
+INFO:EPOCH 29/200 | STEP: 1600|2708 | Loss: 0.176140
+INFO:EPOCH 29/200 | STEP: 1700|2708 | Loss: 0.181618
+INFO:EPOCH 29/200 | STEP: 1800|2708 | Loss: 0.188147
+INFO:EPOCH 29/200 | STEP: 1900|2708 | Loss: 0.183456
+INFO:EPOCH 29/200 | STEP: 2000|2708 | Loss: 0.195461
+INFO:EPOCH 29/200 | STEP: 2100|2708 | Loss: 0.196973
+INFO:EPOCH 29/200 | STEP: 2200|2708 | Loss: 0.196796
+INFO:EPOCH 29/200 | STEP: 2300|2708 | Loss: 0.186365
+INFO:EPOCH 29/200 | STEP: 2400|2708 | Loss: 0.187429
+INFO:EPOCH 29/200 | STEP: 2500|2708 | Loss: 0.196751
+INFO:EPOCH 29/200 | STEP: 2600|2708 | Loss: 0.192766
+INFO:EPOCH 29/200 | STEP: 2700|2708 | Loss: 0.180675
+INFO:VAL NDCG@10, IoU=0.3: 0.266661
+INFO:VAL NDCG@10, IoU=0.5: 0.238998
+INFO:VAL NDCG@10, IoU=0.7: 0.156665
+INFO:VAL NDCG@20, IoU=0.3: 0.267075
+INFO:VAL NDCG@20, IoU=0.5: 0.239047
+INFO:VAL NDCG@20, IoU=0.7: 0.157561
+INFO:VAL NDCG@40, IoU=0.3: 0.285807
+INFO:VAL NDCG@40, IoU=0.5: 0.256334
+INFO:VAL NDCG@40, IoU=0.7: 0.171297
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.265020
+INFO:TEST NDCG@10, IoU=0.5: 0.234637
+INFO:TEST NDCG@10, IoU=0.7: 0.156394
+INFO:TEST NDCG@20, IoU=0.3: 0.264841
+INFO:TEST NDCG@20, IoU=0.5: 0.233841
+INFO:TEST NDCG@20, IoU=0.7: 0.158586
+INFO:TEST NDCG@40, IoU=0.3: 0.284290
+INFO:TEST NDCG@40, IoU=0.5: 0.251543
+INFO:TEST NDCG@40, IoU=0.7: 0.173384
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.266661
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.238998
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.156665
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.267075
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.239047
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.157561
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.285807
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.256334
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.171297
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.265020
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.234637
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.156394
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.264841
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.233841
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.158586
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.284290
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.251543
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.173384
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 30|200
+INFO:EPOCH 30/200 | STEP: 0|2708 | Loss: 0.164898
+INFO:EPOCH 30/200 | STEP: 100|2708 | Loss: 0.176672
+INFO:EPOCH 30/200 | STEP: 200|2708 | Loss: 0.188127
+INFO:EPOCH 30/200 | STEP: 300|2708 | Loss: 0.195960
+INFO:EPOCH 30/200 | STEP: 400|2708 | Loss: 0.190437
+INFO:EPOCH 30/200 | STEP: 500|2708 | Loss: 0.171312
+INFO:EPOCH 30/200 | STEP: 600|2708 | Loss: 0.196000
+INFO:EPOCH 30/200 | STEP: 700|2708 | Loss: 0.182062
+INFO:EPOCH 30/200 | STEP: 800|2708 | Loss: 0.192113
+INFO:EPOCH 30/200 | STEP: 900|2708 | Loss: 0.189286
+INFO:EPOCH 30/200 | STEP: 1000|2708 | Loss: 0.182208
+INFO:EPOCH 30/200 | STEP: 1100|2708 | Loss: 0.185993
+INFO:EPOCH 30/200 | STEP: 1200|2708 | Loss: 0.184215
+INFO:EPOCH 30/200 | STEP: 1300|2708 | Loss: 0.186525
+INFO:EPOCH 30/200 | STEP: 1400|2708 | Loss: 0.190591
+INFO:EPOCH 30/200 | STEP: 1500|2708 | Loss: 0.189900
+INFO:EPOCH 30/200 | STEP: 1600|2708 | Loss: 0.184678
+INFO:EPOCH 30/200 | STEP: 1700|2708 | Loss: 0.187647
+INFO:EPOCH 30/200 | STEP: 1800|2708 | Loss: 0.192030
+INFO:EPOCH 30/200 | STEP: 1900|2708 | Loss: 0.183864
+INFO:EPOCH 30/200 | STEP: 2000|2708 | Loss: 0.187946
+INFO:EPOCH 30/200 | STEP: 2100|2708 | Loss: 0.184495
+INFO:EPOCH 30/200 | STEP: 2200|2708 | Loss: 0.169660
+INFO:EPOCH 30/200 | STEP: 2300|2708 | Loss: 0.199840
+INFO:EPOCH 30/200 | STEP: 2400|2708 | Loss: 0.192386
+INFO:EPOCH 30/200 | STEP: 2500|2708 | Loss: 0.192730
+INFO:EPOCH 30/200 | STEP: 2600|2708 | Loss: 0.180679
+INFO:EPOCH 30/200 | STEP: 2700|2708 | Loss: 0.193376
+INFO:VAL NDCG@10, IoU=0.3: 0.265968
+INFO:VAL NDCG@10, IoU=0.5: 0.238140
+INFO:VAL NDCG@10, IoU=0.7: 0.153047
+INFO:VAL NDCG@20, IoU=0.3: 0.267315
+INFO:VAL NDCG@20, IoU=0.5: 0.239173
+INFO:VAL NDCG@20, IoU=0.7: 0.156488
+INFO:VAL NDCG@40, IoU=0.3: 0.287833
+INFO:VAL NDCG@40, IoU=0.5: 0.257019
+INFO:VAL NDCG@40, IoU=0.7: 0.168889
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.266684
+INFO:TEST NDCG@10, IoU=0.5: 0.236461
+INFO:TEST NDCG@10, IoU=0.7: 0.158528
+INFO:TEST NDCG@20, IoU=0.3: 0.267670
+INFO:TEST NDCG@20, IoU=0.5: 0.237219
+INFO:TEST NDCG@20, IoU=0.7: 0.162112
+INFO:TEST NDCG@40, IoU=0.3: 0.286253
+INFO:TEST NDCG@40, IoU=0.5: 0.253760
+INFO:TEST NDCG@40, IoU=0.7: 0.174954
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.265968
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.238140
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.153047
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.267315
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.239173
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.156488
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.287833
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.257019
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.168889
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.266684
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.236461
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.158528
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.267670
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.237219
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.162112
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.286253
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.253760
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.174954
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 31|200
+INFO:EPOCH 31/200 | STEP: 0|2708 | Loss: 0.189470
+INFO:EPOCH 31/200 | STEP: 100|2708 | Loss: 0.181712
+INFO:EPOCH 31/200 | STEP: 200|2708 | Loss: 0.184829
+INFO:EPOCH 31/200 | STEP: 300|2708 | Loss: 0.188424
+INFO:EPOCH 31/200 | STEP: 400|2708 | Loss: 0.186765
+INFO:EPOCH 31/200 | STEP: 500|2708 | Loss: 0.187461
+INFO:EPOCH 31/200 | STEP: 600|2708 | Loss: 0.173178
+INFO:EPOCH 31/200 | STEP: 700|2708 | Loss: 0.179643
+INFO:EPOCH 31/200 | STEP: 800|2708 | Loss: 0.186835
+INFO:EPOCH 31/200 | STEP: 900|2708 | Loss: 0.182135
+INFO:EPOCH 31/200 | STEP: 1000|2708 | Loss: 0.196526
+INFO:EPOCH 31/200 | STEP: 1100|2708 | Loss: 0.180952
+INFO:EPOCH 31/200 | STEP: 1200|2708 | Loss: 0.181347
+INFO:EPOCH 31/200 | STEP: 1300|2708 | Loss: 0.198687
+INFO:EPOCH 31/200 | STEP: 1400|2708 | Loss: 0.189595
+INFO:EPOCH 31/200 | STEP: 1500|2708 | Loss: 0.184793
+INFO:EPOCH 31/200 | STEP: 1600|2708 | Loss: 0.184826
+INFO:EPOCH 31/200 | STEP: 1700|2708 | Loss: 0.172536
+INFO:EPOCH 31/200 | STEP: 1800|2708 | Loss: 0.179551
+INFO:EPOCH 31/200 | STEP: 1900|2708 | Loss: 0.191694
+INFO:EPOCH 31/200 | STEP: 2000|2708 | Loss: 0.189118
+INFO:EPOCH 31/200 | STEP: 2100|2708 | Loss: 0.186246
+INFO:EPOCH 31/200 | STEP: 2200|2708 | Loss: 0.194419
+INFO:EPOCH 31/200 | STEP: 2300|2708 | Loss: 0.184022
+INFO:EPOCH 31/200 | STEP: 2400|2708 | Loss: 0.190603
+INFO:EPOCH 31/200 | STEP: 2500|2708 | Loss: 0.188016
+INFO:EPOCH 31/200 | STEP: 2600|2708 | Loss: 0.185893
+INFO:EPOCH 31/200 | STEP: 2700|2708 | Loss: 0.189458
+INFO:VAL NDCG@10, IoU=0.3: 0.270693
+INFO:VAL NDCG@10, IoU=0.5: 0.240384
+INFO:VAL NDCG@10, IoU=0.7: 0.156646
+INFO:VAL NDCG@20, IoU=0.3: 0.270272
+INFO:VAL NDCG@20, IoU=0.5: 0.238990
+INFO:VAL NDCG@20, IoU=0.7: 0.155570
+INFO:VAL NDCG@40, IoU=0.3: 0.290998
+INFO:VAL NDCG@40, IoU=0.5: 0.257925
+INFO:VAL NDCG@40, IoU=0.7: 0.171395
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.269297
+INFO:TEST NDCG@10, IoU=0.5: 0.238049
+INFO:TEST NDCG@10, IoU=0.7: 0.161236
+INFO:TEST NDCG@20, IoU=0.3: 0.269034
+INFO:TEST NDCG@20, IoU=0.5: 0.238001
+INFO:TEST NDCG@20, IoU=0.7: 0.163559
+INFO:TEST NDCG@40, IoU=0.3: 0.288720
+INFO:TEST NDCG@40, IoU=0.5: 0.255580
+INFO:TEST NDCG@40, IoU=0.7: 0.177746
+INFO:
+INFO:TRAIN EPOCH: 32|200
+INFO:EPOCH 32/200 | STEP: 0|2708 | Loss: 0.173992
+INFO:EPOCH 32/200 | STEP: 100|2708 | Loss: 0.176393
+INFO:EPOCH 32/200 | STEP: 200|2708 | Loss: 0.172530
+INFO:EPOCH 32/200 | STEP: 300|2708 | Loss: 0.185325
+INFO:EPOCH 32/200 | STEP: 400|2708 | Loss: 0.190894
+INFO:EPOCH 32/200 | STEP: 500|2708 | Loss: 0.175566
+INFO:EPOCH 32/200 | STEP: 600|2708 | Loss: 0.189076
+INFO:EPOCH 32/200 | STEP: 700|2708 | Loss: 0.172266
+INFO:EPOCH 32/200 | STEP: 800|2708 | Loss: 0.185605
+INFO:EPOCH 32/200 | STEP: 900|2708 | Loss: 0.191443
+INFO:EPOCH 32/200 | STEP: 1000|2708 | Loss: 0.202902
+INFO:EPOCH 32/200 | STEP: 1100|2708 | Loss: 0.191423
+INFO:EPOCH 32/200 | STEP: 1200|2708 | Loss: 0.184691
+INFO:EPOCH 32/200 | STEP: 1300|2708 | Loss: 0.191065
+INFO:EPOCH 32/200 | STEP: 1400|2708 | Loss: 0.190848
+INFO:EPOCH 32/200 | STEP: 1500|2708 | Loss: 0.187447
+INFO:EPOCH 32/200 | STEP: 1600|2708 | Loss: 0.181101
+INFO:EPOCH 32/200 | STEP: 1700|2708 | Loss: 0.183584
+INFO:EPOCH 32/200 | STEP: 1800|2708 | Loss: 0.176579
+INFO:EPOCH 32/200 | STEP: 1900|2708 | Loss: 0.175822
+INFO:EPOCH 32/200 | STEP: 2000|2708 | Loss: 0.178364
+INFO:EPOCH 32/200 | STEP: 2100|2708 | Loss: 0.193453
+INFO:EPOCH 32/200 | STEP: 2200|2708 | Loss: 0.177141
+INFO:EPOCH 32/200 | STEP: 2300|2708 | Loss: 0.178394
+INFO:EPOCH 32/200 | STEP: 2400|2708 | Loss: 0.178745
+INFO:EPOCH 32/200 | STEP: 2500|2708 | Loss: 0.180429
+INFO:EPOCH 32/200 | STEP: 2600|2708 | Loss: 0.180300
+INFO:EPOCH 32/200 | STEP: 2700|2708 | Loss: 0.190113
+INFO:VAL NDCG@10, IoU=0.3: 0.271381
+INFO:VAL NDCG@10, IoU=0.5: 0.241530
+INFO:VAL NDCG@10, IoU=0.7: 0.156353
+INFO:VAL NDCG@20, IoU=0.3: 0.274246
+INFO:VAL NDCG@20, IoU=0.5: 0.244303
+INFO:VAL NDCG@20, IoU=0.7: 0.158718
+INFO:VAL NDCG@40, IoU=0.3: 0.293585
+INFO:VAL NDCG@40, IoU=0.5: 0.261805
+INFO:VAL NDCG@40, IoU=0.7: 0.173445
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.272389
+INFO:TEST NDCG@10, IoU=0.5: 0.240532
+INFO:TEST NDCG@10, IoU=0.7: 0.160884
+INFO:TEST NDCG@20, IoU=0.3: 0.272325
+INFO:TEST NDCG@20, IoU=0.5: 0.240441
+INFO:TEST NDCG@20, IoU=0.7: 0.163799
+INFO:TEST NDCG@40, IoU=0.3: 0.292401
+INFO:TEST NDCG@40, IoU=0.5: 0.258388
+INFO:TEST NDCG@40, IoU=0.7: 0.178530
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.271381
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.241530
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.156353
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.274246
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.244303
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.158718
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.293585
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.261805
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.173445
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.272389
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.240532
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.160884
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.272325
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.240441
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.163799
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.292401
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.258388
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.178530
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 33|200
+INFO:EPOCH 33/200 | STEP: 0|2708 | Loss: 0.162056
+INFO:EPOCH 33/200 | STEP: 100|2708 | Loss: 0.187737
+INFO:EPOCH 33/200 | STEP: 200|2708 | Loss: 0.181578
+INFO:EPOCH 33/200 | STEP: 300|2708 | Loss: 0.184988
+INFO:EPOCH 33/200 | STEP: 400|2708 | Loss: 0.181364
+INFO:EPOCH 33/200 | STEP: 500|2708 | Loss: 0.182115
+INFO:EPOCH 33/200 | STEP: 600|2708 | Loss: 0.183959
+INFO:EPOCH 33/200 | STEP: 700|2708 | Loss: 0.183258
+INFO:EPOCH 33/200 | STEP: 800|2708 | Loss: 0.172146
+INFO:EPOCH 33/200 | STEP: 900|2708 | Loss: 0.183744
+INFO:EPOCH 33/200 | STEP: 1000|2708 | Loss: 0.181153
+INFO:EPOCH 33/200 | STEP: 1100|2708 | Loss: 0.168890
+INFO:EPOCH 33/200 | STEP: 1200|2708 | Loss: 0.181337
+INFO:EPOCH 33/200 | STEP: 1300|2708 | Loss: 0.177293
+INFO:EPOCH 33/200 | STEP: 1400|2708 | Loss: 0.184430
+INFO:EPOCH 33/200 | STEP: 1500|2708 | Loss: 0.169300
+INFO:EPOCH 33/200 | STEP: 1600|2708 | Loss: 0.172409
+INFO:EPOCH 33/200 | STEP: 1700|2708 | Loss: 0.176825
+INFO:EPOCH 33/200 | STEP: 1800|2708 | Loss: 0.176769
+INFO:EPOCH 33/200 | STEP: 1900|2708 | Loss: 0.181759
+INFO:EPOCH 33/200 | STEP: 2000|2708 | Loss: 0.169733
+INFO:EPOCH 33/200 | STEP: 2100|2708 | Loss: 0.173581
+INFO:EPOCH 33/200 | STEP: 2200|2708 | Loss: 0.178505
+INFO:EPOCH 33/200 | STEP: 2300|2708 | Loss: 0.176306
+INFO:EPOCH 33/200 | STEP: 2400|2708 | Loss: 0.178248
+INFO:EPOCH 33/200 | STEP: 2500|2708 | Loss: 0.177956
+INFO:EPOCH 33/200 | STEP: 2600|2708 | Loss: 0.182864
+INFO:EPOCH 33/200 | STEP: 2700|2708 | Loss: 0.168020
+INFO:VAL NDCG@10, IoU=0.3: 0.275581
+INFO:VAL NDCG@10, IoU=0.5: 0.247131
+INFO:VAL NDCG@10, IoU=0.7: 0.160541
+INFO:VAL NDCG@20, IoU=0.3: 0.275261
+INFO:VAL NDCG@20, IoU=0.5: 0.247474
+INFO:VAL NDCG@20, IoU=0.7: 0.163568
+INFO:VAL NDCG@40, IoU=0.3: 0.294933
+INFO:VAL NDCG@40, IoU=0.5: 0.264442
+INFO:VAL NDCG@40, IoU=0.7: 0.176741
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.272447
+INFO:TEST NDCG@10, IoU=0.5: 0.242148
+INFO:TEST NDCG@10, IoU=0.7: 0.163321
+INFO:TEST NDCG@20, IoU=0.3: 0.274053
+INFO:TEST NDCG@20, IoU=0.5: 0.243167
+INFO:TEST NDCG@20, IoU=0.7: 0.166659
+INFO:TEST NDCG@40, IoU=0.3: 0.293908
+INFO:TEST NDCG@40, IoU=0.5: 0.261006
+INFO:TEST NDCG@40, IoU=0.7: 0.181334
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.275581
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.247131
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.160541
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.275261
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.247474
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.163568
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.294933
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.264442
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.176741
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.272447
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.242148
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.163321
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.274053
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.243167
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.166659
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.293908
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.261006
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.181334
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 34|200
+INFO:EPOCH 34/200 | STEP: 0|2708 | Loss: 0.162945
+INFO:EPOCH 34/200 | STEP: 100|2708 | Loss: 0.173225
+INFO:EPOCH 34/200 | STEP: 200|2708 | Loss: 0.165975
+INFO:EPOCH 34/200 | STEP: 300|2708 | Loss: 0.179973
+INFO:EPOCH 34/200 | STEP: 400|2708 | Loss: 0.167219
+INFO:EPOCH 34/200 | STEP: 500|2708 | Loss: 0.166162
+INFO:EPOCH 34/200 | STEP: 600|2708 | Loss: 0.182523
+INFO:EPOCH 34/200 | STEP: 700|2708 | Loss: 0.171766
+INFO:EPOCH 34/200 | STEP: 800|2708 | Loss: 0.169531
+INFO:EPOCH 34/200 | STEP: 900|2708 | Loss: 0.180715
+INFO:EPOCH 34/200 | STEP: 1000|2708 | Loss: 0.181684
+INFO:EPOCH 34/200 | STEP: 1100|2708 | Loss: 0.190300
+INFO:EPOCH 34/200 | STEP: 1200|2708 | Loss: 0.176380
+INFO:EPOCH 34/200 | STEP: 1300|2708 | Loss: 0.172817
+INFO:EPOCH 34/200 | STEP: 1400|2708 | Loss: 0.163654
+INFO:EPOCH 34/200 | STEP: 1500|2708 | Loss: 0.182402
+INFO:EPOCH 34/200 | STEP: 1600|2708 | Loss: 0.177622
+INFO:EPOCH 34/200 | STEP: 1700|2708 | Loss: 0.181160
+INFO:EPOCH 34/200 | STEP: 1800|2708 | Loss: 0.175364
+INFO:EPOCH 34/200 | STEP: 1900|2708 | Loss: 0.182628
+INFO:EPOCH 34/200 | STEP: 2000|2708 | Loss: 0.177600
+INFO:EPOCH 34/200 | STEP: 2100|2708 | Loss: 0.181515
+INFO:EPOCH 34/200 | STEP: 2200|2708 | Loss: 0.187126
+INFO:EPOCH 34/200 | STEP: 2300|2708 | Loss: 0.163553
+INFO:EPOCH 34/200 | STEP: 2400|2708 | Loss: 0.188857
+INFO:EPOCH 34/200 | STEP: 2500|2708 | Loss: 0.178625
+INFO:EPOCH 34/200 | STEP: 2600|2708 | Loss: 0.168024
+INFO:EPOCH 34/200 | STEP: 2700|2708 | Loss: 0.177019
+INFO:VAL NDCG@10, IoU=0.3: 0.275514
+INFO:VAL NDCG@10, IoU=0.5: 0.246952
+INFO:VAL NDCG@10, IoU=0.7: 0.158610
+INFO:VAL NDCG@20, IoU=0.3: 0.277275
+INFO:VAL NDCG@20, IoU=0.5: 0.249180
+INFO:VAL NDCG@20, IoU=0.7: 0.162372
+INFO:VAL NDCG@40, IoU=0.3: 0.298508
+INFO:VAL NDCG@40, IoU=0.5: 0.267559
+INFO:VAL NDCG@40, IoU=0.7: 0.176962
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.277497
+INFO:TEST NDCG@10, IoU=0.5: 0.245580
+INFO:TEST NDCG@10, IoU=0.7: 0.166099
+INFO:TEST NDCG@20, IoU=0.3: 0.278710
+INFO:TEST NDCG@20, IoU=0.5: 0.246515
+INFO:TEST NDCG@20, IoU=0.7: 0.168861
+INFO:TEST NDCG@40, IoU=0.3: 0.298297
+INFO:TEST NDCG@40, IoU=0.5: 0.264583
+INFO:TEST NDCG@40, IoU=0.7: 0.183247
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.275514
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.246952
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.158610
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.277275
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.249180
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.162372
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.298508
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.267559
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.176962
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.277497
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.245580
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.166099
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.278710
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.246515
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.168861
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.298297
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.264583
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.183247
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 35|200
+INFO:EPOCH 35/200 | STEP: 0|2708 | Loss: 0.167975
+INFO:EPOCH 35/200 | STEP: 100|2708 | Loss: 0.183782
+INFO:EPOCH 35/200 | STEP: 200|2708 | Loss: 0.156997
+INFO:EPOCH 35/200 | STEP: 300|2708 | Loss: 0.169814
+INFO:EPOCH 35/200 | STEP: 400|2708 | Loss: 0.182050
+INFO:EPOCH 35/200 | STEP: 500|2708 | Loss: 0.174869
+INFO:EPOCH 35/200 | STEP: 600|2708 | Loss: 0.157020
+INFO:EPOCH 35/200 | STEP: 700|2708 | Loss: 0.182072
+INFO:EPOCH 35/200 | STEP: 800|2708 | Loss: 0.181793
+INFO:EPOCH 35/200 | STEP: 900|2708 | Loss: 0.188120
+INFO:EPOCH 35/200 | STEP: 1000|2708 | Loss: 0.177563
+INFO:EPOCH 35/200 | STEP: 1100|2708 | Loss: 0.177589
+INFO:EPOCH 35/200 | STEP: 1200|2708 | Loss: 0.179058
+INFO:EPOCH 35/200 | STEP: 1300|2708 | Loss: 0.180410
+INFO:EPOCH 35/200 | STEP: 1400|2708 | Loss: 0.174558
+INFO:EPOCH 35/200 | STEP: 1500|2708 | Loss: 0.171415
+INFO:EPOCH 35/200 | STEP: 1600|2708 | Loss: 0.168029
+INFO:EPOCH 35/200 | STEP: 1700|2708 | Loss: 0.171319
+INFO:EPOCH 35/200 | STEP: 1800|2708 | Loss: 0.169908
+INFO:EPOCH 35/200 | STEP: 1900|2708 | Loss: 0.179356
+INFO:EPOCH 35/200 | STEP: 2000|2708 | Loss: 0.169078
+INFO:EPOCH 35/200 | STEP: 2100|2708 | Loss: 0.188376
+INFO:EPOCH 35/200 | STEP: 2200|2708 | Loss: 0.177210
+INFO:EPOCH 35/200 | STEP: 2300|2708 | Loss: 0.175700
+INFO:EPOCH 35/200 | STEP: 2400|2708 | Loss: 0.164203
+INFO:EPOCH 35/200 | STEP: 2500|2708 | Loss: 0.183948
+INFO:EPOCH 35/200 | STEP: 2600|2708 | Loss: 0.180528
+INFO:EPOCH 35/200 | STEP: 2700|2708 | Loss: 0.182239
+INFO:VAL NDCG@10, IoU=0.3: 0.277668
+INFO:VAL NDCG@10, IoU=0.5: 0.249126
+INFO:VAL NDCG@10, IoU=0.7: 0.163240
+INFO:VAL NDCG@20, IoU=0.3: 0.279581
+INFO:VAL NDCG@20, IoU=0.5: 0.249642
+INFO:VAL NDCG@20, IoU=0.7: 0.165995
+INFO:VAL NDCG@40, IoU=0.3: 0.301527
+INFO:VAL NDCG@40, IoU=0.5: 0.268549
+INFO:VAL NDCG@40, IoU=0.7: 0.180500
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.277015
+INFO:TEST NDCG@10, IoU=0.5: 0.246619
+INFO:TEST NDCG@10, IoU=0.7: 0.166234
+INFO:TEST NDCG@20, IoU=0.3: 0.279118
+INFO:TEST NDCG@20, IoU=0.5: 0.248044
+INFO:TEST NDCG@20, IoU=0.7: 0.170091
+INFO:TEST NDCG@40, IoU=0.3: 0.299482
+INFO:TEST NDCG@40, IoU=0.5: 0.266056
+INFO:TEST NDCG@40, IoU=0.7: 0.184917
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.277668
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.249126
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.163240
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.279581
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.249642
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.165995
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.301527
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.268549
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.180500
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.277015
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.246619
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.166234
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.279118
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.248044
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.170091
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.299482
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.266056
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.184917
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 36|200
+INFO:EPOCH 36/200 | STEP: 0|2708 | Loss: 0.164265
+INFO:EPOCH 36/200 | STEP: 100|2708 | Loss: 0.182321
+INFO:EPOCH 36/200 | STEP: 200|2708 | Loss: 0.178824
+INFO:EPOCH 36/200 | STEP: 300|2708 | Loss: 0.170924
+INFO:EPOCH 36/200 | STEP: 400|2708 | Loss: 0.165332
+INFO:EPOCH 36/200 | STEP: 500|2708 | Loss: 0.180781
+INFO:EPOCH 36/200 | STEP: 600|2708 | Loss: 0.169302
+INFO:EPOCH 36/200 | STEP: 700|2708 | Loss: 0.166099
+INFO:EPOCH 36/200 | STEP: 800|2708 | Loss: 0.173976
+INFO:EPOCH 36/200 | STEP: 900|2708 | Loss: 0.185858
+INFO:EPOCH 36/200 | STEP: 1000|2708 | Loss: 0.176755
+INFO:EPOCH 36/200 | STEP: 1100|2708 | Loss: 0.166512
+INFO:EPOCH 36/200 | STEP: 1200|2708 | Loss: 0.168978
+INFO:EPOCH 36/200 | STEP: 1300|2708 | Loss: 0.171082
+INFO:EPOCH 36/200 | STEP: 1400|2708 | Loss: 0.165152
+INFO:EPOCH 36/200 | STEP: 1500|2708 | Loss: 0.177498
+INFO:EPOCH 36/200 | STEP: 1600|2708 | Loss: 0.168451
+INFO:EPOCH 36/200 | STEP: 1700|2708 | Loss: 0.181488
+INFO:EPOCH 36/200 | STEP: 1800|2708 | Loss: 0.169605
+INFO:EPOCH 36/200 | STEP: 1900|2708 | Loss: 0.170161
+INFO:EPOCH 36/200 | STEP: 2000|2708 | Loss: 0.178459
+INFO:EPOCH 36/200 | STEP: 2100|2708 | Loss: 0.175420
+INFO:EPOCH 36/200 | STEP: 2200|2708 | Loss: 0.160765
+INFO:EPOCH 36/200 | STEP: 2300|2708 | Loss: 0.177892
+INFO:EPOCH 36/200 | STEP: 2400|2708 | Loss: 0.175712
+INFO:EPOCH 36/200 | STEP: 2500|2708 | Loss: 0.176501
+INFO:EPOCH 36/200 | STEP: 2600|2708 | Loss: 0.176860
+INFO:EPOCH 36/200 | STEP: 2700|2708 | Loss: 0.169408
+INFO:VAL NDCG@10, IoU=0.3: 0.286637
+INFO:VAL NDCG@10, IoU=0.5: 0.256383
+INFO:VAL NDCG@10, IoU=0.7: 0.170029
+INFO:VAL NDCG@20, IoU=0.3: 0.283458
+INFO:VAL NDCG@20, IoU=0.5: 0.253479
+INFO:VAL NDCG@20, IoU=0.7: 0.170323
+INFO:VAL NDCG@40, IoU=0.3: 0.306664
+INFO:VAL NDCG@40, IoU=0.5: 0.273870
+INFO:VAL NDCG@40, IoU=0.7: 0.185202
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.282205
+INFO:TEST NDCG@10, IoU=0.5: 0.251260
+INFO:TEST NDCG@10, IoU=0.7: 0.170659
+INFO:TEST NDCG@20, IoU=0.3: 0.282768
+INFO:TEST NDCG@20, IoU=0.5: 0.251174
+INFO:TEST NDCG@20, IoU=0.7: 0.172547
+INFO:TEST NDCG@40, IoU=0.3: 0.302560
+INFO:TEST NDCG@40, IoU=0.5: 0.269340
+INFO:TEST NDCG@40, IoU=0.7: 0.187226
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.286637
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.256383
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.170029
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.283458
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.253479
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.170323
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.306664
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.273870
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.185202
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.282205
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.251260
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.170659
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.282768
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.251174
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.172547
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.302560
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.269340
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.187226
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 37|200
+INFO:EPOCH 37/200 | STEP: 0|2708 | Loss: 0.168392
+INFO:EPOCH 37/200 | STEP: 100|2708 | Loss: 0.177781
+INFO:EPOCH 37/200 | STEP: 200|2708 | Loss: 0.173143
+INFO:EPOCH 37/200 | STEP: 300|2708 | Loss: 0.167087
+INFO:EPOCH 37/200 | STEP: 400|2708 | Loss: 0.168105
+INFO:EPOCH 37/200 | STEP: 500|2708 | Loss: 0.162358
+INFO:EPOCH 37/200 | STEP: 600|2708 | Loss: 0.178193
+INFO:EPOCH 37/200 | STEP: 700|2708 | Loss: 0.175585
+INFO:EPOCH 37/200 | STEP: 800|2708 | Loss: 0.168704
+INFO:EPOCH 37/200 | STEP: 900|2708 | Loss: 0.173284
+INFO:EPOCH 37/200 | STEP: 1000|2708 | Loss: 0.183785
+INFO:EPOCH 37/200 | STEP: 1100|2708 | Loss: 0.177220
+INFO:EPOCH 37/200 | STEP: 1200|2708 | Loss: 0.171208
+INFO:EPOCH 37/200 | STEP: 1300|2708 | Loss: 0.165806
+INFO:EPOCH 37/200 | STEP: 1400|2708 | Loss: 0.170497
+INFO:EPOCH 37/200 | STEP: 1500|2708 | Loss: 0.171289
+INFO:EPOCH 37/200 | STEP: 1600|2708 | Loss: 0.168076
+INFO:EPOCH 37/200 | STEP: 1700|2708 | Loss: 0.168119
+INFO:EPOCH 37/200 | STEP: 1800|2708 | Loss: 0.182469
+INFO:EPOCH 37/200 | STEP: 1900|2708 | Loss: 0.173695
+INFO:EPOCH 37/200 | STEP: 2000|2708 | Loss: 0.175891
+INFO:EPOCH 37/200 | STEP: 2100|2708 | Loss: 0.168766
+INFO:EPOCH 37/200 | STEP: 2200|2708 | Loss: 0.165754
+INFO:EPOCH 37/200 | STEP: 2300|2708 | Loss: 0.164285
+INFO:EPOCH 37/200 | STEP: 2400|2708 | Loss: 0.175882
+INFO:EPOCH 37/200 | STEP: 2500|2708 | Loss: 0.174183
+INFO:EPOCH 37/200 | STEP: 2600|2708 | Loss: 0.175398
+INFO:EPOCH 37/200 | STEP: 2700|2708 | Loss: 0.165758
+INFO:VAL NDCG@10, IoU=0.3: 0.281880
+INFO:VAL NDCG@10, IoU=0.5: 0.251824
+INFO:VAL NDCG@10, IoU=0.7: 0.165738
+INFO:VAL NDCG@20, IoU=0.3: 0.287728
+INFO:VAL NDCG@20, IoU=0.5: 0.256285
+INFO:VAL NDCG@20, IoU=0.7: 0.170880
+INFO:VAL NDCG@40, IoU=0.3: 0.308737
+INFO:VAL NDCG@40, IoU=0.5: 0.274597
+INFO:VAL NDCG@40, IoU=0.7: 0.186048
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.284586
+INFO:TEST NDCG@10, IoU=0.5: 0.252874
+INFO:TEST NDCG@10, IoU=0.7: 0.171074
+INFO:TEST NDCG@20, IoU=0.3: 0.285551
+INFO:TEST NDCG@20, IoU=0.5: 0.253672
+INFO:TEST NDCG@20, IoU=0.7: 0.174390
+INFO:TEST NDCG@40, IoU=0.3: 0.305332
+INFO:TEST NDCG@40, IoU=0.5: 0.271864
+INFO:TEST NDCG@40, IoU=0.7: 0.189187
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.281880
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.251824
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.165738
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.287728
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.256285
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.170880
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.308737
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.274597
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.186048
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.284586
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.252874
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.171074
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.285551
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.253672
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.174390
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.305332
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.271864
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.189187
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 38|200
+INFO:EPOCH 38/200 | STEP: 0|2708 | Loss: 0.163689
+INFO:EPOCH 38/200 | STEP: 100|2708 | Loss: 0.155473
+INFO:EPOCH 38/200 | STEP: 200|2708 | Loss: 0.163052
+INFO:EPOCH 38/200 | STEP: 300|2708 | Loss: 0.172877
+INFO:EPOCH 38/200 | STEP: 400|2708 | Loss: 0.164682
+INFO:EPOCH 38/200 | STEP: 500|2708 | Loss: 0.176329
+INFO:EPOCH 38/200 | STEP: 600|2708 | Loss: 0.170990
+INFO:EPOCH 38/200 | STEP: 700|2708 | Loss: 0.167912
+INFO:EPOCH 38/200 | STEP: 800|2708 | Loss: 0.158282
+INFO:EPOCH 38/200 | STEP: 900|2708 | Loss: 0.178961
+INFO:EPOCH 38/200 | STEP: 1000|2708 | Loss: 0.164669
+INFO:EPOCH 38/200 | STEP: 1100|2708 | Loss: 0.166389
+INFO:EPOCH 38/200 | STEP: 1200|2708 | Loss: 0.179238
+INFO:EPOCH 38/200 | STEP: 1300|2708 | Loss: 0.176221
+INFO:EPOCH 38/200 | STEP: 1400|2708 | Loss: 0.165771
+INFO:EPOCH 38/200 | STEP: 1500|2708 | Loss: 0.176494
+INFO:EPOCH 38/200 | STEP: 1600|2708 | Loss: 0.174882
+INFO:EPOCH 38/200 | STEP: 1700|2708 | Loss: 0.171729
+INFO:EPOCH 38/200 | STEP: 1800|2708 | Loss: 0.170544
+INFO:EPOCH 38/200 | STEP: 1900|2708 | Loss: 0.166561
+INFO:EPOCH 38/200 | STEP: 2000|2708 | Loss: 0.168814
+INFO:EPOCH 38/200 | STEP: 2100|2708 | Loss: 0.167074
+INFO:EPOCH 38/200 | STEP: 2200|2708 | Loss: 0.167830
+INFO:EPOCH 38/200 | STEP: 2300|2708 | Loss: 0.168331
+INFO:EPOCH 38/200 | STEP: 2400|2708 | Loss: 0.173428
+INFO:EPOCH 38/200 | STEP: 2500|2708 | Loss: 0.176185
+INFO:EPOCH 38/200 | STEP: 2600|2708 | Loss: 0.157549
+INFO:EPOCH 38/200 | STEP: 2700|2708 | Loss: 0.161636
+INFO:VAL NDCG@10, IoU=0.3: 0.290778
+INFO:VAL NDCG@10, IoU=0.5: 0.261462
+INFO:VAL NDCG@10, IoU=0.7: 0.167506
+INFO:VAL NDCG@20, IoU=0.3: 0.292297
+INFO:VAL NDCG@20, IoU=0.5: 0.261133
+INFO:VAL NDCG@20, IoU=0.7: 0.170378
+INFO:VAL NDCG@40, IoU=0.3: 0.312087
+INFO:VAL NDCG@40, IoU=0.5: 0.279715
+INFO:VAL NDCG@40, IoU=0.7: 0.184480
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.287459
+INFO:TEST NDCG@10, IoU=0.5: 0.255592
+INFO:TEST NDCG@10, IoU=0.7: 0.171674
+INFO:TEST NDCG@20, IoU=0.3: 0.289017
+INFO:TEST NDCG@20, IoU=0.5: 0.257291
+INFO:TEST NDCG@20, IoU=0.7: 0.176530
+INFO:TEST NDCG@40, IoU=0.3: 0.308506
+INFO:TEST NDCG@40, IoU=0.5: 0.274841
+INFO:TEST NDCG@40, IoU=0.7: 0.191635
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.290778
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.261462
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.167506
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.292297
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.261133
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.170378
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.312087
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.279715
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.184480
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.287459
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.255592
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.171674
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.289017
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.257291
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.176530
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.308506
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.274841
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.191635
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 39|200
+INFO:EPOCH 39/200 | STEP: 0|2708 | Loss: 0.161645
+INFO:EPOCH 39/200 | STEP: 100|2708 | Loss: 0.169222
+INFO:EPOCH 39/200 | STEP: 200|2708 | Loss: 0.165797
+INFO:EPOCH 39/200 | STEP: 300|2708 | Loss: 0.160405
+INFO:EPOCH 39/200 | STEP: 400|2708 | Loss: 0.167898
+INFO:EPOCH 39/200 | STEP: 500|2708 | Loss: 0.168275
+INFO:EPOCH 39/200 | STEP: 600|2708 | Loss: 0.164232
+INFO:EPOCH 39/200 | STEP: 700|2708 | Loss: 0.166372
+INFO:EPOCH 39/200 | STEP: 800|2708 | Loss: 0.161899
+INFO:EPOCH 39/200 | STEP: 900|2708 | Loss: 0.181090
+INFO:EPOCH 39/200 | STEP: 1000|2708 | Loss: 0.172856
+INFO:EPOCH 39/200 | STEP: 1100|2708 | Loss: 0.168430
+INFO:EPOCH 39/200 | STEP: 1200|2708 | Loss: 0.173690
+INFO:EPOCH 39/200 | STEP: 1300|2708 | Loss: 0.164767
+INFO:EPOCH 39/200 | STEP: 1400|2708 | Loss: 0.173297
+INFO:EPOCH 39/200 | STEP: 1500|2708 | Loss: 0.166518
+INFO:EPOCH 39/200 | STEP: 1600|2708 | Loss: 0.181366
+INFO:EPOCH 39/200 | STEP: 1700|2708 | Loss: 0.167381
+INFO:EPOCH 39/200 | STEP: 1800|2708 | Loss: 0.164384
+INFO:EPOCH 39/200 | STEP: 1900|2708 | Loss: 0.177305
+INFO:EPOCH 39/200 | STEP: 2000|2708 | Loss: 0.165593
+INFO:EPOCH 39/200 | STEP: 2100|2708 | Loss: 0.175253
+INFO:EPOCH 39/200 | STEP: 2200|2708 | Loss: 0.173812
+INFO:EPOCH 39/200 | STEP: 2300|2708 | Loss: 0.167674
+INFO:EPOCH 39/200 | STEP: 2400|2708 | Loss: 0.162830
+INFO:EPOCH 39/200 | STEP: 2500|2708 | Loss: 0.190508
+INFO:EPOCH 39/200 | STEP: 2600|2708 | Loss: 0.171675
+INFO:EPOCH 39/200 | STEP: 2700|2708 | Loss: 0.165040
+INFO:VAL NDCG@10, IoU=0.3: 0.295508
+INFO:VAL NDCG@10, IoU=0.5: 0.263606
+INFO:VAL NDCG@10, IoU=0.7: 0.172343
+INFO:VAL NDCG@20, IoU=0.3: 0.296282
+INFO:VAL NDCG@20, IoU=0.5: 0.263995
+INFO:VAL NDCG@20, IoU=0.7: 0.175195
+INFO:VAL NDCG@40, IoU=0.3: 0.314942
+INFO:VAL NDCG@40, IoU=0.5: 0.281032
+INFO:VAL NDCG@40, IoU=0.7: 0.188436
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.288496
+INFO:TEST NDCG@10, IoU=0.5: 0.256579
+INFO:TEST NDCG@10, IoU=0.7: 0.172489
+INFO:TEST NDCG@20, IoU=0.3: 0.289502
+INFO:TEST NDCG@20, IoU=0.5: 0.257211
+INFO:TEST NDCG@20, IoU=0.7: 0.175978
+INFO:TEST NDCG@40, IoU=0.3: 0.309426
+INFO:TEST NDCG@40, IoU=0.5: 0.275377
+INFO:TEST NDCG@40, IoU=0.7: 0.191306
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.295508
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.263606
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.172343
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.296282
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.263995
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.175195
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.314942
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.281032
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.188436
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.288496
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.256579
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.172489
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.289502
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.257211
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.175978
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.309426
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.275377
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.191306
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 40|200
+INFO:EPOCH 40/200 | STEP: 0|2708 | Loss: 0.169179
+INFO:EPOCH 40/200 | STEP: 100|2708 | Loss: 0.157721
+INFO:EPOCH 40/200 | STEP: 200|2708 | Loss: 0.168776
+INFO:EPOCH 40/200 | STEP: 300|2708 | Loss: 0.171716
+INFO:EPOCH 40/200 | STEP: 400|2708 | Loss: 0.165419
+INFO:EPOCH 40/200 | STEP: 500|2708 | Loss: 0.156936
+INFO:EPOCH 40/200 | STEP: 600|2708 | Loss: 0.164176
+INFO:EPOCH 40/200 | STEP: 700|2708 | Loss: 0.167422
+INFO:EPOCH 40/200 | STEP: 800|2708 | Loss: 0.178906
+INFO:EPOCH 40/200 | STEP: 900|2708 | Loss: 0.169273
+INFO:EPOCH 40/200 | STEP: 1000|2708 | Loss: 0.161787
+INFO:EPOCH 40/200 | STEP: 1100|2708 | Loss: 0.153150
+INFO:EPOCH 40/200 | STEP: 1200|2708 | Loss: 0.170293
+INFO:EPOCH 40/200 | STEP: 1300|2708 | Loss: 0.162767
+INFO:EPOCH 40/200 | STEP: 1400|2708 | Loss: 0.167742
+INFO:EPOCH 40/200 | STEP: 1500|2708 | Loss: 0.162423
+INFO:EPOCH 40/200 | STEP: 1600|2708 | Loss: 0.178153
+INFO:EPOCH 40/200 | STEP: 1700|2708 | Loss: 0.164477
+INFO:EPOCH 40/200 | STEP: 1800|2708 | Loss: 0.190401
+INFO:EPOCH 40/200 | STEP: 1900|2708 | Loss: 0.168721
+INFO:EPOCH 40/200 | STEP: 2000|2708 | Loss: 0.179035
+INFO:EPOCH 40/200 | STEP: 2100|2708 | Loss: 0.169506
+INFO:EPOCH 40/200 | STEP: 2200|2708 | Loss: 0.172962
+INFO:EPOCH 40/200 | STEP: 2300|2708 | Loss: 0.158843
+INFO:EPOCH 40/200 | STEP: 2400|2708 | Loss: 0.167271
+INFO:EPOCH 40/200 | STEP: 2500|2708 | Loss: 0.162012
+INFO:EPOCH 40/200 | STEP: 2600|2708 | Loss: 0.164981
+INFO:EPOCH 40/200 | STEP: 2700|2708 | Loss: 0.169293
+INFO:VAL NDCG@10, IoU=0.3: 0.294460
+INFO:VAL NDCG@10, IoU=0.5: 0.263853
+INFO:VAL NDCG@10, IoU=0.7: 0.176023
+INFO:VAL NDCG@20, IoU=0.3: 0.294872
+INFO:VAL NDCG@20, IoU=0.5: 0.262068
+INFO:VAL NDCG@20, IoU=0.7: 0.176700
+INFO:VAL NDCG@40, IoU=0.3: 0.315946
+INFO:VAL NDCG@40, IoU=0.5: 0.282160
+INFO:VAL NDCG@40, IoU=0.7: 0.192243
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.289816
+INFO:TEST NDCG@10, IoU=0.5: 0.258381
+INFO:TEST NDCG@10, IoU=0.7: 0.175132
+INFO:TEST NDCG@20, IoU=0.3: 0.291037
+INFO:TEST NDCG@20, IoU=0.5: 0.259336
+INFO:TEST NDCG@20, IoU=0.7: 0.178470
+INFO:TEST NDCG@40, IoU=0.3: 0.311335
+INFO:TEST NDCG@40, IoU=0.5: 0.277647
+INFO:TEST NDCG@40, IoU=0.7: 0.193862
+INFO:
+INFO:TRAIN EPOCH: 41|200
+INFO:EPOCH 41/200 | STEP: 0|2708 | Loss: 0.171751
+INFO:EPOCH 41/200 | STEP: 100|2708 | Loss: 0.162597
+INFO:EPOCH 41/200 | STEP: 200|2708 | Loss: 0.165640
+INFO:EPOCH 41/200 | STEP: 300|2708 | Loss: 0.157224
+INFO:EPOCH 41/200 | STEP: 400|2708 | Loss: 0.167601
+INFO:EPOCH 41/200 | STEP: 500|2708 | Loss: 0.158094
+INFO:EPOCH 41/200 | STEP: 600|2708 | Loss: 0.163059
+INFO:EPOCH 41/200 | STEP: 700|2708 | Loss: 0.166023
+INFO:EPOCH 41/200 | STEP: 800|2708 | Loss: 0.167147
+INFO:EPOCH 41/200 | STEP: 900|2708 | Loss: 0.157614
+INFO:EPOCH 41/200 | STEP: 1000|2708 | Loss: 0.167281
+INFO:EPOCH 41/200 | STEP: 1100|2708 | Loss: 0.158506
+INFO:EPOCH 41/200 | STEP: 1200|2708 | Loss: 0.174788
+INFO:EPOCH 41/200 | STEP: 1300|2708 | Loss: 0.151119
+INFO:EPOCH 41/200 | STEP: 1400|2708 | Loss: 0.159502
+INFO:EPOCH 41/200 | STEP: 1500|2708 | Loss: 0.155174
+INFO:EPOCH 41/200 | STEP: 1600|2708 | Loss: 0.171269
+INFO:EPOCH 41/200 | STEP: 1700|2708 | Loss: 0.177021
+INFO:EPOCH 41/200 | STEP: 1800|2708 | Loss: 0.172054
+INFO:EPOCH 41/200 | STEP: 1900|2708 | Loss: 0.161569
+INFO:EPOCH 41/200 | STEP: 2000|2708 | Loss: 0.164232
+INFO:EPOCH 41/200 | STEP: 2100|2708 | Loss: 0.178036
+INFO:EPOCH 41/200 | STEP: 2200|2708 | Loss: 0.167369
+INFO:EPOCH 41/200 | STEP: 2300|2708 | Loss: 0.176404
+INFO:EPOCH 41/200 | STEP: 2400|2708 | Loss: 0.167747
+INFO:EPOCH 41/200 | STEP: 2500|2708 | Loss: 0.172514
+INFO:EPOCH 41/200 | STEP: 2600|2708 | Loss: 0.162957
+INFO:EPOCH 41/200 | STEP: 2700|2708 | Loss: 0.157900
+INFO:VAL NDCG@10, IoU=0.3: 0.295766
+INFO:VAL NDCG@10, IoU=0.5: 0.263366
+INFO:VAL NDCG@10, IoU=0.7: 0.171642
+INFO:VAL NDCG@20, IoU=0.3: 0.295130
+INFO:VAL NDCG@20, IoU=0.5: 0.262890
+INFO:VAL NDCG@20, IoU=0.7: 0.174069
+INFO:VAL NDCG@40, IoU=0.3: 0.316141
+INFO:VAL NDCG@40, IoU=0.5: 0.281873
+INFO:VAL NDCG@40, IoU=0.7: 0.188902
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.291051
+INFO:TEST NDCG@10, IoU=0.5: 0.258919
+INFO:TEST NDCG@10, IoU=0.7: 0.174856
+INFO:TEST NDCG@20, IoU=0.3: 0.293816
+INFO:TEST NDCG@20, IoU=0.5: 0.261684
+INFO:TEST NDCG@20, IoU=0.7: 0.179385
+INFO:TEST NDCG@40, IoU=0.3: 0.314716
+INFO:TEST NDCG@40, IoU=0.5: 0.280150
+INFO:TEST NDCG@40, IoU=0.7: 0.194934
+INFO:
+INFO:TRAIN EPOCH: 42|200
+INFO:EPOCH 42/200 | STEP: 0|2708 | Loss: 0.159908
+INFO:EPOCH 42/200 | STEP: 100|2708 | Loss: 0.160601
+INFO:EPOCH 42/200 | STEP: 200|2708 | Loss: 0.161525
+INFO:EPOCH 42/200 | STEP: 300|2708 | Loss: 0.160176
+INFO:EPOCH 42/200 | STEP: 400|2708 | Loss: 0.158510
+INFO:EPOCH 42/200 | STEP: 500|2708 | Loss: 0.165547
+INFO:EPOCH 42/200 | STEP: 600|2708 | Loss: 0.169623
+INFO:EPOCH 42/200 | STEP: 700|2708 | Loss: 0.161834
+INFO:EPOCH 42/200 | STEP: 800|2708 | Loss: 0.163588
+INFO:EPOCH 42/200 | STEP: 900|2708 | Loss: 0.170698
+INFO:EPOCH 42/200 | STEP: 1000|2708 | Loss: 0.160972
+INFO:EPOCH 42/200 | STEP: 1100|2708 | Loss: 0.165503
+INFO:EPOCH 42/200 | STEP: 1200|2708 | Loss: 0.169594
+INFO:EPOCH 42/200 | STEP: 1300|2708 | Loss: 0.161023
+INFO:EPOCH 42/200 | STEP: 1400|2708 | Loss: 0.170149
+INFO:EPOCH 42/200 | STEP: 1500|2708 | Loss: 0.165166
+INFO:EPOCH 42/200 | STEP: 1600|2708 | Loss: 0.170155
+INFO:EPOCH 42/200 | STEP: 1700|2708 | Loss: 0.164577
+INFO:EPOCH 42/200 | STEP: 1800|2708 | Loss: 0.180795
+INFO:EPOCH 42/200 | STEP: 1900|2708 | Loss: 0.161563
+INFO:EPOCH 42/200 | STEP: 2000|2708 | Loss: 0.173532
+INFO:EPOCH 42/200 | STEP: 2100|2708 | Loss: 0.152970
+INFO:EPOCH 42/200 | STEP: 2200|2708 | Loss: 0.168273
+INFO:EPOCH 42/200 | STEP: 2300|2708 | Loss: 0.153538
+INFO:EPOCH 42/200 | STEP: 2400|2708 | Loss: 0.158235
+INFO:EPOCH 42/200 | STEP: 2500|2708 | Loss: 0.170376
+INFO:EPOCH 42/200 | STEP: 2600|2708 | Loss: 0.159121
+INFO:EPOCH 42/200 | STEP: 2700|2708 | Loss: 0.167413
+INFO:VAL NDCG@10, IoU=0.3: 0.296769
+INFO:VAL NDCG@10, IoU=0.5: 0.265802
+INFO:VAL NDCG@10, IoU=0.7: 0.175638
+INFO:VAL NDCG@20, IoU=0.3: 0.299627
+INFO:VAL NDCG@20, IoU=0.5: 0.267593
+INFO:VAL NDCG@20, IoU=0.7: 0.178080
+INFO:VAL NDCG@40, IoU=0.3: 0.319232
+INFO:VAL NDCG@40, IoU=0.5: 0.285618
+INFO:VAL NDCG@40, IoU=0.7: 0.191905
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.293405
+INFO:TEST NDCG@10, IoU=0.5: 0.261909
+INFO:TEST NDCG@10, IoU=0.7: 0.178663
+INFO:TEST NDCG@20, IoU=0.3: 0.295268
+INFO:TEST NDCG@20, IoU=0.5: 0.262602
+INFO:TEST NDCG@20, IoU=0.7: 0.181069
+INFO:TEST NDCG@40, IoU=0.3: 0.315191
+INFO:TEST NDCG@40, IoU=0.5: 0.280858
+INFO:TEST NDCG@40, IoU=0.7: 0.196765
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.296769
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.265802
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.175638
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.299627
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.267593
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.178080
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.319232
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.285618
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.191905
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.293405
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.261909
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.178663
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.295268
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.262602
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.181069
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.315191
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.280858
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.196765
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 43|200
+INFO:EPOCH 43/200 | STEP: 0|2708 | Loss: 0.159193
+INFO:EPOCH 43/200 | STEP: 100|2708 | Loss: 0.154292
+INFO:EPOCH 43/200 | STEP: 200|2708 | Loss: 0.161535
+INFO:EPOCH 43/200 | STEP: 300|2708 | Loss: 0.161890
+INFO:EPOCH 43/200 | STEP: 400|2708 | Loss: 0.165251
+INFO:EPOCH 43/200 | STEP: 500|2708 | Loss: 0.168493
+INFO:EPOCH 43/200 | STEP: 600|2708 | Loss: 0.149532
+INFO:EPOCH 43/200 | STEP: 700|2708 | Loss: 0.158070
+INFO:EPOCH 43/200 | STEP: 800|2708 | Loss: 0.163626
+INFO:EPOCH 43/200 | STEP: 900|2708 | Loss: 0.164674
+INFO:EPOCH 43/200 | STEP: 1000|2708 | Loss: 0.164410
+INFO:EPOCH 43/200 | STEP: 1100|2708 | Loss: 0.159735
+INFO:EPOCH 43/200 | STEP: 1200|2708 | Loss: 0.161266
+INFO:EPOCH 43/200 | STEP: 1300|2708 | Loss: 0.154796
+INFO:EPOCH 43/200 | STEP: 1400|2708 | Loss: 0.168539
+INFO:EPOCH 43/200 | STEP: 1500|2708 | Loss: 0.165377
+INFO:EPOCH 43/200 | STEP: 1600|2708 | Loss: 0.163411
+INFO:EPOCH 43/200 | STEP: 1700|2708 | Loss: 0.157216
+INFO:EPOCH 43/200 | STEP: 1800|2708 | Loss: 0.170291
+INFO:EPOCH 43/200 | STEP: 1900|2708 | Loss: 0.152338
+INFO:EPOCH 43/200 | STEP: 2000|2708 | Loss: 0.158055
+INFO:EPOCH 43/200 | STEP: 2100|2708 | Loss: 0.147623
+INFO:EPOCH 43/200 | STEP: 2200|2708 | Loss: 0.161725
+INFO:EPOCH 43/200 | STEP: 2300|2708 | Loss: 0.162193
+INFO:EPOCH 43/200 | STEP: 2400|2708 | Loss: 0.161150
+INFO:EPOCH 43/200 | STEP: 2500|2708 | Loss: 0.173642
+INFO:EPOCH 43/200 | STEP: 2600|2708 | Loss: 0.172598
+INFO:EPOCH 43/200 | STEP: 2700|2708 | Loss: 0.167955
+INFO:VAL NDCG@10, IoU=0.3: 0.294156
+INFO:VAL NDCG@10, IoU=0.5: 0.262235
+INFO:VAL NDCG@10, IoU=0.7: 0.171162
+INFO:VAL NDCG@20, IoU=0.3: 0.295087
+INFO:VAL NDCG@20, IoU=0.5: 0.262503
+INFO:VAL NDCG@20, IoU=0.7: 0.174462
+INFO:VAL NDCG@40, IoU=0.3: 0.318755
+INFO:VAL NDCG@40, IoU=0.5: 0.284083
+INFO:VAL NDCG@40, IoU=0.7: 0.191302
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.296723
+INFO:TEST NDCG@10, IoU=0.5: 0.264075
+INFO:TEST NDCG@10, IoU=0.7: 0.177589
+INFO:TEST NDCG@20, IoU=0.3: 0.297604
+INFO:TEST NDCG@20, IoU=0.5: 0.264813
+INFO:TEST NDCG@20, IoU=0.7: 0.181309
+INFO:TEST NDCG@40, IoU=0.3: 0.317497
+INFO:TEST NDCG@40, IoU=0.5: 0.283254
+INFO:TEST NDCG@40, IoU=0.7: 0.197051
+INFO:
+INFO:TRAIN EPOCH: 44|200
+INFO:EPOCH 44/200 | STEP: 0|2708 | Loss: 0.159405
+INFO:EPOCH 44/200 | STEP: 100|2708 | Loss: 0.160709
+INFO:EPOCH 44/200 | STEP: 200|2708 | Loss: 0.149480
+INFO:EPOCH 44/200 | STEP: 300|2708 | Loss: 0.159849
+INFO:EPOCH 44/200 | STEP: 400|2708 | Loss: 0.168781
+INFO:EPOCH 44/200 | STEP: 500|2708 | Loss: 0.151265
+INFO:EPOCH 44/200 | STEP: 600|2708 | Loss: 0.176481
+INFO:EPOCH 44/200 | STEP: 700|2708 | Loss: 0.163967
+INFO:EPOCH 44/200 | STEP: 800|2708 | Loss: 0.164017
+INFO:EPOCH 44/200 | STEP: 900|2708 | Loss: 0.151907
+INFO:EPOCH 44/200 | STEP: 1000|2708 | Loss: 0.171096
+INFO:EPOCH 44/200 | STEP: 1100|2708 | Loss: 0.169565
+INFO:EPOCH 44/200 | STEP: 1200|2708 | Loss: 0.160472
+INFO:EPOCH 44/200 | STEP: 1300|2708 | Loss: 0.164060
+INFO:EPOCH 44/200 | STEP: 1400|2708 | Loss: 0.177061
+INFO:EPOCH 44/200 | STEP: 1500|2708 | Loss: 0.165575
+INFO:EPOCH 44/200 | STEP: 1600|2708 | Loss: 0.163502
+INFO:EPOCH 44/200 | STEP: 1700|2708 | Loss: 0.154939
+INFO:EPOCH 44/200 | STEP: 1800|2708 | Loss: 0.160531
+INFO:EPOCH 44/200 | STEP: 1900|2708 | Loss: 0.165374
+INFO:EPOCH 44/200 | STEP: 2000|2708 | Loss: 0.153557
+INFO:EPOCH 44/200 | STEP: 2100|2708 | Loss: 0.152916
+INFO:EPOCH 44/200 | STEP: 2200|2708 | Loss: 0.162035
+INFO:EPOCH 44/200 | STEP: 2300|2708 | Loss: 0.165423
+INFO:EPOCH 44/200 | STEP: 2400|2708 | Loss: 0.163894
+INFO:EPOCH 44/200 | STEP: 2500|2708 | Loss: 0.167097
+INFO:EPOCH 44/200 | STEP: 2600|2708 | Loss: 0.169183
+INFO:EPOCH 44/200 | STEP: 2700|2708 | Loss: 0.167921
+INFO:VAL NDCG@10, IoU=0.3: 0.303496
+INFO:VAL NDCG@10, IoU=0.5: 0.273687
+INFO:VAL NDCG@10, IoU=0.7: 0.179653
+INFO:VAL NDCG@20, IoU=0.3: 0.301492
+INFO:VAL NDCG@20, IoU=0.5: 0.271270
+INFO:VAL NDCG@20, IoU=0.7: 0.180028
+INFO:VAL NDCG@40, IoU=0.3: 0.322761
+INFO:VAL NDCG@40, IoU=0.5: 0.290597
+INFO:VAL NDCG@40, IoU=0.7: 0.196538
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.296265
+INFO:TEST NDCG@10, IoU=0.5: 0.264864
+INFO:TEST NDCG@10, IoU=0.7: 0.177229
+INFO:TEST NDCG@20, IoU=0.3: 0.298370
+INFO:TEST NDCG@20, IoU=0.5: 0.266432
+INFO:TEST NDCG@20, IoU=0.7: 0.181290
+INFO:TEST NDCG@40, IoU=0.3: 0.318410
+INFO:TEST NDCG@40, IoU=0.5: 0.284845
+INFO:TEST NDCG@40, IoU=0.7: 0.197852
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.303496
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.273687
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.179653
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.301492
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.271270
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.180028
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.322761
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.290597
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.196538
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.296265
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.264864
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.177229
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.298370
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.266432
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.181290
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.318410
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.284845
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.197852
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 45|200
+INFO:EPOCH 45/200 | STEP: 0|2708 | Loss: 0.151547
+INFO:EPOCH 45/200 | STEP: 100|2708 | Loss: 0.158413
+INFO:EPOCH 45/200 | STEP: 200|2708 | Loss: 0.158669
+INFO:EPOCH 45/200 | STEP: 300|2708 | Loss: 0.152715
+INFO:EPOCH 45/200 | STEP: 400|2708 | Loss: 0.155731
+INFO:EPOCH 45/200 | STEP: 500|2708 | Loss: 0.153656
+INFO:EPOCH 45/200 | STEP: 600|2708 | Loss: 0.155885
+INFO:EPOCH 45/200 | STEP: 700|2708 | Loss: 0.161599
+INFO:EPOCH 45/200 | STEP: 800|2708 | Loss: 0.166975
+INFO:EPOCH 45/200 | STEP: 900|2708 | Loss: 0.159255
+INFO:EPOCH 45/200 | STEP: 1000|2708 | Loss: 0.163001
+INFO:EPOCH 45/200 | STEP: 1100|2708 | Loss: 0.157884
+INFO:EPOCH 45/200 | STEP: 1200|2708 | Loss: 0.164174
+INFO:EPOCH 45/200 | STEP: 1300|2708 | Loss: 0.169662
+INFO:EPOCH 45/200 | STEP: 1400|2708 | Loss: 0.173937
+INFO:EPOCH 45/200 | STEP: 1500|2708 | Loss: 0.165003
+INFO:EPOCH 45/200 | STEP: 1600|2708 | Loss: 0.165860
+INFO:EPOCH 45/200 | STEP: 1700|2708 | Loss: 0.157239
+INFO:EPOCH 45/200 | STEP: 1800|2708 | Loss: 0.164151
+INFO:EPOCH 45/200 | STEP: 1900|2708 | Loss: 0.162487
+INFO:EPOCH 45/200 | STEP: 2000|2708 | Loss: 0.158006
+INFO:EPOCH 45/200 | STEP: 2100|2708 | Loss: 0.167330
+INFO:EPOCH 45/200 | STEP: 2200|2708 | Loss: 0.168296
+INFO:EPOCH 45/200 | STEP: 2300|2708 | Loss: 0.166103
+INFO:EPOCH 45/200 | STEP: 2400|2708 | Loss: 0.157446
+INFO:EPOCH 45/200 | STEP: 2500|2708 | Loss: 0.162074
+INFO:EPOCH 45/200 | STEP: 2600|2708 | Loss: 0.155418
+INFO:EPOCH 45/200 | STEP: 2700|2708 | Loss: 0.159677
+INFO:VAL NDCG@10, IoU=0.3: 0.301158
+INFO:VAL NDCG@10, IoU=0.5: 0.269836
+INFO:VAL NDCG@10, IoU=0.7: 0.176938
+INFO:VAL NDCG@20, IoU=0.3: 0.301791
+INFO:VAL NDCG@20, IoU=0.5: 0.269632
+INFO:VAL NDCG@20, IoU=0.7: 0.177895
+INFO:VAL NDCG@40, IoU=0.3: 0.325360
+INFO:VAL NDCG@40, IoU=0.5: 0.291588
+INFO:VAL NDCG@40, IoU=0.7: 0.195425
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.297625
+INFO:TEST NDCG@10, IoU=0.5: 0.265931
+INFO:TEST NDCG@10, IoU=0.7: 0.179921
+INFO:TEST NDCG@20, IoU=0.3: 0.298838
+INFO:TEST NDCG@20, IoU=0.5: 0.266708
+INFO:TEST NDCG@20, IoU=0.7: 0.183010
+INFO:TEST NDCG@40, IoU=0.3: 0.319894
+INFO:TEST NDCG@40, IoU=0.5: 0.285889
+INFO:TEST NDCG@40, IoU=0.7: 0.198782
+INFO:
+INFO:TRAIN EPOCH: 46|200
+INFO:EPOCH 46/200 | STEP: 0|2708 | Loss: 0.146882
+INFO:EPOCH 46/200 | STEP: 100|2708 | Loss: 0.168049
+INFO:EPOCH 46/200 | STEP: 200|2708 | Loss: 0.172773
+INFO:EPOCH 46/200 | STEP: 300|2708 | Loss: 0.150506
+INFO:EPOCH 46/200 | STEP: 400|2708 | Loss: 0.153019
+INFO:EPOCH 46/200 | STEP: 500|2708 | Loss: 0.157791
+INFO:EPOCH 46/200 | STEP: 600|2708 | Loss: 0.160147
+INFO:EPOCH 46/200 | STEP: 700|2708 | Loss: 0.171956
+INFO:EPOCH 46/200 | STEP: 800|2708 | Loss: 0.155694
+INFO:EPOCH 46/200 | STEP: 900|2708 | Loss: 0.159744
+INFO:EPOCH 46/200 | STEP: 1000|2708 | Loss: 0.149715
+INFO:EPOCH 46/200 | STEP: 1100|2708 | Loss: 0.161868
+INFO:EPOCH 46/200 | STEP: 1200|2708 | Loss: 0.155908
+INFO:EPOCH 46/200 | STEP: 1300|2708 | Loss: 0.162675
+INFO:EPOCH 46/200 | STEP: 1400|2708 | Loss: 0.151871
+INFO:EPOCH 46/200 | STEP: 1500|2708 | Loss: 0.154725
+INFO:EPOCH 46/200 | STEP: 1600|2708 | Loss: 0.165753
+INFO:EPOCH 46/200 | STEP: 1700|2708 | Loss: 0.164144
+INFO:EPOCH 46/200 | STEP: 1800|2708 | Loss: 0.165569
+INFO:EPOCH 46/200 | STEP: 1900|2708 | Loss: 0.161827
+INFO:EPOCH 46/200 | STEP: 2000|2708 | Loss: 0.160032
+INFO:EPOCH 46/200 | STEP: 2100|2708 | Loss: 0.167030
+INFO:EPOCH 46/200 | STEP: 2200|2708 | Loss: 0.160187
+INFO:EPOCH 46/200 | STEP: 2300|2708 | Loss: 0.163484
+INFO:EPOCH 46/200 | STEP: 2400|2708 | Loss: 0.164358
+INFO:EPOCH 46/200 | STEP: 2500|2708 | Loss: 0.161329
+INFO:EPOCH 46/200 | STEP: 2600|2708 | Loss: 0.166562
+INFO:EPOCH 46/200 | STEP: 2700|2708 | Loss: 0.169906
+INFO:VAL NDCG@10, IoU=0.3: 0.303329
+INFO:VAL NDCG@10, IoU=0.5: 0.272716
+INFO:VAL NDCG@10, IoU=0.7: 0.180183
+INFO:VAL NDCG@20, IoU=0.3: 0.305024
+INFO:VAL NDCG@20, IoU=0.5: 0.274468
+INFO:VAL NDCG@20, IoU=0.7: 0.181074
+INFO:VAL NDCG@40, IoU=0.3: 0.326605
+INFO:VAL NDCG@40, IoU=0.5: 0.293626
+INFO:VAL NDCG@40, IoU=0.7: 0.197970
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.302139
+INFO:TEST NDCG@10, IoU=0.5: 0.270038
+INFO:TEST NDCG@10, IoU=0.7: 0.182990
+INFO:TEST NDCG@20, IoU=0.3: 0.302758
+INFO:TEST NDCG@20, IoU=0.5: 0.270619
+INFO:TEST NDCG@20, IoU=0.7: 0.185856
+INFO:TEST NDCG@40, IoU=0.3: 0.323319
+INFO:TEST NDCG@40, IoU=0.5: 0.288799
+INFO:TEST NDCG@40, IoU=0.7: 0.201299
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.303329
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.272716
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.180183
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.305024
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.274468
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.181074
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.326605
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.293626
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.197970
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.302139
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.270038
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.182990
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.302758
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.270619
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.185856
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.323319
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.288799
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.201299
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 47|200
+INFO:EPOCH 47/200 | STEP: 0|2708 | Loss: 0.159522
+INFO:EPOCH 47/200 | STEP: 100|2708 | Loss: 0.150700
+INFO:EPOCH 47/200 | STEP: 200|2708 | Loss: 0.155152
+INFO:EPOCH 47/200 | STEP: 300|2708 | Loss: 0.151581
+INFO:EPOCH 47/200 | STEP: 400|2708 | Loss: 0.162438
+INFO:EPOCH 47/200 | STEP: 500|2708 | Loss: 0.156371
+INFO:EPOCH 47/200 | STEP: 600|2708 | Loss: 0.161268
+INFO:EPOCH 47/200 | STEP: 700|2708 | Loss: 0.162395
+INFO:EPOCH 47/200 | STEP: 800|2708 | Loss: 0.147224
+INFO:EPOCH 47/200 | STEP: 900|2708 | Loss: 0.161246
+INFO:EPOCH 47/200 | STEP: 1000|2708 | Loss: 0.158496
+INFO:EPOCH 47/200 | STEP: 1100|2708 | Loss: 0.170959
+INFO:EPOCH 47/200 | STEP: 1200|2708 | Loss: 0.155085
+INFO:EPOCH 47/200 | STEP: 1300|2708 | Loss: 0.158810
+INFO:EPOCH 47/200 | STEP: 1400|2708 | Loss: 0.154687
+INFO:EPOCH 47/200 | STEP: 1500|2708 | Loss: 0.159622
+INFO:EPOCH 47/200 | STEP: 1600|2708 | Loss: 0.169000
+INFO:EPOCH 47/200 | STEP: 1700|2708 | Loss: 0.150631
+INFO:EPOCH 47/200 | STEP: 1800|2708 | Loss: 0.152915
+INFO:EPOCH 47/200 | STEP: 1900|2708 | Loss: 0.154093
+INFO:EPOCH 47/200 | STEP: 2000|2708 | Loss: 0.152357
+INFO:EPOCH 47/200 | STEP: 2100|2708 | Loss: 0.158118
+INFO:EPOCH 47/200 | STEP: 2200|2708 | Loss: 0.163821
+INFO:EPOCH 47/200 | STEP: 2300|2708 | Loss: 0.168191
+INFO:EPOCH 47/200 | STEP: 2400|2708 | Loss: 0.163525
+INFO:EPOCH 47/200 | STEP: 2500|2708 | Loss: 0.162730
+INFO:EPOCH 47/200 | STEP: 2600|2708 | Loss: 0.175339
+INFO:EPOCH 47/200 | STEP: 2700|2708 | Loss: 0.157966
+INFO:VAL NDCG@10, IoU=0.3: 0.303723
+INFO:VAL NDCG@10, IoU=0.5: 0.273451
+INFO:VAL NDCG@10, IoU=0.7: 0.182817
+INFO:VAL NDCG@20, IoU=0.3: 0.308366
+INFO:VAL NDCG@20, IoU=0.5: 0.276955
+INFO:VAL NDCG@20, IoU=0.7: 0.185591
+INFO:VAL NDCG@40, IoU=0.3: 0.327953
+INFO:VAL NDCG@40, IoU=0.5: 0.294127
+INFO:VAL NDCG@40, IoU=0.7: 0.198923
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.302201
+INFO:TEST NDCG@10, IoU=0.5: 0.269871
+INFO:TEST NDCG@10, IoU=0.7: 0.182984
+INFO:TEST NDCG@20, IoU=0.3: 0.303241
+INFO:TEST NDCG@20, IoU=0.5: 0.270886
+INFO:TEST NDCG@20, IoU=0.7: 0.186444
+INFO:TEST NDCG@40, IoU=0.3: 0.323763
+INFO:TEST NDCG@40, IoU=0.5: 0.289535
+INFO:TEST NDCG@40, IoU=0.7: 0.202311
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.303723
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.273451
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.182817
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.308366
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.276955
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.185591
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.327953
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.294127
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.198923
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.302201
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.269871
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.182984
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.303241
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.270886
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.186444
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.323763
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.289535
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.202311
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 48|200
+INFO:EPOCH 48/200 | STEP: 0|2708 | Loss: 0.153762
+INFO:EPOCH 48/200 | STEP: 100|2708 | Loss: 0.158974
+INFO:EPOCH 48/200 | STEP: 200|2708 | Loss: 0.150312
+INFO:EPOCH 48/200 | STEP: 300|2708 | Loss: 0.154938
+INFO:EPOCH 48/200 | STEP: 400|2708 | Loss: 0.157611
+INFO:EPOCH 48/200 | STEP: 500|2708 | Loss: 0.155842
+INFO:EPOCH 48/200 | STEP: 600|2708 | Loss: 0.162095
+INFO:EPOCH 48/200 | STEP: 700|2708 | Loss: 0.150208
+INFO:EPOCH 48/200 | STEP: 800|2708 | Loss: 0.155221
+INFO:EPOCH 48/200 | STEP: 900|2708 | Loss: 0.162802
+INFO:EPOCH 48/200 | STEP: 1000|2708 | Loss: 0.153487
+INFO:EPOCH 48/200 | STEP: 1100|2708 | Loss: 0.155480
+INFO:EPOCH 48/200 | STEP: 1200|2708 | Loss: 0.148798
+INFO:EPOCH 48/200 | STEP: 1300|2708 | Loss: 0.152204
+INFO:EPOCH 48/200 | STEP: 1400|2708 | Loss: 0.159808
+INFO:EPOCH 48/200 | STEP: 1500|2708 | Loss: 0.154011
+INFO:EPOCH 48/200 | STEP: 1600|2708 | Loss: 0.167609
+INFO:EPOCH 48/200 | STEP: 1700|2708 | Loss: 0.160089
+INFO:EPOCH 48/200 | STEP: 1800|2708 | Loss: 0.161378
+INFO:EPOCH 48/200 | STEP: 1900|2708 | Loss: 0.162609
+INFO:EPOCH 48/200 | STEP: 2000|2708 | Loss: 0.159908
+INFO:EPOCH 48/200 | STEP: 2100|2708 | Loss: 0.164057
+INFO:EPOCH 48/200 | STEP: 2200|2708 | Loss: 0.165965
+INFO:EPOCH 48/200 | STEP: 2300|2708 | Loss: 0.152600
+INFO:EPOCH 48/200 | STEP: 2400|2708 | Loss: 0.154925
+INFO:EPOCH 48/200 | STEP: 2500|2708 | Loss: 0.152051
+INFO:EPOCH 48/200 | STEP: 2600|2708 | Loss: 0.156873
+INFO:EPOCH 48/200 | STEP: 2700|2708 | Loss: 0.156501
+INFO:VAL NDCG@10, IoU=0.3: 0.303478
+INFO:VAL NDCG@10, IoU=0.5: 0.273953
+INFO:VAL NDCG@10, IoU=0.7: 0.181318
+INFO:VAL NDCG@20, IoU=0.3: 0.307498
+INFO:VAL NDCG@20, IoU=0.5: 0.275934
+INFO:VAL NDCG@20, IoU=0.7: 0.184111
+INFO:VAL NDCG@40, IoU=0.3: 0.328768
+INFO:VAL NDCG@40, IoU=0.5: 0.295404
+INFO:VAL NDCG@40, IoU=0.7: 0.200878
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.301406
+INFO:TEST NDCG@10, IoU=0.5: 0.269956
+INFO:TEST NDCG@10, IoU=0.7: 0.182212
+INFO:TEST NDCG@20, IoU=0.3: 0.304047
+INFO:TEST NDCG@20, IoU=0.5: 0.271742
+INFO:TEST NDCG@20, IoU=0.7: 0.186001
+INFO:TEST NDCG@40, IoU=0.3: 0.324082
+INFO:TEST NDCG@40, IoU=0.5: 0.289895
+INFO:TEST NDCG@40, IoU=0.7: 0.201559
+INFO:
+INFO:TRAIN EPOCH: 49|200
+INFO:EPOCH 49/200 | STEP: 0|2708 | Loss: 0.159716
+INFO:EPOCH 49/200 | STEP: 100|2708 | Loss: 0.147862
+INFO:EPOCH 49/200 | STEP: 200|2708 | Loss: 0.167285
+INFO:EPOCH 49/200 | STEP: 300|2708 | Loss: 0.149183
+INFO:EPOCH 49/200 | STEP: 400|2708 | Loss: 0.155973
+INFO:EPOCH 49/200 | STEP: 500|2708 | Loss: 0.162311
+INFO:EPOCH 49/200 | STEP: 600|2708 | Loss: 0.167454
+INFO:EPOCH 49/200 | STEP: 700|2708 | Loss: 0.147767
+INFO:EPOCH 49/200 | STEP: 800|2708 | Loss: 0.155744
+INFO:EPOCH 49/200 | STEP: 900|2708 | Loss: 0.158079
+INFO:EPOCH 49/200 | STEP: 1000|2708 | Loss: 0.150243
+INFO:EPOCH 49/200 | STEP: 1100|2708 | Loss: 0.152366
+INFO:EPOCH 49/200 | STEP: 1200|2708 | Loss: 0.160481
+INFO:EPOCH 49/200 | STEP: 1300|2708 | Loss: 0.159227
+INFO:EPOCH 49/200 | STEP: 1400|2708 | Loss: 0.165071
+INFO:EPOCH 49/200 | STEP: 1500|2708 | Loss: 0.161567
+INFO:EPOCH 49/200 | STEP: 1600|2708 | Loss: 0.152258
+INFO:EPOCH 49/200 | STEP: 1700|2708 | Loss: 0.160304
+INFO:EPOCH 49/200 | STEP: 1800|2708 | Loss: 0.163571
+INFO:EPOCH 49/200 | STEP: 1900|2708 | Loss: 0.146646
+INFO:EPOCH 49/200 | STEP: 2000|2708 | Loss: 0.164747
+INFO:EPOCH 49/200 | STEP: 2100|2708 | Loss: 0.148438
+INFO:EPOCH 49/200 | STEP: 2200|2708 | Loss: 0.157335
+INFO:EPOCH 49/200 | STEP: 2300|2708 | Loss: 0.165912
+INFO:EPOCH 49/200 | STEP: 2400|2708 | Loss: 0.168991
+INFO:EPOCH 49/200 | STEP: 2500|2708 | Loss: 0.164852
+INFO:EPOCH 49/200 | STEP: 2600|2708 | Loss: 0.164242
+INFO:EPOCH 49/200 | STEP: 2700|2708 | Loss: 0.157687
+INFO:VAL NDCG@10, IoU=0.3: 0.305132
+INFO:VAL NDCG@10, IoU=0.5: 0.274027
+INFO:VAL NDCG@10, IoU=0.7: 0.183048
+INFO:VAL NDCG@20, IoU=0.3: 0.305834
+INFO:VAL NDCG@20, IoU=0.5: 0.275846
+INFO:VAL NDCG@20, IoU=0.7: 0.184570
+INFO:VAL NDCG@40, IoU=0.3: 0.326644
+INFO:VAL NDCG@40, IoU=0.5: 0.294018
+INFO:VAL NDCG@40, IoU=0.7: 0.201178
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.302747
+INFO:TEST NDCG@10, IoU=0.5: 0.271647
+INFO:TEST NDCG@10, IoU=0.7: 0.183409
+INFO:TEST NDCG@20, IoU=0.3: 0.304040
+INFO:TEST NDCG@20, IoU=0.5: 0.272038
+INFO:TEST NDCG@20, IoU=0.7: 0.187136
+INFO:TEST NDCG@40, IoU=0.3: 0.325598
+INFO:TEST NDCG@40, IoU=0.5: 0.291733
+INFO:TEST NDCG@40, IoU=0.7: 0.203490
+INFO:
+INFO:TRAIN EPOCH: 50|200
+INFO:EPOCH 50/200 | STEP: 0|2708 | Loss: 0.152568
+INFO:EPOCH 50/200 | STEP: 100|2708 | Loss: 0.163177
+INFO:EPOCH 50/200 | STEP: 200|2708 | Loss: 0.170996
+INFO:EPOCH 50/200 | STEP: 300|2708 | Loss: 0.155201
+INFO:EPOCH 50/200 | STEP: 400|2708 | Loss: 0.151127
+INFO:EPOCH 50/200 | STEP: 500|2708 | Loss: 0.155912
+INFO:EPOCH 50/200 | STEP: 600|2708 | Loss: 0.159538
+INFO:EPOCH 50/200 | STEP: 700|2708 | Loss: 0.168596
+INFO:EPOCH 50/200 | STEP: 800|2708 | Loss: 0.152864
+INFO:EPOCH 50/200 | STEP: 900|2708 | Loss: 0.157326
+INFO:EPOCH 50/200 | STEP: 1000|2708 | Loss: 0.153027
+INFO:EPOCH 50/200 | STEP: 1100|2708 | Loss: 0.151504
+INFO:EPOCH 50/200 | STEP: 1200|2708 | Loss: 0.162813
+INFO:EPOCH 50/200 | STEP: 1300|2708 | Loss: 0.163810
+INFO:EPOCH 50/200 | STEP: 1400|2708 | Loss: 0.160286
+INFO:EPOCH 50/200 | STEP: 1500|2708 | Loss: 0.153518
+INFO:EPOCH 50/200 | STEP: 1600|2708 | Loss: 0.151211
+INFO:EPOCH 50/200 | STEP: 1700|2708 | Loss: 0.154866
+INFO:EPOCH 50/200 | STEP: 1800|2708 | Loss: 0.149922
+INFO:EPOCH 50/200 | STEP: 1900|2708 | Loss: 0.153963
+INFO:EPOCH 50/200 | STEP: 2000|2708 | Loss: 0.172719
+INFO:EPOCH 50/200 | STEP: 2100|2708 | Loss: 0.150148
+INFO:EPOCH 50/200 | STEP: 2200|2708 | Loss: 0.142272
+INFO:EPOCH 50/200 | STEP: 2300|2708 | Loss: 0.167283
+INFO:EPOCH 50/200 | STEP: 2400|2708 | Loss: 0.161469
+INFO:EPOCH 50/200 | STEP: 2500|2708 | Loss: 0.155024
+INFO:EPOCH 50/200 | STEP: 2600|2708 | Loss: 0.151981
+INFO:EPOCH 50/200 | STEP: 2700|2708 | Loss: 0.155507
+INFO:VAL NDCG@10, IoU=0.3: 0.315731
+INFO:VAL NDCG@10, IoU=0.5: 0.285015
+INFO:VAL NDCG@10, IoU=0.7: 0.190403
+INFO:VAL NDCG@20, IoU=0.3: 0.314321
+INFO:VAL NDCG@20, IoU=0.5: 0.283150
+INFO:VAL NDCG@20, IoU=0.7: 0.189526
+INFO:VAL NDCG@40, IoU=0.3: 0.335262
+INFO:VAL NDCG@40, IoU=0.5: 0.302484
+INFO:VAL NDCG@40, IoU=0.7: 0.204049
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.307010
+INFO:TEST NDCG@10, IoU=0.5: 0.275028
+INFO:TEST NDCG@10, IoU=0.7: 0.185597
+INFO:TEST NDCG@20, IoU=0.3: 0.308509
+INFO:TEST NDCG@20, IoU=0.5: 0.276478
+INFO:TEST NDCG@20, IoU=0.7: 0.189230
+INFO:TEST NDCG@40, IoU=0.3: 0.329767
+INFO:TEST NDCG@40, IoU=0.5: 0.295473
+INFO:TEST NDCG@40, IoU=0.7: 0.205811
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.315731
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.285015
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.190403
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.314321
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.283150
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.189526
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.335262
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.302484
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.204049
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.307010
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.275028
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.185597
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.308509
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.276478
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.189230
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.329767
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.295473
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.205811
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 51|200
+INFO:EPOCH 51/200 | STEP: 0|2708 | Loss: 0.147776
+INFO:EPOCH 51/200 | STEP: 100|2708 | Loss: 0.153340
+INFO:EPOCH 51/200 | STEP: 200|2708 | Loss: 0.158022
+INFO:EPOCH 51/200 | STEP: 300|2708 | Loss: 0.144408
+INFO:EPOCH 51/200 | STEP: 400|2708 | Loss: 0.150007
+INFO:EPOCH 51/200 | STEP: 500|2708 | Loss: 0.141656
+INFO:EPOCH 51/200 | STEP: 600|2708 | Loss: 0.150486
+INFO:EPOCH 51/200 | STEP: 700|2708 | Loss: 0.151009
+INFO:EPOCH 51/200 | STEP: 800|2708 | Loss: 0.158388
+INFO:EPOCH 51/200 | STEP: 900|2708 | Loss: 0.165893
+INFO:EPOCH 51/200 | STEP: 1000|2708 | Loss: 0.148030
+INFO:EPOCH 51/200 | STEP: 1100|2708 | Loss: 0.158934
+INFO:EPOCH 51/200 | STEP: 1200|2708 | Loss: 0.149375
+INFO:EPOCH 51/200 | STEP: 1300|2708 | Loss: 0.143902
+INFO:EPOCH 51/200 | STEP: 1400|2708 | Loss: 0.148539
+INFO:EPOCH 51/200 | STEP: 1500|2708 | Loss: 0.152708
+INFO:EPOCH 51/200 | STEP: 1600|2708 | Loss: 0.158578
+INFO:EPOCH 51/200 | STEP: 1700|2708 | Loss: 0.153002
+INFO:EPOCH 51/200 | STEP: 1800|2708 | Loss: 0.158420
+INFO:EPOCH 51/200 | STEP: 1900|2708 | Loss: 0.157417
+INFO:EPOCH 51/200 | STEP: 2000|2708 | Loss: 0.158913
+INFO:EPOCH 51/200 | STEP: 2100|2708 | Loss: 0.165225
+INFO:EPOCH 51/200 | STEP: 2200|2708 | Loss: 0.155062
+INFO:EPOCH 51/200 | STEP: 2300|2708 | Loss: 0.167842
+INFO:EPOCH 51/200 | STEP: 2400|2708 | Loss: 0.160952
+INFO:EPOCH 51/200 | STEP: 2500|2708 | Loss: 0.166589
+INFO:EPOCH 51/200 | STEP: 2600|2708 | Loss: 0.148665
+INFO:EPOCH 51/200 | STEP: 2700|2708 | Loss: 0.154481
+INFO:VAL NDCG@10, IoU=0.3: 0.312296
+INFO:VAL NDCG@10, IoU=0.5: 0.282508
+INFO:VAL NDCG@10, IoU=0.7: 0.186054
+INFO:VAL NDCG@20, IoU=0.3: 0.313222
+INFO:VAL NDCG@20, IoU=0.5: 0.282003
+INFO:VAL NDCG@20, IoU=0.7: 0.187668
+INFO:VAL NDCG@40, IoU=0.3: 0.334965
+INFO:VAL NDCG@40, IoU=0.5: 0.301947
+INFO:VAL NDCG@40, IoU=0.7: 0.203026
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.306065
+INFO:TEST NDCG@10, IoU=0.5: 0.274524
+INFO:TEST NDCG@10, IoU=0.7: 0.186062
+INFO:TEST NDCG@20, IoU=0.3: 0.308266
+INFO:TEST NDCG@20, IoU=0.5: 0.276349
+INFO:TEST NDCG@20, IoU=0.7: 0.190413
+INFO:TEST NDCG@40, IoU=0.3: 0.329276
+INFO:TEST NDCG@40, IoU=0.5: 0.295120
+INFO:TEST NDCG@40, IoU=0.7: 0.205652
+INFO:
+INFO:TRAIN EPOCH: 52|200
+INFO:EPOCH 52/200 | STEP: 0|2708 | Loss: 0.159498
+INFO:EPOCH 52/200 | STEP: 100|2708 | Loss: 0.155766
+INFO:EPOCH 52/200 | STEP: 200|2708 | Loss: 0.147248
+INFO:EPOCH 52/200 | STEP: 300|2708 | Loss: 0.144256
+INFO:EPOCH 52/200 | STEP: 400|2708 | Loss: 0.154582
+INFO:EPOCH 52/200 | STEP: 500|2708 | Loss: 0.158335
+INFO:EPOCH 52/200 | STEP: 600|2708 | Loss: 0.152640
+INFO:EPOCH 52/200 | STEP: 700|2708 | Loss: 0.151990
+INFO:EPOCH 52/200 | STEP: 800|2708 | Loss: 0.158777
+INFO:EPOCH 52/200 | STEP: 900|2708 | Loss: 0.145332
+INFO:EPOCH 52/200 | STEP: 1000|2708 | Loss: 0.162859
+INFO:EPOCH 52/200 | STEP: 1100|2708 | Loss: 0.143647
+INFO:EPOCH 52/200 | STEP: 1200|2708 | Loss: 0.155909
+INFO:EPOCH 52/200 | STEP: 1300|2708 | Loss: 0.160800
+INFO:EPOCH 52/200 | STEP: 1400|2708 | Loss: 0.157695
+INFO:EPOCH 52/200 | STEP: 1500|2708 | Loss: 0.164277
+INFO:EPOCH 52/200 | STEP: 1600|2708 | Loss: 0.158192
+INFO:EPOCH 52/200 | STEP: 1700|2708 | Loss: 0.146920
+INFO:EPOCH 52/200 | STEP: 1800|2708 | Loss: 0.158700
+INFO:EPOCH 52/200 | STEP: 1900|2708 | Loss: 0.148744
+INFO:EPOCH 52/200 | STEP: 2000|2708 | Loss: 0.147353
+INFO:EPOCH 52/200 | STEP: 2100|2708 | Loss: 0.159960
+INFO:EPOCH 52/200 | STEP: 2200|2708 | Loss: 0.158584
+INFO:EPOCH 52/200 | STEP: 2300|2708 | Loss: 0.154885
+INFO:EPOCH 52/200 | STEP: 2400|2708 | Loss: 0.157752
+INFO:EPOCH 52/200 | STEP: 2500|2708 | Loss: 0.153566
+INFO:EPOCH 52/200 | STEP: 2600|2708 | Loss: 0.161405
+INFO:EPOCH 52/200 | STEP: 2700|2708 | Loss: 0.146683
+INFO:VAL NDCG@10, IoU=0.3: 0.315321
+INFO:VAL NDCG@10, IoU=0.5: 0.285367
+INFO:VAL NDCG@10, IoU=0.7: 0.189173
+INFO:VAL NDCG@20, IoU=0.3: 0.316617
+INFO:VAL NDCG@20, IoU=0.5: 0.284480
+INFO:VAL NDCG@20, IoU=0.7: 0.190752
+INFO:VAL NDCG@40, IoU=0.3: 0.337633
+INFO:VAL NDCG@40, IoU=0.5: 0.304696
+INFO:VAL NDCG@40, IoU=0.7: 0.205644
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.309220
+INFO:TEST NDCG@10, IoU=0.5: 0.278264
+INFO:TEST NDCG@10, IoU=0.7: 0.189133
+INFO:TEST NDCG@20, IoU=0.3: 0.311338
+INFO:TEST NDCG@20, IoU=0.5: 0.279162
+INFO:TEST NDCG@20, IoU=0.7: 0.192054
+INFO:TEST NDCG@40, IoU=0.3: 0.332523
+INFO:TEST NDCG@40, IoU=0.5: 0.298430
+INFO:TEST NDCG@40, IoU=0.7: 0.208179
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.315321
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.285367
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.189173
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.316617
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.284480
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.190752
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.337633
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.304696
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.205644
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.309220
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.278264
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.189133
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.311338
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.279162
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.192054
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.332523
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.298430
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.208179
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 53|200
+INFO:EPOCH 53/200 | STEP: 0|2708 | Loss: 0.146367
+INFO:EPOCH 53/200 | STEP: 100|2708 | Loss: 0.144559
+INFO:EPOCH 53/200 | STEP: 200|2708 | Loss: 0.142140
+INFO:EPOCH 53/200 | STEP: 300|2708 | Loss: 0.147230
+INFO:EPOCH 53/200 | STEP: 400|2708 | Loss: 0.157659
+INFO:EPOCH 53/200 | STEP: 500|2708 | Loss: 0.152938
+INFO:EPOCH 53/200 | STEP: 600|2708 | Loss: 0.149678
+INFO:EPOCH 53/200 | STEP: 700|2708 | Loss: 0.157132
+INFO:EPOCH 53/200 | STEP: 800|2708 | Loss: 0.143156
+INFO:EPOCH 53/200 | STEP: 900|2708 | Loss: 0.166283
+INFO:EPOCH 53/200 | STEP: 1000|2708 | Loss: 0.147555
+INFO:EPOCH 53/200 | STEP: 1100|2708 | Loss: 0.148111
+INFO:EPOCH 53/200 | STEP: 1200|2708 | Loss: 0.159081
+INFO:EPOCH 53/200 | STEP: 1300|2708 | Loss: 0.150002
+INFO:EPOCH 53/200 | STEP: 1400|2708 | Loss: 0.154176
+INFO:EPOCH 53/200 | STEP: 1500|2708 | Loss: 0.157263
+INFO:EPOCH 53/200 | STEP: 1600|2708 | Loss: 0.154740
+INFO:EPOCH 53/200 | STEP: 1700|2708 | Loss: 0.155410
+INFO:EPOCH 53/200 | STEP: 1800|2708 | Loss: 0.146529
+INFO:EPOCH 53/200 | STEP: 1900|2708 | Loss: 0.166378
+INFO:EPOCH 53/200 | STEP: 2000|2708 | Loss: 0.142455
+INFO:EPOCH 53/200 | STEP: 2100|2708 | Loss: 0.152474
+INFO:EPOCH 53/200 | STEP: 2200|2708 | Loss: 0.155016
+INFO:EPOCH 53/200 | STEP: 2300|2708 | Loss: 0.145206
+INFO:EPOCH 53/200 | STEP: 2400|2708 | Loss: 0.152842
+INFO:EPOCH 53/200 | STEP: 2500|2708 | Loss: 0.149032
+INFO:EPOCH 53/200 | STEP: 2600|2708 | Loss: 0.155389
+INFO:EPOCH 53/200 | STEP: 2700|2708 | Loss: 0.159744
+INFO:VAL NDCG@10, IoU=0.3: 0.315002
+INFO:VAL NDCG@10, IoU=0.5: 0.283496
+INFO:VAL NDCG@10, IoU=0.7: 0.187018
+INFO:VAL NDCG@20, IoU=0.3: 0.315696
+INFO:VAL NDCG@20, IoU=0.5: 0.283396
+INFO:VAL NDCG@20, IoU=0.7: 0.190133
+INFO:VAL NDCG@40, IoU=0.3: 0.336635
+INFO:VAL NDCG@40, IoU=0.5: 0.301765
+INFO:VAL NDCG@40, IoU=0.7: 0.204830
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.310205
+INFO:TEST NDCG@10, IoU=0.5: 0.279681
+INFO:TEST NDCG@10, IoU=0.7: 0.189835
+INFO:TEST NDCG@20, IoU=0.3: 0.311799
+INFO:TEST NDCG@20, IoU=0.5: 0.280008
+INFO:TEST NDCG@20, IoU=0.7: 0.192557
+INFO:TEST NDCG@40, IoU=0.3: 0.332487
+INFO:TEST NDCG@40, IoU=0.5: 0.298376
+INFO:TEST NDCG@40, IoU=0.7: 0.208433
+INFO:
+INFO:TRAIN EPOCH: 54|200
+INFO:EPOCH 54/200 | STEP: 0|2708 | Loss: 0.160978
+INFO:EPOCH 54/200 | STEP: 100|2708 | Loss: 0.146554
+INFO:EPOCH 54/200 | STEP: 200|2708 | Loss: 0.159080
+INFO:EPOCH 54/200 | STEP: 300|2708 | Loss: 0.144901
+INFO:EPOCH 54/200 | STEP: 400|2708 | Loss: 0.140231
+INFO:EPOCH 54/200 | STEP: 500|2708 | Loss: 0.153402
+INFO:EPOCH 54/200 | STEP: 600|2708 | Loss: 0.151754
+INFO:EPOCH 54/200 | STEP: 700|2708 | Loss: 0.156940
+INFO:EPOCH 54/200 | STEP: 800|2708 | Loss: 0.160709
+INFO:EPOCH 54/200 | STEP: 900|2708 | Loss: 0.157190
+INFO:EPOCH 54/200 | STEP: 1000|2708 | Loss: 0.150563
+INFO:EPOCH 54/200 | STEP: 1100|2708 | Loss: 0.161143
+INFO:EPOCH 54/200 | STEP: 1200|2708 | Loss: 0.157105
+INFO:EPOCH 54/200 | STEP: 1300|2708 | Loss: 0.157665
+INFO:EPOCH 54/200 | STEP: 1400|2708 | Loss: 0.154648
+INFO:EPOCH 54/200 | STEP: 1500|2708 | Loss: 0.148236
+INFO:EPOCH 54/200 | STEP: 1600|2708 | Loss: 0.155389
+INFO:EPOCH 54/200 | STEP: 1700|2708 | Loss: 0.156823
+INFO:EPOCH 54/200 | STEP: 1800|2708 | Loss: 0.157808
+INFO:EPOCH 54/200 | STEP: 1900|2708 | Loss: 0.167100
+INFO:EPOCH 54/200 | STEP: 2000|2708 | Loss: 0.156011
+INFO:EPOCH 54/200 | STEP: 2100|2708 | Loss: 0.153124
+INFO:EPOCH 54/200 | STEP: 2200|2708 | Loss: 0.156921
+INFO:EPOCH 54/200 | STEP: 2300|2708 | Loss: 0.151671
+INFO:EPOCH 54/200 | STEP: 2400|2708 | Loss: 0.163251
+INFO:EPOCH 54/200 | STEP: 2500|2708 | Loss: 0.138144
+INFO:EPOCH 54/200 | STEP: 2600|2708 | Loss: 0.153857
+INFO:EPOCH 54/200 | STEP: 2700|2708 | Loss: 0.149456
+INFO:VAL NDCG@10, IoU=0.3: 0.318259
+INFO:VAL NDCG@10, IoU=0.5: 0.287261
+INFO:VAL NDCG@10, IoU=0.7: 0.189155
+INFO:VAL NDCG@20, IoU=0.3: 0.318969
+INFO:VAL NDCG@20, IoU=0.5: 0.287753
+INFO:VAL NDCG@20, IoU=0.7: 0.191978
+INFO:VAL NDCG@40, IoU=0.3: 0.341049
+INFO:VAL NDCG@40, IoU=0.5: 0.307390
+INFO:VAL NDCG@40, IoU=0.7: 0.208266
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.310669
+INFO:TEST NDCG@10, IoU=0.5: 0.278309
+INFO:TEST NDCG@10, IoU=0.7: 0.187991
+INFO:TEST NDCG@20, IoU=0.3: 0.311824
+INFO:TEST NDCG@20, IoU=0.5: 0.279627
+INFO:TEST NDCG@20, IoU=0.7: 0.191842
+INFO:TEST NDCG@40, IoU=0.3: 0.333757
+INFO:TEST NDCG@40, IoU=0.5: 0.299306
+INFO:TEST NDCG@40, IoU=0.7: 0.208694
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.318259
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.287261
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.189155
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.318969
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.287753
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.191978
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.341049
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.307390
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.208266
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.310669
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.278309
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.187991
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.311824
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.279627
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.191842
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.333757
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.299306
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.208694
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 55|200
+INFO:EPOCH 55/200 | STEP: 0|2708 | Loss: 0.143513
+INFO:EPOCH 55/200 | STEP: 100|2708 | Loss: 0.160408
+INFO:EPOCH 55/200 | STEP: 200|2708 | Loss: 0.155873
+INFO:EPOCH 55/200 | STEP: 300|2708 | Loss: 0.148232
+INFO:EPOCH 55/200 | STEP: 400|2708 | Loss: 0.146052
+INFO:EPOCH 55/200 | STEP: 500|2708 | Loss: 0.154782
+INFO:EPOCH 55/200 | STEP: 600|2708 | Loss: 0.150975
+INFO:EPOCH 55/200 | STEP: 700|2708 | Loss: 0.155396
+INFO:EPOCH 55/200 | STEP: 800|2708 | Loss: 0.142041
+INFO:EPOCH 55/200 | STEP: 900|2708 | Loss: 0.154384
+INFO:EPOCH 55/200 | STEP: 1000|2708 | Loss: 0.159038
+INFO:EPOCH 55/200 | STEP: 1100|2708 | Loss: 0.162353
+INFO:EPOCH 55/200 | STEP: 1200|2708 | Loss: 0.154127
+INFO:EPOCH 55/200 | STEP: 1300|2708 | Loss: 0.148749
+INFO:EPOCH 55/200 | STEP: 1400|2708 | Loss: 0.150579
+INFO:EPOCH 55/200 | STEP: 1500|2708 | Loss: 0.142758
+INFO:EPOCH 55/200 | STEP: 1600|2708 | Loss: 0.154885
+INFO:EPOCH 55/200 | STEP: 1700|2708 | Loss: 0.153564
+INFO:EPOCH 55/200 | STEP: 1800|2708 | Loss: 0.149040
+INFO:EPOCH 55/200 | STEP: 1900|2708 | Loss: 0.144967
+INFO:EPOCH 55/200 | STEP: 2000|2708 | Loss: 0.142787
+INFO:EPOCH 55/200 | STEP: 2100|2708 | Loss: 0.158272
+INFO:EPOCH 55/200 | STEP: 2200|2708 | Loss: 0.155875
+INFO:EPOCH 55/200 | STEP: 2300|2708 | Loss: 0.153937
+INFO:EPOCH 55/200 | STEP: 2400|2708 | Loss: 0.144381
+INFO:EPOCH 55/200 | STEP: 2500|2708 | Loss: 0.158676
+INFO:EPOCH 55/200 | STEP: 2600|2708 | Loss: 0.152014
+INFO:EPOCH 55/200 | STEP: 2700|2708 | Loss: 0.145171
+INFO:VAL NDCG@10, IoU=0.3: 0.316750
+INFO:VAL NDCG@10, IoU=0.5: 0.288882
+INFO:VAL NDCG@10, IoU=0.7: 0.189760
+INFO:VAL NDCG@20, IoU=0.3: 0.320495
+INFO:VAL NDCG@20, IoU=0.5: 0.289658
+INFO:VAL NDCG@20, IoU=0.7: 0.193146
+INFO:VAL NDCG@40, IoU=0.3: 0.341538
+INFO:VAL NDCG@40, IoU=0.5: 0.308778
+INFO:VAL NDCG@40, IoU=0.7: 0.210185
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.311749
+INFO:TEST NDCG@10, IoU=0.5: 0.280079
+INFO:TEST NDCG@10, IoU=0.7: 0.189992
+INFO:TEST NDCG@20, IoU=0.3: 0.312970
+INFO:TEST NDCG@20, IoU=0.5: 0.281002
+INFO:TEST NDCG@20, IoU=0.7: 0.192841
+INFO:TEST NDCG@40, IoU=0.3: 0.336188
+INFO:TEST NDCG@40, IoU=0.5: 0.301922
+INFO:TEST NDCG@40, IoU=0.7: 0.210118
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.316750
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.288882
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.189760
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.320495
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.289658
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.193146
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.341538
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.308778
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.210185
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.311749
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.280079
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.189992
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.312970
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.281002
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.192841
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.336188
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.301922
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.210118
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 56|200
+INFO:EPOCH 56/200 | STEP: 0|2708 | Loss: 0.132928
+INFO:EPOCH 56/200 | STEP: 100|2708 | Loss: 0.151333
+INFO:EPOCH 56/200 | STEP: 200|2708 | Loss: 0.143875
+INFO:EPOCH 56/200 | STEP: 300|2708 | Loss: 0.154333
+INFO:EPOCH 56/200 | STEP: 400|2708 | Loss: 0.155158
+INFO:EPOCH 56/200 | STEP: 500|2708 | Loss: 0.148407
+INFO:EPOCH 56/200 | STEP: 600|2708 | Loss: 0.155888
+INFO:EPOCH 56/200 | STEP: 700|2708 | Loss: 0.147376
+INFO:EPOCH 56/200 | STEP: 800|2708 | Loss: 0.157729
+INFO:EPOCH 56/200 | STEP: 900|2708 | Loss: 0.151578
+INFO:EPOCH 56/200 | STEP: 1000|2708 | Loss: 0.152279
+INFO:EPOCH 56/200 | STEP: 1100|2708 | Loss: 0.145611
+INFO:EPOCH 56/200 | STEP: 1200|2708 | Loss: 0.152927
+INFO:EPOCH 56/200 | STEP: 1300|2708 | Loss: 0.159892
+INFO:EPOCH 56/200 | STEP: 1400|2708 | Loss: 0.156405
+INFO:EPOCH 56/200 | STEP: 1500|2708 | Loss: 0.145760
+INFO:EPOCH 56/200 | STEP: 1600|2708 | Loss: 0.150973
+INFO:EPOCH 56/200 | STEP: 1700|2708 | Loss: 0.147564
+INFO:EPOCH 56/200 | STEP: 1800|2708 | Loss: 0.151224
+INFO:EPOCH 56/200 | STEP: 1900|2708 | Loss: 0.152832
+INFO:EPOCH 56/200 | STEP: 2000|2708 | Loss: 0.147396
+INFO:EPOCH 56/200 | STEP: 2100|2708 | Loss: 0.160683
+INFO:EPOCH 56/200 | STEP: 2200|2708 | Loss: 0.146639
+INFO:EPOCH 56/200 | STEP: 2300|2708 | Loss: 0.148079
+INFO:EPOCH 56/200 | STEP: 2400|2708 | Loss: 0.146312
+INFO:EPOCH 56/200 | STEP: 2500|2708 | Loss: 0.148567
+INFO:EPOCH 56/200 | STEP: 2600|2708 | Loss: 0.154403
+INFO:EPOCH 56/200 | STEP: 2700|2708 | Loss: 0.164636
+INFO:VAL NDCG@10, IoU=0.3: 0.319265
+INFO:VAL NDCG@10, IoU=0.5: 0.287574
+INFO:VAL NDCG@10, IoU=0.7: 0.190575
+INFO:VAL NDCG@20, IoU=0.3: 0.320592
+INFO:VAL NDCG@20, IoU=0.5: 0.288833
+INFO:VAL NDCG@20, IoU=0.7: 0.192810
+INFO:VAL NDCG@40, IoU=0.3: 0.341435
+INFO:VAL NDCG@40, IoU=0.5: 0.306456
+INFO:VAL NDCG@40, IoU=0.7: 0.208087
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.312184
+INFO:TEST NDCG@10, IoU=0.5: 0.280941
+INFO:TEST NDCG@10, IoU=0.7: 0.191641
+INFO:TEST NDCG@20, IoU=0.3: 0.314632
+INFO:TEST NDCG@20, IoU=0.5: 0.282521
+INFO:TEST NDCG@20, IoU=0.7: 0.194982
+INFO:TEST NDCG@40, IoU=0.3: 0.335948
+INFO:TEST NDCG@40, IoU=0.5: 0.302038
+INFO:TEST NDCG@40, IoU=0.7: 0.211611
+INFO:
+INFO:TRAIN EPOCH: 57|200
+INFO:EPOCH 57/200 | STEP: 0|2708 | Loss: 0.139917
+INFO:EPOCH 57/200 | STEP: 100|2708 | Loss: 0.147527
+INFO:EPOCH 57/200 | STEP: 200|2708 | Loss: 0.142943
+INFO:EPOCH 57/200 | STEP: 300|2708 | Loss: 0.145562
+INFO:EPOCH 57/200 | STEP: 400|2708 | Loss: 0.139383
+INFO:EPOCH 57/200 | STEP: 500|2708 | Loss: 0.144569
+INFO:EPOCH 57/200 | STEP: 600|2708 | Loss: 0.145457
+INFO:EPOCH 57/200 | STEP: 700|2708 | Loss: 0.139052
+INFO:EPOCH 57/200 | STEP: 800|2708 | Loss: 0.151375
+INFO:EPOCH 57/200 | STEP: 900|2708 | Loss: 0.156930
+INFO:EPOCH 57/200 | STEP: 1000|2708 | Loss: 0.149777
+INFO:EPOCH 57/200 | STEP: 1100|2708 | Loss: 0.144980
+INFO:EPOCH 57/200 | STEP: 1200|2708 | Loss: 0.142325
+INFO:EPOCH 57/200 | STEP: 1300|2708 | Loss: 0.146323
+INFO:EPOCH 57/200 | STEP: 1400|2708 | Loss: 0.151478
+INFO:EPOCH 57/200 | STEP: 1500|2708 | Loss: 0.152209
+INFO:EPOCH 57/200 | STEP: 1600|2708 | Loss: 0.146425
+INFO:EPOCH 57/200 | STEP: 1700|2708 | Loss: 0.154962
+INFO:EPOCH 57/200 | STEP: 1800|2708 | Loss: 0.159357
+INFO:EPOCH 57/200 | STEP: 1900|2708 | Loss: 0.154591
+INFO:EPOCH 57/200 | STEP: 2000|2708 | Loss: 0.151063
+INFO:EPOCH 57/200 | STEP: 2100|2708 | Loss: 0.151751
+INFO:EPOCH 57/200 | STEP: 2200|2708 | Loss: 0.157744
+INFO:EPOCH 57/200 | STEP: 2300|2708 | Loss: 0.151156
+INFO:EPOCH 57/200 | STEP: 2400|2708 | Loss: 0.152359
+INFO:EPOCH 57/200 | STEP: 2500|2708 | Loss: 0.141322
+INFO:EPOCH 57/200 | STEP: 2600|2708 | Loss: 0.149332
+INFO:EPOCH 57/200 | STEP: 2700|2708 | Loss: 0.152851
+INFO:VAL NDCG@10, IoU=0.3: 0.317153
+INFO:VAL NDCG@10, IoU=0.5: 0.286169
+INFO:VAL NDCG@10, IoU=0.7: 0.192051
+INFO:VAL NDCG@20, IoU=0.3: 0.320846
+INFO:VAL NDCG@20, IoU=0.5: 0.288574
+INFO:VAL NDCG@20, IoU=0.7: 0.195106
+INFO:VAL NDCG@40, IoU=0.3: 0.341272
+INFO:VAL NDCG@40, IoU=0.5: 0.308062
+INFO:VAL NDCG@40, IoU=0.7: 0.211399
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.317013
+INFO:TEST NDCG@10, IoU=0.5: 0.285684
+INFO:TEST NDCG@10, IoU=0.7: 0.194642
+INFO:TEST NDCG@20, IoU=0.3: 0.318284
+INFO:TEST NDCG@20, IoU=0.5: 0.286265
+INFO:TEST NDCG@20, IoU=0.7: 0.197819
+INFO:TEST NDCG@40, IoU=0.3: 0.338947
+INFO:TEST NDCG@40, IoU=0.5: 0.304650
+INFO:TEST NDCG@40, IoU=0.7: 0.212711
+INFO:
+INFO:TRAIN EPOCH: 58|200
+INFO:EPOCH 58/200 | STEP: 0|2708 | Loss: 0.145463
+INFO:EPOCH 58/200 | STEP: 100|2708 | Loss: 0.131947
+INFO:EPOCH 58/200 | STEP: 200|2708 | Loss: 0.143953
+INFO:EPOCH 58/200 | STEP: 300|2708 | Loss: 0.149789
+INFO:EPOCH 58/200 | STEP: 400|2708 | Loss: 0.145022
+INFO:EPOCH 58/200 | STEP: 500|2708 | Loss: 0.152429
+INFO:EPOCH 58/200 | STEP: 600|2708 | Loss: 0.150238
+INFO:EPOCH 58/200 | STEP: 700|2708 | Loss: 0.144292
+INFO:EPOCH 58/200 | STEP: 800|2708 | Loss: 0.151129
+INFO:EPOCH 58/200 | STEP: 900|2708 | Loss: 0.139273
+INFO:EPOCH 58/200 | STEP: 1000|2708 | Loss: 0.150142
+INFO:EPOCH 58/200 | STEP: 1100|2708 | Loss: 0.147095
+INFO:EPOCH 58/200 | STEP: 1200|2708 | Loss: 0.140109
+INFO:EPOCH 58/200 | STEP: 1300|2708 | Loss: 0.147530
+INFO:EPOCH 58/200 | STEP: 1400|2708 | Loss: 0.157722
+INFO:EPOCH 58/200 | STEP: 1500|2708 | Loss: 0.146297
+INFO:EPOCH 58/200 | STEP: 1600|2708 | Loss: 0.146011
+INFO:EPOCH 58/200 | STEP: 1700|2708 | Loss: 0.153724
+INFO:EPOCH 58/200 | STEP: 1800|2708 | Loss: 0.150289
+INFO:EPOCH 58/200 | STEP: 1900|2708 | Loss: 0.157157
+INFO:EPOCH 58/200 | STEP: 2000|2708 | Loss: 0.145863
+INFO:EPOCH 58/200 | STEP: 2100|2708 | Loss: 0.153818
+INFO:EPOCH 58/200 | STEP: 2200|2708 | Loss: 0.146848
+INFO:EPOCH 58/200 | STEP: 2300|2708 | Loss: 0.154621
+INFO:EPOCH 58/200 | STEP: 2400|2708 | Loss: 0.146235
+INFO:EPOCH 58/200 | STEP: 2500|2708 | Loss: 0.152210
+INFO:EPOCH 58/200 | STEP: 2600|2708 | Loss: 0.143151
+INFO:EPOCH 58/200 | STEP: 2700|2708 | Loss: 0.154426
+INFO:VAL NDCG@10, IoU=0.3: 0.318633
+INFO:VAL NDCG@10, IoU=0.5: 0.287813
+INFO:VAL NDCG@10, IoU=0.7: 0.192916
+INFO:VAL NDCG@20, IoU=0.3: 0.321181
+INFO:VAL NDCG@20, IoU=0.5: 0.289681
+INFO:VAL NDCG@20, IoU=0.7: 0.194315
+INFO:VAL NDCG@40, IoU=0.3: 0.344745
+INFO:VAL NDCG@40, IoU=0.5: 0.311368
+INFO:VAL NDCG@40, IoU=0.7: 0.211494
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.317310
+INFO:TEST NDCG@10, IoU=0.5: 0.285640
+INFO:TEST NDCG@10, IoU=0.7: 0.193394
+INFO:TEST NDCG@20, IoU=0.3: 0.318405
+INFO:TEST NDCG@20, IoU=0.5: 0.285960
+INFO:TEST NDCG@20, IoU=0.7: 0.196870
+INFO:TEST NDCG@40, IoU=0.3: 0.339914
+INFO:TEST NDCG@40, IoU=0.5: 0.305793
+INFO:TEST NDCG@40, IoU=0.7: 0.212974
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.318633
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.287813
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.192916
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.321181
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.289681
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.194315
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.344745
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.311368
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.211494
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.317310
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.285640
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.193394
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.318405
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.285960
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.196870
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.339914
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.305793
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.212974
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 59|200
+INFO:EPOCH 59/200 | STEP: 0|2708 | Loss: 0.146494
+INFO:EPOCH 59/200 | STEP: 100|2708 | Loss: 0.136127
+INFO:EPOCH 59/200 | STEP: 200|2708 | Loss: 0.131429
+INFO:EPOCH 59/200 | STEP: 300|2708 | Loss: 0.150815
+INFO:EPOCH 59/200 | STEP: 400|2708 | Loss: 0.149392
+INFO:EPOCH 59/200 | STEP: 500|2708 | Loss: 0.149706
+INFO:EPOCH 59/200 | STEP: 600|2708 | Loss: 0.151505
+INFO:EPOCH 59/200 | STEP: 700|2708 | Loss: 0.136100
+INFO:EPOCH 59/200 | STEP: 800|2708 | Loss: 0.143108
+INFO:EPOCH 59/200 | STEP: 900|2708 | Loss: 0.152134
+INFO:EPOCH 59/200 | STEP: 1000|2708 | Loss: 0.152439
+INFO:EPOCH 59/200 | STEP: 1100|2708 | Loss: 0.144429
+INFO:EPOCH 59/200 | STEP: 1200|2708 | Loss: 0.149364
+INFO:EPOCH 59/200 | STEP: 1300|2708 | Loss: 0.144259
+INFO:EPOCH 59/200 | STEP: 1400|2708 | Loss: 0.155166
+INFO:EPOCH 59/200 | STEP: 1500|2708 | Loss: 0.151143
+INFO:EPOCH 59/200 | STEP: 1600|2708 | Loss: 0.151766
+INFO:EPOCH 59/200 | STEP: 1700|2708 | Loss: 0.151756
+INFO:EPOCH 59/200 | STEP: 1800|2708 | Loss: 0.152993
+INFO:EPOCH 59/200 | STEP: 1900|2708 | Loss: 0.149480
+INFO:EPOCH 59/200 | STEP: 2000|2708 | Loss: 0.145445
+INFO:EPOCH 59/200 | STEP: 2100|2708 | Loss: 0.152483
+INFO:EPOCH 59/200 | STEP: 2200|2708 | Loss: 0.145449
+INFO:EPOCH 59/200 | STEP: 2300|2708 | Loss: 0.145515
+INFO:EPOCH 59/200 | STEP: 2400|2708 | Loss: 0.150646
+INFO:EPOCH 59/200 | STEP: 2500|2708 | Loss: 0.147529
+INFO:EPOCH 59/200 | STEP: 2600|2708 | Loss: 0.160506
+INFO:EPOCH 59/200 | STEP: 2700|2708 | Loss: 0.152658
+INFO:VAL NDCG@10, IoU=0.3: 0.323302
+INFO:VAL NDCG@10, IoU=0.5: 0.291243
+INFO:VAL NDCG@10, IoU=0.7: 0.195299
+INFO:VAL NDCG@20, IoU=0.3: 0.325407
+INFO:VAL NDCG@20, IoU=0.5: 0.293047
+INFO:VAL NDCG@20, IoU=0.7: 0.196585
+INFO:VAL NDCG@40, IoU=0.3: 0.345446
+INFO:VAL NDCG@40, IoU=0.5: 0.311653
+INFO:VAL NDCG@40, IoU=0.7: 0.212104
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.316358
+INFO:TEST NDCG@10, IoU=0.5: 0.283358
+INFO:TEST NDCG@10, IoU=0.7: 0.192413
+INFO:TEST NDCG@20, IoU=0.3: 0.318444
+INFO:TEST NDCG@20, IoU=0.5: 0.284786
+INFO:TEST NDCG@20, IoU=0.7: 0.196166
+INFO:TEST NDCG@40, IoU=0.3: 0.339605
+INFO:TEST NDCG@40, IoU=0.5: 0.304490
+INFO:TEST NDCG@40, IoU=0.7: 0.212580
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.323302
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.291243
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.195299
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.325407
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.293047
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.196585
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.345446
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.311653
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.212104
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.316358
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.283358
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.192413
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.318444
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.284786
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.196166
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.339605
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.304490
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.212580
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 60|200
+INFO:EPOCH 60/200 | STEP: 0|2708 | Loss: 0.139974
+INFO:EPOCH 60/200 | STEP: 100|2708 | Loss: 0.141183
+INFO:EPOCH 60/200 | STEP: 200|2708 | Loss: 0.145893
+INFO:EPOCH 60/200 | STEP: 300|2708 | Loss: 0.154230
+INFO:EPOCH 60/200 | STEP: 400|2708 | Loss: 0.154330
+INFO:EPOCH 60/200 | STEP: 500|2708 | Loss: 0.149698
+INFO:EPOCH 60/200 | STEP: 600|2708 | Loss: 0.150544
+INFO:EPOCH 60/200 | STEP: 700|2708 | Loss: 0.144068
+INFO:EPOCH 60/200 | STEP: 800|2708 | Loss: 0.135808
+INFO:EPOCH 60/200 | STEP: 900|2708 | Loss: 0.148192
+INFO:EPOCH 60/200 | STEP: 1000|2708 | Loss: 0.145849
+INFO:EPOCH 60/200 | STEP: 1100|2708 | Loss: 0.150915
+INFO:EPOCH 60/200 | STEP: 1200|2708 | Loss: 0.142409
+INFO:EPOCH 60/200 | STEP: 1300|2708 | Loss: 0.136784
+INFO:EPOCH 60/200 | STEP: 1400|2708 | Loss: 0.150095
+INFO:EPOCH 60/200 | STEP: 1500|2708 | Loss: 0.151737
+INFO:EPOCH 60/200 | STEP: 1600|2708 | Loss: 0.147173
+INFO:EPOCH 60/200 | STEP: 1700|2708 | Loss: 0.142088
+INFO:EPOCH 60/200 | STEP: 1800|2708 | Loss: 0.151123
+INFO:EPOCH 60/200 | STEP: 1900|2708 | Loss: 0.143188
+INFO:EPOCH 60/200 | STEP: 2000|2708 | Loss: 0.138434
+INFO:EPOCH 60/200 | STEP: 2100|2708 | Loss: 0.143104
+INFO:EPOCH 60/200 | STEP: 2200|2708 | Loss: 0.146626
+INFO:EPOCH 60/200 | STEP: 2300|2708 | Loss: 0.145505
+INFO:EPOCH 60/200 | STEP: 2400|2708 | Loss: 0.157791
+INFO:EPOCH 60/200 | STEP: 2500|2708 | Loss: 0.139672
+INFO:EPOCH 60/200 | STEP: 2600|2708 | Loss: 0.149145
+INFO:EPOCH 60/200 | STEP: 2700|2708 | Loss: 0.140868
+INFO:VAL NDCG@10, IoU=0.3: 0.317572
+INFO:VAL NDCG@10, IoU=0.5: 0.287965
+INFO:VAL NDCG@10, IoU=0.7: 0.193170
+INFO:VAL NDCG@20, IoU=0.3: 0.322594
+INFO:VAL NDCG@20, IoU=0.5: 0.291727
+INFO:VAL NDCG@20, IoU=0.7: 0.196844
+INFO:VAL NDCG@40, IoU=0.3: 0.345220
+INFO:VAL NDCG@40, IoU=0.5: 0.311407
+INFO:VAL NDCG@40, IoU=0.7: 0.213278
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.317768
+INFO:TEST NDCG@10, IoU=0.5: 0.285605
+INFO:TEST NDCG@10, IoU=0.7: 0.193065
+INFO:TEST NDCG@20, IoU=0.3: 0.319712
+INFO:TEST NDCG@20, IoU=0.5: 0.286710
+INFO:TEST NDCG@20, IoU=0.7: 0.196894
+INFO:TEST NDCG@40, IoU=0.3: 0.341459
+INFO:TEST NDCG@40, IoU=0.5: 0.306455
+INFO:TEST NDCG@40, IoU=0.7: 0.213623
+INFO:
+INFO:TRAIN EPOCH: 61|200
+INFO:EPOCH 61/200 | STEP: 0|2708 | Loss: 0.141725
+INFO:EPOCH 61/200 | STEP: 100|2708 | Loss: 0.147627
+INFO:EPOCH 61/200 | STEP: 200|2708 | Loss: 0.140778
+INFO:EPOCH 61/200 | STEP: 300|2708 | Loss: 0.144377
+INFO:EPOCH 61/200 | STEP: 400|2708 | Loss: 0.150348
+INFO:EPOCH 61/200 | STEP: 500|2708 | Loss: 0.143751
+INFO:EPOCH 61/200 | STEP: 600|2708 | Loss: 0.143396
+INFO:EPOCH 61/200 | STEP: 700|2708 | Loss: 0.153181
+INFO:EPOCH 61/200 | STEP: 800|2708 | Loss: 0.147876
+INFO:EPOCH 61/200 | STEP: 900|2708 | Loss: 0.147694
+INFO:EPOCH 61/200 | STEP: 1000|2708 | Loss: 0.142295
+INFO:EPOCH 61/200 | STEP: 1100|2708 | Loss: 0.141630
+INFO:EPOCH 61/200 | STEP: 1200|2708 | Loss: 0.155691
+INFO:EPOCH 61/200 | STEP: 1300|2708 | Loss: 0.143040
+INFO:EPOCH 61/200 | STEP: 1400|2708 | Loss: 0.147831
+INFO:EPOCH 61/200 | STEP: 1500|2708 | Loss: 0.154757
+INFO:EPOCH 61/200 | STEP: 1600|2708 | Loss: 0.136594
+INFO:EPOCH 61/200 | STEP: 1700|2708 | Loss: 0.145912
+INFO:EPOCH 61/200 | STEP: 1800|2708 | Loss: 0.149851
+INFO:EPOCH 61/200 | STEP: 1900|2708 | Loss: 0.145752
+INFO:EPOCH 61/200 | STEP: 2000|2708 | Loss: 0.146177
+INFO:EPOCH 61/200 | STEP: 2100|2708 | Loss: 0.143514
+INFO:EPOCH 61/200 | STEP: 2200|2708 | Loss: 0.149389
+INFO:EPOCH 61/200 | STEP: 2300|2708 | Loss: 0.149955
+INFO:EPOCH 61/200 | STEP: 2400|2708 | Loss: 0.143444
+INFO:EPOCH 61/200 | STEP: 2500|2708 | Loss: 0.143772
+INFO:EPOCH 61/200 | STEP: 2600|2708 | Loss: 0.150859
+INFO:EPOCH 61/200 | STEP: 2700|2708 | Loss: 0.142719
+INFO:VAL NDCG@10, IoU=0.3: 0.320470
+INFO:VAL NDCG@10, IoU=0.5: 0.291567
+INFO:VAL NDCG@10, IoU=0.7: 0.195491
+INFO:VAL NDCG@20, IoU=0.3: 0.326101
+INFO:VAL NDCG@20, IoU=0.5: 0.294773
+INFO:VAL NDCG@20, IoU=0.7: 0.197663
+INFO:VAL NDCG@40, IoU=0.3: 0.348052
+INFO:VAL NDCG@40, IoU=0.5: 0.314585
+INFO:VAL NDCG@40, IoU=0.7: 0.215444
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.320534
+INFO:TEST NDCG@10, IoU=0.5: 0.287660
+INFO:TEST NDCG@10, IoU=0.7: 0.195715
+INFO:TEST NDCG@20, IoU=0.3: 0.322274
+INFO:TEST NDCG@20, IoU=0.5: 0.289167
+INFO:TEST NDCG@20, IoU=0.7: 0.199204
+INFO:TEST NDCG@40, IoU=0.3: 0.343912
+INFO:TEST NDCG@40, IoU=0.5: 0.308558
+INFO:TEST NDCG@40, IoU=0.7: 0.215202
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.320470
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.291567
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.195491
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.326101
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.294773
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.197663
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.348052
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.314585
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.215444
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.320534
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.287660
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.195715
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.322274
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.289167
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.199204
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.343912
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.308558
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.215202
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 62|200
+INFO:EPOCH 62/200 | STEP: 0|2708 | Loss: 0.147559
+INFO:EPOCH 62/200 | STEP: 100|2708 | Loss: 0.148474
+INFO:EPOCH 62/200 | STEP: 200|2708 | Loss: 0.137329
+INFO:EPOCH 62/200 | STEP: 300|2708 | Loss: 0.136934
+INFO:EPOCH 62/200 | STEP: 400|2708 | Loss: 0.149323
+INFO:EPOCH 62/200 | STEP: 500|2708 | Loss: 0.141695
+INFO:EPOCH 62/200 | STEP: 600|2708 | Loss: 0.148077
+INFO:EPOCH 62/200 | STEP: 700|2708 | Loss: 0.141998
+INFO:EPOCH 62/200 | STEP: 800|2708 | Loss: 0.149634
+INFO:EPOCH 62/200 | STEP: 900|2708 | Loss: 0.140908
+INFO:EPOCH 62/200 | STEP: 1000|2708 | Loss: 0.152314
+INFO:EPOCH 62/200 | STEP: 1100|2708 | Loss: 0.137764
+INFO:EPOCH 62/200 | STEP: 1200|2708 | Loss: 0.147889
+INFO:EPOCH 62/200 | STEP: 1300|2708 | Loss: 0.151705
+INFO:EPOCH 62/200 | STEP: 1400|2708 | Loss: 0.155307
+INFO:EPOCH 62/200 | STEP: 1500|2708 | Loss: 0.146542
+INFO:EPOCH 62/200 | STEP: 1600|2708 | Loss: 0.148345
+INFO:EPOCH 62/200 | STEP: 1700|2708 | Loss: 0.139904
+INFO:EPOCH 62/200 | STEP: 1800|2708 | Loss: 0.144204
+INFO:EPOCH 62/200 | STEP: 1900|2708 | Loss: 0.144063
+INFO:EPOCH 62/200 | STEP: 2000|2708 | Loss: 0.147534
+INFO:EPOCH 62/200 | STEP: 2100|2708 | Loss: 0.142665
+INFO:EPOCH 62/200 | STEP: 2200|2708 | Loss: 0.148576
+INFO:EPOCH 62/200 | STEP: 2300|2708 | Loss: 0.153782
+INFO:EPOCH 62/200 | STEP: 2400|2708 | Loss: 0.156045
+INFO:EPOCH 62/200 | STEP: 2500|2708 | Loss: 0.142423
+INFO:EPOCH 62/200 | STEP: 2600|2708 | Loss: 0.141977
+INFO:EPOCH 62/200 | STEP: 2700|2708 | Loss: 0.148868
+INFO:VAL NDCG@10, IoU=0.3: 0.323234
+INFO:VAL NDCG@10, IoU=0.5: 0.293602
+INFO:VAL NDCG@10, IoU=0.7: 0.197217
+INFO:VAL NDCG@20, IoU=0.3: 0.328482
+INFO:VAL NDCG@20, IoU=0.5: 0.296245
+INFO:VAL NDCG@20, IoU=0.7: 0.198516
+INFO:VAL NDCG@40, IoU=0.3: 0.349288
+INFO:VAL NDCG@40, IoU=0.5: 0.315324
+INFO:VAL NDCG@40, IoU=0.7: 0.213933
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.320627
+INFO:TEST NDCG@10, IoU=0.5: 0.288174
+INFO:TEST NDCG@10, IoU=0.7: 0.196169
+INFO:TEST NDCG@20, IoU=0.3: 0.322779
+INFO:TEST NDCG@20, IoU=0.5: 0.289779
+INFO:TEST NDCG@20, IoU=0.7: 0.199402
+INFO:TEST NDCG@40, IoU=0.3: 0.343937
+INFO:TEST NDCG@40, IoU=0.5: 0.308845
+INFO:TEST NDCG@40, IoU=0.7: 0.215244
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.323234
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.293602
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.197217
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.328482
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.296245
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.198516
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.349288
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.315324
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.213933
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.320627
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.288174
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.196169
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.322779
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.289779
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.199402
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.343937
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.308845
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.215244
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 63|200
+INFO:EPOCH 63/200 | STEP: 0|2708 | Loss: 0.144441
+INFO:EPOCH 63/200 | STEP: 100|2708 | Loss: 0.131478
+INFO:EPOCH 63/200 | STEP: 200|2708 | Loss: 0.140316
+INFO:EPOCH 63/200 | STEP: 300|2708 | Loss: 0.142689
+INFO:EPOCH 63/200 | STEP: 400|2708 | Loss: 0.156682
+INFO:EPOCH 63/200 | STEP: 500|2708 | Loss: 0.146284
+INFO:EPOCH 63/200 | STEP: 600|2708 | Loss: 0.147798
+INFO:EPOCH 63/200 | STEP: 700|2708 | Loss: 0.144736
+INFO:EPOCH 63/200 | STEP: 800|2708 | Loss: 0.141903
+INFO:EPOCH 63/200 | STEP: 900|2708 | Loss: 0.143944
+INFO:EPOCH 63/200 | STEP: 1000|2708 | Loss: 0.145197
+INFO:EPOCH 63/200 | STEP: 1100|2708 | Loss: 0.150501
+INFO:EPOCH 63/200 | STEP: 1200|2708 | Loss: 0.140616
+INFO:EPOCH 63/200 | STEP: 1300|2708 | Loss: 0.138447
+INFO:EPOCH 63/200 | STEP: 1400|2708 | Loss: 0.143361
+INFO:EPOCH 63/200 | STEP: 1500|2708 | Loss: 0.149242
+INFO:EPOCH 63/200 | STEP: 1600|2708 | Loss: 0.136098
+INFO:EPOCH 63/200 | STEP: 1700|2708 | Loss: 0.155435
+INFO:EPOCH 63/200 | STEP: 1800|2708 | Loss: 0.149647
+INFO:EPOCH 63/200 | STEP: 1900|2708 | Loss: 0.154086
+INFO:EPOCH 63/200 | STEP: 2000|2708 | Loss: 0.156222
+INFO:EPOCH 63/200 | STEP: 2100|2708 | Loss: 0.142240
+INFO:EPOCH 63/200 | STEP: 2200|2708 | Loss: 0.138838
+INFO:EPOCH 63/200 | STEP: 2300|2708 | Loss: 0.152661
+INFO:EPOCH 63/200 | STEP: 2400|2708 | Loss: 0.155414
+INFO:EPOCH 63/200 | STEP: 2500|2708 | Loss: 0.141313
+INFO:EPOCH 63/200 | STEP: 2600|2708 | Loss: 0.157176
+INFO:EPOCH 63/200 | STEP: 2700|2708 | Loss: 0.151555
+INFO:VAL NDCG@10, IoU=0.3: 0.324129
+INFO:VAL NDCG@10, IoU=0.5: 0.294847
+INFO:VAL NDCG@10, IoU=0.7: 0.197471
+INFO:VAL NDCG@20, IoU=0.3: 0.326006
+INFO:VAL NDCG@20, IoU=0.5: 0.295053
+INFO:VAL NDCG@20, IoU=0.7: 0.200467
+INFO:VAL NDCG@40, IoU=0.3: 0.347551
+INFO:VAL NDCG@40, IoU=0.5: 0.314602
+INFO:VAL NDCG@40, IoU=0.7: 0.216535
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.320918
+INFO:TEST NDCG@10, IoU=0.5: 0.289081
+INFO:TEST NDCG@10, IoU=0.7: 0.197362
+INFO:TEST NDCG@20, IoU=0.3: 0.322803
+INFO:TEST NDCG@20, IoU=0.5: 0.290097
+INFO:TEST NDCG@20, IoU=0.7: 0.200464
+INFO:TEST NDCG@40, IoU=0.3: 0.343829
+INFO:TEST NDCG@40, IoU=0.5: 0.309166
+INFO:TEST NDCG@40, IoU=0.7: 0.216865
+INFO:
+INFO:TRAIN EPOCH: 64|200
+INFO:EPOCH 64/200 | STEP: 0|2708 | Loss: 0.149934
+INFO:EPOCH 64/200 | STEP: 100|2708 | Loss: 0.136897
+INFO:EPOCH 64/200 | STEP: 200|2708 | Loss: 0.148097
+INFO:EPOCH 64/200 | STEP: 300|2708 | Loss: 0.132094
+INFO:EPOCH 64/200 | STEP: 400|2708 | Loss: 0.139476
+INFO:EPOCH 64/200 | STEP: 500|2708 | Loss: 0.148876
+INFO:EPOCH 64/200 | STEP: 600|2708 | Loss: 0.155567
+INFO:EPOCH 64/200 | STEP: 700|2708 | Loss: 0.141021
+INFO:EPOCH 64/200 | STEP: 800|2708 | Loss: 0.143312
+INFO:EPOCH 64/200 | STEP: 900|2708 | Loss: 0.139241
+INFO:EPOCH 64/200 | STEP: 1000|2708 | Loss: 0.141251
+INFO:EPOCH 64/200 | STEP: 1100|2708 | Loss: 0.144558
+INFO:EPOCH 64/200 | STEP: 1200|2708 | Loss: 0.152131
+INFO:EPOCH 64/200 | STEP: 1300|2708 | Loss: 0.133019
+INFO:EPOCH 64/200 | STEP: 1400|2708 | Loss: 0.153468
+INFO:EPOCH 64/200 | STEP: 1500|2708 | Loss: 0.147893
+INFO:EPOCH 64/200 | STEP: 1600|2708 | Loss: 0.145493
+INFO:EPOCH 64/200 | STEP: 1700|2708 | Loss: 0.146218
+INFO:EPOCH 64/200 | STEP: 1800|2708 | Loss: 0.131579
+INFO:EPOCH 64/200 | STEP: 1900|2708 | Loss: 0.143814
+INFO:EPOCH 64/200 | STEP: 2000|2708 | Loss: 0.141052
+INFO:EPOCH 64/200 | STEP: 2100|2708 | Loss: 0.141134
+INFO:EPOCH 64/200 | STEP: 2200|2708 | Loss: 0.148567
+INFO:EPOCH 64/200 | STEP: 2300|2708 | Loss: 0.143112
+INFO:EPOCH 64/200 | STEP: 2400|2708 | Loss: 0.156082
+INFO:EPOCH 64/200 | STEP: 2500|2708 | Loss: 0.149350
+INFO:EPOCH 64/200 | STEP: 2600|2708 | Loss: 0.147734
+INFO:EPOCH 64/200 | STEP: 2700|2708 | Loss: 0.139599
+INFO:VAL NDCG@10, IoU=0.3: 0.326029
+INFO:VAL NDCG@10, IoU=0.5: 0.295602
+INFO:VAL NDCG@10, IoU=0.7: 0.194027
+INFO:VAL NDCG@20, IoU=0.3: 0.328827
+INFO:VAL NDCG@20, IoU=0.5: 0.297743
+INFO:VAL NDCG@20, IoU=0.7: 0.199944
+INFO:VAL NDCG@40, IoU=0.3: 0.351511
+INFO:VAL NDCG@40, IoU=0.5: 0.317284
+INFO:VAL NDCG@40, IoU=0.7: 0.215862
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.322804
+INFO:TEST NDCG@10, IoU=0.5: 0.290302
+INFO:TEST NDCG@10, IoU=0.7: 0.197878
+INFO:TEST NDCG@20, IoU=0.3: 0.324400
+INFO:TEST NDCG@20, IoU=0.5: 0.291242
+INFO:TEST NDCG@20, IoU=0.7: 0.201052
+INFO:TEST NDCG@40, IoU=0.3: 0.346132
+INFO:TEST NDCG@40, IoU=0.5: 0.311272
+INFO:TEST NDCG@40, IoU=0.7: 0.217668
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.326029
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.295602
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.194027
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.328827
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.297743
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.199944
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.351511
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.317284
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.215862
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.322804
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.290302
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.197878
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.324400
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.291242
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.201052
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.346132
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.311272
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.217668
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 65|200
+INFO:EPOCH 65/200 | STEP: 0|2708 | Loss: 0.148299
+INFO:EPOCH 65/200 | STEP: 100|2708 | Loss: 0.144278
+INFO:EPOCH 65/200 | STEP: 200|2708 | Loss: 0.145736
+INFO:EPOCH 65/200 | STEP: 300|2708 | Loss: 0.143203
+INFO:EPOCH 65/200 | STEP: 400|2708 | Loss: 0.156483
+INFO:EPOCH 65/200 | STEP: 500|2708 | Loss: 0.140431
+INFO:EPOCH 65/200 | STEP: 600|2708 | Loss: 0.135742
+INFO:EPOCH 65/200 | STEP: 700|2708 | Loss: 0.148782
+INFO:EPOCH 65/200 | STEP: 800|2708 | Loss: 0.150593
+INFO:EPOCH 65/200 | STEP: 900|2708 | Loss: 0.146725
+INFO:EPOCH 65/200 | STEP: 1000|2708 | Loss: 0.148482
+INFO:EPOCH 65/200 | STEP: 1100|2708 | Loss: 0.143645
+INFO:EPOCH 65/200 | STEP: 1200|2708 | Loss: 0.144018
+INFO:EPOCH 65/200 | STEP: 1300|2708 | Loss: 0.138786
+INFO:EPOCH 65/200 | STEP: 1400|2708 | Loss: 0.143644
+INFO:EPOCH 65/200 | STEP: 1500|2708 | Loss: 0.148223
+INFO:EPOCH 65/200 | STEP: 1600|2708 | Loss: 0.140674
+INFO:EPOCH 65/200 | STEP: 1700|2708 | Loss: 0.147119
+INFO:EPOCH 65/200 | STEP: 1800|2708 | Loss: 0.152022
+INFO:EPOCH 65/200 | STEP: 1900|2708 | Loss: 0.150655
+INFO:EPOCH 65/200 | STEP: 2000|2708 | Loss: 0.139278
+INFO:EPOCH 65/200 | STEP: 2100|2708 | Loss: 0.134877
+INFO:EPOCH 65/200 | STEP: 2200|2708 | Loss: 0.139291
+INFO:EPOCH 65/200 | STEP: 2300|2708 | Loss: 0.151254
+INFO:EPOCH 65/200 | STEP: 2400|2708 | Loss: 0.141348
+INFO:EPOCH 65/200 | STEP: 2500|2708 | Loss: 0.137513
+INFO:EPOCH 65/200 | STEP: 2600|2708 | Loss: 0.143287
+INFO:EPOCH 65/200 | STEP: 2700|2708 | Loss: 0.142737
+INFO:VAL NDCG@10, IoU=0.3: 0.335650
+INFO:VAL NDCG@10, IoU=0.5: 0.301538
+INFO:VAL NDCG@10, IoU=0.7: 0.204949
+INFO:VAL NDCG@20, IoU=0.3: 0.331982
+INFO:VAL NDCG@20, IoU=0.5: 0.297892
+INFO:VAL NDCG@20, IoU=0.7: 0.203069
+INFO:VAL NDCG@40, IoU=0.3: 0.353042
+INFO:VAL NDCG@40, IoU=0.5: 0.317689
+INFO:VAL NDCG@40, IoU=0.7: 0.216983
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.324177
+INFO:TEST NDCG@10, IoU=0.5: 0.292106
+INFO:TEST NDCG@10, IoU=0.7: 0.198287
+INFO:TEST NDCG@20, IoU=0.3: 0.324513
+INFO:TEST NDCG@20, IoU=0.5: 0.292022
+INFO:TEST NDCG@20, IoU=0.7: 0.201143
+INFO:TEST NDCG@40, IoU=0.3: 0.346528
+INFO:TEST NDCG@40, IoU=0.5: 0.311932
+INFO:TEST NDCG@40, IoU=0.7: 0.218027
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.335650
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.301538
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.204949
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.331982
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.297892
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.203069
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.353042
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.317689
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.216983
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.324177
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.292106
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.198287
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.324513
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.292022
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.201143
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.346528
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.311932
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.218027
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 66|200
+INFO:EPOCH 66/200 | STEP: 0|2708 | Loss: 0.141414
+INFO:EPOCH 66/200 | STEP: 100|2708 | Loss: 0.133300
+INFO:EPOCH 66/200 | STEP: 200|2708 | Loss: 0.135240
+INFO:EPOCH 66/200 | STEP: 300|2708 | Loss: 0.147463
+INFO:EPOCH 66/200 | STEP: 400|2708 | Loss: 0.153624
+INFO:EPOCH 66/200 | STEP: 500|2708 | Loss: 0.144646
+INFO:EPOCH 66/200 | STEP: 600|2708 | Loss: 0.144893
+INFO:EPOCH 66/200 | STEP: 700|2708 | Loss: 0.146902
+INFO:EPOCH 66/200 | STEP: 800|2708 | Loss: 0.129331
+INFO:EPOCH 66/200 | STEP: 900|2708 | Loss: 0.137616
+INFO:EPOCH 66/200 | STEP: 1000|2708 | Loss: 0.141060
+INFO:EPOCH 66/200 | STEP: 1100|2708 | Loss: 0.141334
+INFO:EPOCH 66/200 | STEP: 1200|2708 | Loss: 0.146967
+INFO:EPOCH 66/200 | STEP: 1300|2708 | Loss: 0.152791
+INFO:EPOCH 66/200 | STEP: 1400|2708 | Loss: 0.149992
+INFO:EPOCH 66/200 | STEP: 1500|2708 | Loss: 0.138533
+INFO:EPOCH 66/200 | STEP: 1600|2708 | Loss: 0.134753
+INFO:EPOCH 66/200 | STEP: 1700|2708 | Loss: 0.140316
+INFO:EPOCH 66/200 | STEP: 1800|2708 | Loss: 0.146234
+INFO:EPOCH 66/200 | STEP: 1900|2708 | Loss: 0.146685
+INFO:EPOCH 66/200 | STEP: 2000|2708 | Loss: 0.144587
+INFO:EPOCH 66/200 | STEP: 2100|2708 | Loss: 0.151000
+INFO:EPOCH 66/200 | STEP: 2200|2708 | Loss: 0.148148
+INFO:EPOCH 66/200 | STEP: 2300|2708 | Loss: 0.136970
+INFO:EPOCH 66/200 | STEP: 2400|2708 | Loss: 0.153613
+INFO:EPOCH 66/200 | STEP: 2500|2708 | Loss: 0.146972
+INFO:EPOCH 66/200 | STEP: 2600|2708 | Loss: 0.149299
+INFO:EPOCH 66/200 | STEP: 2700|2708 | Loss: 0.142558
+INFO:VAL NDCG@10, IoU=0.3: 0.326862
+INFO:VAL NDCG@10, IoU=0.5: 0.295408
+INFO:VAL NDCG@10, IoU=0.7: 0.197026
+INFO:VAL NDCG@20, IoU=0.3: 0.329578
+INFO:VAL NDCG@20, IoU=0.5: 0.295608
+INFO:VAL NDCG@20, IoU=0.7: 0.199905
+INFO:VAL NDCG@40, IoU=0.3: 0.352455
+INFO:VAL NDCG@40, IoU=0.5: 0.317005
+INFO:VAL NDCG@40, IoU=0.7: 0.216405
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.326569
+INFO:TEST NDCG@10, IoU=0.5: 0.292935
+INFO:TEST NDCG@10, IoU=0.7: 0.199640
+INFO:TEST NDCG@20, IoU=0.3: 0.327037
+INFO:TEST NDCG@20, IoU=0.5: 0.293535
+INFO:TEST NDCG@20, IoU=0.7: 0.202090
+INFO:TEST NDCG@40, IoU=0.3: 0.349283
+INFO:TEST NDCG@40, IoU=0.5: 0.313458
+INFO:TEST NDCG@40, IoU=0.7: 0.218957
+INFO:
+INFO:TRAIN EPOCH: 67|200
+INFO:EPOCH 67/200 | STEP: 0|2708 | Loss: 0.145728
+INFO:EPOCH 67/200 | STEP: 100|2708 | Loss: 0.133209
+INFO:EPOCH 67/200 | STEP: 200|2708 | Loss: 0.138423
+INFO:EPOCH 67/200 | STEP: 300|2708 | Loss: 0.135824
+INFO:EPOCH 67/200 | STEP: 400|2708 | Loss: 0.139388
+INFO:EPOCH 67/200 | STEP: 500|2708 | Loss: 0.139185
+INFO:EPOCH 67/200 | STEP: 600|2708 | Loss: 0.145216
+INFO:EPOCH 67/200 | STEP: 700|2708 | Loss: 0.142822
+INFO:EPOCH 67/200 | STEP: 800|2708 | Loss: 0.154086
+INFO:EPOCH 67/200 | STEP: 900|2708 | Loss: 0.146421
+INFO:EPOCH 67/200 | STEP: 1000|2708 | Loss: 0.139786
+INFO:EPOCH 67/200 | STEP: 1100|2708 | Loss: 0.149470
+INFO:EPOCH 67/200 | STEP: 1200|2708 | Loss: 0.149940
+INFO:EPOCH 67/200 | STEP: 1300|2708 | Loss: 0.145084
+INFO:EPOCH 67/200 | STEP: 1400|2708 | Loss: 0.141105
+INFO:EPOCH 67/200 | STEP: 1500|2708 | Loss: 0.142034
+INFO:EPOCH 67/200 | STEP: 1600|2708 | Loss: 0.149864
+INFO:EPOCH 67/200 | STEP: 1700|2708 | Loss: 0.137976
+INFO:EPOCH 67/200 | STEP: 1800|2708 | Loss: 0.138469
+INFO:EPOCH 67/200 | STEP: 1900|2708 | Loss: 0.154542
+INFO:EPOCH 67/200 | STEP: 2000|2708 | Loss: 0.140274
+INFO:EPOCH 67/200 | STEP: 2100|2708 | Loss: 0.142266
+INFO:EPOCH 67/200 | STEP: 2200|2708 | Loss: 0.138993
+INFO:EPOCH 67/200 | STEP: 2300|2708 | Loss: 0.144267
+INFO:EPOCH 67/200 | STEP: 2400|2708 | Loss: 0.147762
+INFO:EPOCH 67/200 | STEP: 2500|2708 | Loss: 0.136198
+INFO:EPOCH 67/200 | STEP: 2600|2708 | Loss: 0.150151
+INFO:EPOCH 67/200 | STEP: 2700|2708 | Loss: 0.146242
+INFO:VAL NDCG@10, IoU=0.3: 0.331201
+INFO:VAL NDCG@10, IoU=0.5: 0.299937
+INFO:VAL NDCG@10, IoU=0.7: 0.201908
+INFO:VAL NDCG@20, IoU=0.3: 0.334172
+INFO:VAL NDCG@20, IoU=0.5: 0.301993
+INFO:VAL NDCG@20, IoU=0.7: 0.204485
+INFO:VAL NDCG@40, IoU=0.3: 0.356463
+INFO:VAL NDCG@40, IoU=0.5: 0.321884
+INFO:VAL NDCG@40, IoU=0.7: 0.220084
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.327650
+INFO:TEST NDCG@10, IoU=0.5: 0.295390
+INFO:TEST NDCG@10, IoU=0.7: 0.201516
+INFO:TEST NDCG@20, IoU=0.3: 0.330296
+INFO:TEST NDCG@20, IoU=0.5: 0.297372
+INFO:TEST NDCG@20, IoU=0.7: 0.205368
+INFO:TEST NDCG@40, IoU=0.3: 0.351854
+INFO:TEST NDCG@40, IoU=0.5: 0.316520
+INFO:TEST NDCG@40, IoU=0.7: 0.221463
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.331201
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.299937
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.201908
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.334172
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.301993
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.204485
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.356463
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.321884
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.220084
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.327650
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.295390
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.201516
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.330296
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.297372
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.205368
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.351854
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.316520
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.221463
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 68|200
+INFO:EPOCH 68/200 | STEP: 0|2708 | Loss: 0.138488
+INFO:EPOCH 68/200 | STEP: 100|2708 | Loss: 0.147741
+INFO:EPOCH 68/200 | STEP: 200|2708 | Loss: 0.145414
+INFO:EPOCH 68/200 | STEP: 300|2708 | Loss: 0.138411
+INFO:EPOCH 68/200 | STEP: 400|2708 | Loss: 0.139743
+INFO:EPOCH 68/200 | STEP: 500|2708 | Loss: 0.146942
+INFO:EPOCH 68/200 | STEP: 600|2708 | Loss: 0.129173
+INFO:EPOCH 68/200 | STEP: 700|2708 | Loss: 0.141623
+INFO:EPOCH 68/200 | STEP: 800|2708 | Loss: 0.135634
+INFO:EPOCH 68/200 | STEP: 900|2708 | Loss: 0.138692
+INFO:EPOCH 68/200 | STEP: 1000|2708 | Loss: 0.138113
+INFO:EPOCH 68/200 | STEP: 1100|2708 | Loss: 0.142014
+INFO:EPOCH 68/200 | STEP: 1200|2708 | Loss: 0.151162
+INFO:EPOCH 68/200 | STEP: 1300|2708 | Loss: 0.145575
+INFO:EPOCH 68/200 | STEP: 1400|2708 | Loss: 0.139157
+INFO:EPOCH 68/200 | STEP: 1500|2708 | Loss: 0.144157
+INFO:EPOCH 68/200 | STEP: 1600|2708 | Loss: 0.136008
+INFO:EPOCH 68/200 | STEP: 1700|2708 | Loss: 0.138752
+INFO:EPOCH 68/200 | STEP: 1800|2708 | Loss: 0.155061
+INFO:EPOCH 68/200 | STEP: 1900|2708 | Loss: 0.140964
+INFO:EPOCH 68/200 | STEP: 2000|2708 | Loss: 0.145471
+INFO:EPOCH 68/200 | STEP: 2100|2708 | Loss: 0.144951
+INFO:EPOCH 68/200 | STEP: 2200|2708 | Loss: 0.134321
+INFO:EPOCH 68/200 | STEP: 2300|2708 | Loss: 0.142870
+INFO:EPOCH 68/200 | STEP: 2400|2708 | Loss: 0.144771
+INFO:EPOCH 68/200 | STEP: 2500|2708 | Loss: 0.142282
+INFO:EPOCH 68/200 | STEP: 2600|2708 | Loss: 0.141763
+INFO:EPOCH 68/200 | STEP: 2700|2708 | Loss: 0.150298
+INFO:VAL NDCG@10, IoU=0.3: 0.330407
+INFO:VAL NDCG@10, IoU=0.5: 0.298537
+INFO:VAL NDCG@10, IoU=0.7: 0.199506
+INFO:VAL NDCG@20, IoU=0.3: 0.333358
+INFO:VAL NDCG@20, IoU=0.5: 0.300850
+INFO:VAL NDCG@20, IoU=0.7: 0.201947
+INFO:VAL NDCG@40, IoU=0.3: 0.355884
+INFO:VAL NDCG@40, IoU=0.5: 0.321584
+INFO:VAL NDCG@40, IoU=0.7: 0.219031
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.326827
+INFO:TEST NDCG@10, IoU=0.5: 0.294401
+INFO:TEST NDCG@10, IoU=0.7: 0.200328
+INFO:TEST NDCG@20, IoU=0.3: 0.328671
+INFO:TEST NDCG@20, IoU=0.5: 0.295495
+INFO:TEST NDCG@20, IoU=0.7: 0.204438
+INFO:TEST NDCG@40, IoU=0.3: 0.350780
+INFO:TEST NDCG@40, IoU=0.5: 0.315706
+INFO:TEST NDCG@40, IoU=0.7: 0.221040
+INFO:
+INFO:TRAIN EPOCH: 69|200
+INFO:EPOCH 69/200 | STEP: 0|2708 | Loss: 0.140697
+INFO:EPOCH 69/200 | STEP: 100|2708 | Loss: 0.133895
+INFO:EPOCH 69/200 | STEP: 200|2708 | Loss: 0.139348
+INFO:EPOCH 69/200 | STEP: 300|2708 | Loss: 0.131193
+INFO:EPOCH 69/200 | STEP: 400|2708 | Loss: 0.144734
+INFO:EPOCH 69/200 | STEP: 500|2708 | Loss: 0.142597
+INFO:EPOCH 69/200 | STEP: 600|2708 | Loss: 0.142699
+INFO:EPOCH 69/200 | STEP: 700|2708 | Loss: 0.147976
+INFO:EPOCH 69/200 | STEP: 800|2708 | Loss: 0.136503
+INFO:EPOCH 69/200 | STEP: 900|2708 | Loss: 0.142847
+INFO:EPOCH 69/200 | STEP: 1000|2708 | Loss: 0.147489
+INFO:EPOCH 69/200 | STEP: 1100|2708 | Loss: 0.136539
+INFO:EPOCH 69/200 | STEP: 1200|2708 | Loss: 0.141087
+INFO:EPOCH 69/200 | STEP: 1300|2708 | Loss: 0.150932
+INFO:EPOCH 69/200 | STEP: 1400|2708 | Loss: 0.137931
+INFO:EPOCH 69/200 | STEP: 1500|2708 | Loss: 0.144100
+INFO:EPOCH 69/200 | STEP: 1600|2708 | Loss: 0.139783
+INFO:EPOCH 69/200 | STEP: 1700|2708 | Loss: 0.143763
+INFO:EPOCH 69/200 | STEP: 1800|2708 | Loss: 0.147879
+INFO:EPOCH 69/200 | STEP: 1900|2708 | Loss: 0.137374
+INFO:EPOCH 69/200 | STEP: 2000|2708 | Loss: 0.141112
+INFO:EPOCH 69/200 | STEP: 2100|2708 | Loss: 0.139267
+INFO:EPOCH 69/200 | STEP: 2200|2708 | Loss: 0.139584
+INFO:EPOCH 69/200 | STEP: 2300|2708 | Loss: 0.130825
+INFO:EPOCH 69/200 | STEP: 2400|2708 | Loss: 0.143125
+INFO:EPOCH 69/200 | STEP: 2500|2708 | Loss: 0.143619
+INFO:EPOCH 69/200 | STEP: 2600|2708 | Loss: 0.138577
+INFO:EPOCH 69/200 | STEP: 2700|2708 | Loss: 0.143801
+INFO:VAL NDCG@10, IoU=0.3: 0.328019
+INFO:VAL NDCG@10, IoU=0.5: 0.295288
+INFO:VAL NDCG@10, IoU=0.7: 0.197225
+INFO:VAL NDCG@20, IoU=0.3: 0.333707
+INFO:VAL NDCG@20, IoU=0.5: 0.298891
+INFO:VAL NDCG@20, IoU=0.7: 0.201975
+INFO:VAL NDCG@40, IoU=0.3: 0.354403
+INFO:VAL NDCG@40, IoU=0.5: 0.318250
+INFO:VAL NDCG@40, IoU=0.7: 0.217606
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.328777
+INFO:TEST NDCG@10, IoU=0.5: 0.296248
+INFO:TEST NDCG@10, IoU=0.7: 0.202086
+INFO:TEST NDCG@20, IoU=0.3: 0.330724
+INFO:TEST NDCG@20, IoU=0.5: 0.298033
+INFO:TEST NDCG@20, IoU=0.7: 0.205892
+INFO:TEST NDCG@40, IoU=0.3: 0.352510
+INFO:TEST NDCG@40, IoU=0.5: 0.317226
+INFO:TEST NDCG@40, IoU=0.7: 0.222425
+INFO:
+INFO:TRAIN EPOCH: 70|200
+INFO:EPOCH 70/200 | STEP: 0|2708 | Loss: 0.134522
+INFO:EPOCH 70/200 | STEP: 100|2708 | Loss: 0.137020
+INFO:EPOCH 70/200 | STEP: 200|2708 | Loss: 0.131038
+INFO:EPOCH 70/200 | STEP: 300|2708 | Loss: 0.142509
+INFO:EPOCH 70/200 | STEP: 400|2708 | Loss: 0.139412
+INFO:EPOCH 70/200 | STEP: 500|2708 | Loss: 0.134294
+INFO:EPOCH 70/200 | STEP: 600|2708 | Loss: 0.135299
+INFO:EPOCH 70/200 | STEP: 700|2708 | Loss: 0.140645
+INFO:EPOCH 70/200 | STEP: 800|2708 | Loss: 0.140785
+INFO:EPOCH 70/200 | STEP: 900|2708 | Loss: 0.142188
+INFO:EPOCH 70/200 | STEP: 1000|2708 | Loss: 0.141904
+INFO:EPOCH 70/200 | STEP: 1100|2708 | Loss: 0.136983
+INFO:EPOCH 70/200 | STEP: 1200|2708 | Loss: 0.156608
+INFO:EPOCH 70/200 | STEP: 1300|2708 | Loss: 0.146336
+INFO:EPOCH 70/200 | STEP: 1400|2708 | Loss: 0.139263
+INFO:EPOCH 70/200 | STEP: 1500|2708 | Loss: 0.145683
+INFO:EPOCH 70/200 | STEP: 1600|2708 | Loss: 0.156072
+INFO:EPOCH 70/200 | STEP: 1700|2708 | Loss: 0.145622
+INFO:EPOCH 70/200 | STEP: 1800|2708 | Loss: 0.148380
+INFO:EPOCH 70/200 | STEP: 1900|2708 | Loss: 0.134717
+INFO:EPOCH 70/200 | STEP: 2000|2708 | Loss: 0.138582
+INFO:EPOCH 70/200 | STEP: 2100|2708 | Loss: 0.148645
+INFO:EPOCH 70/200 | STEP: 2200|2708 | Loss: 0.139576
+INFO:EPOCH 70/200 | STEP: 2300|2708 | Loss: 0.149937
+INFO:EPOCH 70/200 | STEP: 2400|2708 | Loss: 0.134710
+INFO:EPOCH 70/200 | STEP: 2500|2708 | Loss: 0.144997
+INFO:EPOCH 70/200 | STEP: 2600|2708 | Loss: 0.149750
+INFO:EPOCH 70/200 | STEP: 2700|2708 | Loss: 0.154973
+INFO:VAL NDCG@10, IoU=0.3: 0.331203
+INFO:VAL NDCG@10, IoU=0.5: 0.296513
+INFO:VAL NDCG@10, IoU=0.7: 0.198666
+INFO:VAL NDCG@20, IoU=0.3: 0.335738
+INFO:VAL NDCG@20, IoU=0.5: 0.301462
+INFO:VAL NDCG@20, IoU=0.7: 0.204513
+INFO:VAL NDCG@40, IoU=0.3: 0.355567
+INFO:VAL NDCG@40, IoU=0.5: 0.320426
+INFO:VAL NDCG@40, IoU=0.7: 0.220037
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.327935
+INFO:TEST NDCG@10, IoU=0.5: 0.295073
+INFO:TEST NDCG@10, IoU=0.7: 0.200746
+INFO:TEST NDCG@20, IoU=0.3: 0.330393
+INFO:TEST NDCG@20, IoU=0.5: 0.297425
+INFO:TEST NDCG@20, IoU=0.7: 0.205017
+INFO:TEST NDCG@40, IoU=0.3: 0.352091
+INFO:TEST NDCG@40, IoU=0.5: 0.316723
+INFO:TEST NDCG@40, IoU=0.7: 0.221597
+INFO:
+INFO:TRAIN EPOCH: 71|200
+INFO:EPOCH 71/200 | STEP: 0|2708 | Loss: 0.130781
+INFO:EPOCH 71/200 | STEP: 100|2708 | Loss: 0.138063
+INFO:EPOCH 71/200 | STEP: 200|2708 | Loss: 0.144292
+INFO:EPOCH 71/200 | STEP: 300|2708 | Loss: 0.131266
+INFO:EPOCH 71/200 | STEP: 400|2708 | Loss: 0.147507
+INFO:EPOCH 71/200 | STEP: 500|2708 | Loss: 0.133971
+INFO:EPOCH 71/200 | STEP: 600|2708 | Loss: 0.139532
+INFO:EPOCH 71/200 | STEP: 700|2708 | Loss: 0.139439
+INFO:EPOCH 71/200 | STEP: 800|2708 | Loss: 0.141237
+INFO:EPOCH 71/200 | STEP: 900|2708 | Loss: 0.136225
+INFO:EPOCH 71/200 | STEP: 1000|2708 | Loss: 0.138706
+INFO:EPOCH 71/200 | STEP: 1100|2708 | Loss: 0.147415
+INFO:EPOCH 71/200 | STEP: 1200|2708 | Loss: 0.135305
+INFO:EPOCH 71/200 | STEP: 1300|2708 | Loss: 0.147639
+INFO:EPOCH 71/200 | STEP: 1400|2708 | Loss: 0.137894
+INFO:EPOCH 71/200 | STEP: 1500|2708 | Loss: 0.143198
+INFO:EPOCH 71/200 | STEP: 1600|2708 | Loss: 0.146972
+INFO:EPOCH 71/200 | STEP: 1700|2708 | Loss: 0.141697
+INFO:EPOCH 71/200 | STEP: 1800|2708 | Loss: 0.134201
+INFO:EPOCH 71/200 | STEP: 1900|2708 | Loss: 0.147376
+INFO:EPOCH 71/200 | STEP: 2000|2708 | Loss: 0.141008
+INFO:EPOCH 71/200 | STEP: 2100|2708 | Loss: 0.140074
+INFO:EPOCH 71/200 | STEP: 2200|2708 | Loss: 0.148455
+INFO:EPOCH 71/200 | STEP: 2300|2708 | Loss: 0.140932
+INFO:EPOCH 71/200 | STEP: 2400|2708 | Loss: 0.141318
+INFO:EPOCH 71/200 | STEP: 2500|2708 | Loss: 0.137323
+INFO:EPOCH 71/200 | STEP: 2600|2708 | Loss: 0.145661
+INFO:EPOCH 71/200 | STEP: 2700|2708 | Loss: 0.140220
+INFO:VAL NDCG@10, IoU=0.3: 0.333552
+INFO:VAL NDCG@10, IoU=0.5: 0.297594
+INFO:VAL NDCG@10, IoU=0.7: 0.202747
+INFO:VAL NDCG@20, IoU=0.3: 0.336758
+INFO:VAL NDCG@20, IoU=0.5: 0.300758
+INFO:VAL NDCG@20, IoU=0.7: 0.205642
+INFO:VAL NDCG@40, IoU=0.3: 0.358078
+INFO:VAL NDCG@40, IoU=0.5: 0.321134
+INFO:VAL NDCG@40, IoU=0.7: 0.222166
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.330374
+INFO:TEST NDCG@10, IoU=0.5: 0.297840
+INFO:TEST NDCG@10, IoU=0.7: 0.203353
+INFO:TEST NDCG@20, IoU=0.3: 0.332517
+INFO:TEST NDCG@20, IoU=0.5: 0.299178
+INFO:TEST NDCG@20, IoU=0.7: 0.206243
+INFO:TEST NDCG@40, IoU=0.3: 0.354892
+INFO:TEST NDCG@40, IoU=0.5: 0.319389
+INFO:TEST NDCG@40, IoU=0.7: 0.223776
+INFO:
+INFO:TRAIN EPOCH: 72|200
+INFO:EPOCH 72/200 | STEP: 0|2708 | Loss: 0.133617
+INFO:EPOCH 72/200 | STEP: 100|2708 | Loss: 0.138269
+INFO:EPOCH 72/200 | STEP: 200|2708 | Loss: 0.139786
+INFO:EPOCH 72/200 | STEP: 300|2708 | Loss: 0.133715
+INFO:EPOCH 72/200 | STEP: 400|2708 | Loss: 0.143201
+INFO:EPOCH 72/200 | STEP: 500|2708 | Loss: 0.141476
+INFO:EPOCH 72/200 | STEP: 600|2708 | Loss: 0.138237
+INFO:EPOCH 72/200 | STEP: 700|2708 | Loss: 0.135840
+INFO:EPOCH 72/200 | STEP: 800|2708 | Loss: 0.147514
+INFO:EPOCH 72/200 | STEP: 900|2708 | Loss: 0.136228
+INFO:EPOCH 72/200 | STEP: 1000|2708 | Loss: 0.140391
+INFO:EPOCH 72/200 | STEP: 1100|2708 | Loss: 0.143916
+INFO:EPOCH 72/200 | STEP: 1200|2708 | Loss: 0.139474
+INFO:EPOCH 72/200 | STEP: 1300|2708 | Loss: 0.143210
+INFO:EPOCH 72/200 | STEP: 1400|2708 | Loss: 0.137984
+INFO:EPOCH 72/200 | STEP: 1500|2708 | Loss: 0.137920
+INFO:EPOCH 72/200 | STEP: 1600|2708 | Loss: 0.131247
+INFO:EPOCH 72/200 | STEP: 1700|2708 | Loss: 0.151468
+INFO:EPOCH 72/200 | STEP: 1800|2708 | Loss: 0.144174
+INFO:EPOCH 72/200 | STEP: 1900|2708 | Loss: 0.141264
+INFO:EPOCH 72/200 | STEP: 2000|2708 | Loss: 0.149780
+INFO:EPOCH 72/200 | STEP: 2100|2708 | Loss: 0.144212
+INFO:EPOCH 72/200 | STEP: 2200|2708 | Loss: 0.146177
+INFO:EPOCH 72/200 | STEP: 2300|2708 | Loss: 0.144817
+INFO:EPOCH 72/200 | STEP: 2400|2708 | Loss: 0.142710
+INFO:EPOCH 72/200 | STEP: 2500|2708 | Loss: 0.148978
+INFO:EPOCH 72/200 | STEP: 2600|2708 | Loss: 0.137017
+INFO:EPOCH 72/200 | STEP: 2700|2708 | Loss: 0.146693
+INFO:VAL NDCG@10, IoU=0.3: 0.334730
+INFO:VAL NDCG@10, IoU=0.5: 0.302536
+INFO:VAL NDCG@10, IoU=0.7: 0.205250
+INFO:VAL NDCG@20, IoU=0.3: 0.338027
+INFO:VAL NDCG@20, IoU=0.5: 0.305457
+INFO:VAL NDCG@20, IoU=0.7: 0.206865
+INFO:VAL NDCG@40, IoU=0.3: 0.360199
+INFO:VAL NDCG@40, IoU=0.5: 0.325616
+INFO:VAL NDCG@40, IoU=0.7: 0.223989
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.330174
+INFO:TEST NDCG@10, IoU=0.5: 0.297516
+INFO:TEST NDCG@10, IoU=0.7: 0.202341
+INFO:TEST NDCG@20, IoU=0.3: 0.332665
+INFO:TEST NDCG@20, IoU=0.5: 0.299356
+INFO:TEST NDCG@20, IoU=0.7: 0.206209
+INFO:TEST NDCG@40, IoU=0.3: 0.354486
+INFO:TEST NDCG@40, IoU=0.5: 0.318855
+INFO:TEST NDCG@40, IoU=0.7: 0.223536
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.334730
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.302536
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.205250
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.338027
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.305457
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.206865
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.360199
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.325616
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.223989
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.330174
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.297516
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.202341
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.332665
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.299356
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.206209
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.354486
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.318855
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.223536
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 73|200
+INFO:EPOCH 73/200 | STEP: 0|2708 | Loss: 0.139371
+INFO:EPOCH 73/200 | STEP: 100|2708 | Loss: 0.135279
+INFO:EPOCH 73/200 | STEP: 200|2708 | Loss: 0.141244
+INFO:EPOCH 73/200 | STEP: 300|2708 | Loss: 0.142039
+INFO:EPOCH 73/200 | STEP: 400|2708 | Loss: 0.134344
+INFO:EPOCH 73/200 | STEP: 500|2708 | Loss: 0.134728
+INFO:EPOCH 73/200 | STEP: 600|2708 | Loss: 0.139460
+INFO:EPOCH 73/200 | STEP: 700|2708 | Loss: 0.134466
+INFO:EPOCH 73/200 | STEP: 800|2708 | Loss: 0.136323
+INFO:EPOCH 73/200 | STEP: 900|2708 | Loss: 0.133391
+INFO:EPOCH 73/200 | STEP: 1000|2708 | Loss: 0.136577
+INFO:EPOCH 73/200 | STEP: 1100|2708 | Loss: 0.130678
+INFO:EPOCH 73/200 | STEP: 1200|2708 | Loss: 0.147874
+INFO:EPOCH 73/200 | STEP: 1300|2708 | Loss: 0.138404
+INFO:EPOCH 73/200 | STEP: 1400|2708 | Loss: 0.134477
+INFO:EPOCH 73/200 | STEP: 1500|2708 | Loss: 0.140661
+INFO:EPOCH 73/200 | STEP: 1600|2708 | Loss: 0.145625
+INFO:EPOCH 73/200 | STEP: 1700|2708 | Loss: 0.136225
+INFO:EPOCH 73/200 | STEP: 1800|2708 | Loss: 0.135908
+INFO:EPOCH 73/200 | STEP: 1900|2708 | Loss: 0.131262
+INFO:EPOCH 73/200 | STEP: 2000|2708 | Loss: 0.141251
+INFO:EPOCH 73/200 | STEP: 2100|2708 | Loss: 0.143155
+INFO:EPOCH 73/200 | STEP: 2200|2708 | Loss: 0.143001
+INFO:EPOCH 73/200 | STEP: 2300|2708 | Loss: 0.146281
+INFO:EPOCH 73/200 | STEP: 2400|2708 | Loss: 0.135659
+INFO:EPOCH 73/200 | STEP: 2500|2708 | Loss: 0.124951
+INFO:EPOCH 73/200 | STEP: 2600|2708 | Loss: 0.139340
+INFO:EPOCH 73/200 | STEP: 2700|2708 | Loss: 0.132843
+INFO:VAL NDCG@10, IoU=0.3: 0.333071
+INFO:VAL NDCG@10, IoU=0.5: 0.298949
+INFO:VAL NDCG@10, IoU=0.7: 0.198831
+INFO:VAL NDCG@20, IoU=0.3: 0.336891
+INFO:VAL NDCG@20, IoU=0.5: 0.304678
+INFO:VAL NDCG@20, IoU=0.7: 0.205141
+INFO:VAL NDCG@40, IoU=0.3: 0.358610
+INFO:VAL NDCG@40, IoU=0.5: 0.322910
+INFO:VAL NDCG@40, IoU=0.7: 0.221460
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.331130
+INFO:TEST NDCG@10, IoU=0.5: 0.297737
+INFO:TEST NDCG@10, IoU=0.7: 0.204255
+INFO:TEST NDCG@20, IoU=0.3: 0.332545
+INFO:TEST NDCG@20, IoU=0.5: 0.298498
+INFO:TEST NDCG@20, IoU=0.7: 0.206210
+INFO:TEST NDCG@40, IoU=0.3: 0.355160
+INFO:TEST NDCG@40, IoU=0.5: 0.319539
+INFO:TEST NDCG@40, IoU=0.7: 0.223919
+INFO:
+INFO:TRAIN EPOCH: 74|200
+INFO:EPOCH 74/200 | STEP: 0|2708 | Loss: 0.129309
+INFO:EPOCH 74/200 | STEP: 100|2708 | Loss: 0.137701
+INFO:EPOCH 74/200 | STEP: 200|2708 | Loss: 0.135338
+INFO:EPOCH 74/200 | STEP: 300|2708 | Loss: 0.143218
+INFO:EPOCH 74/200 | STEP: 400|2708 | Loss: 0.144287
+INFO:EPOCH 74/200 | STEP: 500|2708 | Loss: 0.135983
+INFO:EPOCH 74/200 | STEP: 600|2708 | Loss: 0.138801
+INFO:EPOCH 74/200 | STEP: 700|2708 | Loss: 0.131364
+INFO:EPOCH 74/200 | STEP: 800|2708 | Loss: 0.133745
+INFO:EPOCH 74/200 | STEP: 900|2708 | Loss: 0.139013
+INFO:EPOCH 74/200 | STEP: 1000|2708 | Loss: 0.142474
+INFO:EPOCH 74/200 | STEP: 1100|2708 | Loss: 0.134953
+INFO:EPOCH 74/200 | STEP: 1200|2708 | Loss: 0.143324
+INFO:EPOCH 74/200 | STEP: 1300|2708 | Loss: 0.140124
+INFO:EPOCH 74/200 | STEP: 1400|2708 | Loss: 0.129464
+INFO:EPOCH 74/200 | STEP: 1500|2708 | Loss: 0.146321
+INFO:EPOCH 74/200 | STEP: 1600|2708 | Loss: 0.146089
+INFO:EPOCH 74/200 | STEP: 1700|2708 | Loss: 0.132237
+INFO:EPOCH 74/200 | STEP: 1800|2708 | Loss: 0.139842
+INFO:EPOCH 74/200 | STEP: 1900|2708 | Loss: 0.136331
+INFO:EPOCH 74/200 | STEP: 2000|2708 | Loss: 0.147353
+INFO:EPOCH 74/200 | STEP: 2100|2708 | Loss: 0.131242
+INFO:EPOCH 74/200 | STEP: 2200|2708 | Loss: 0.139336
+INFO:EPOCH 74/200 | STEP: 2300|2708 | Loss: 0.141615
+INFO:EPOCH 74/200 | STEP: 2400|2708 | Loss: 0.140398
+INFO:EPOCH 74/200 | STEP: 2500|2708 | Loss: 0.148090
+INFO:EPOCH 74/200 | STEP: 2600|2708 | Loss: 0.139135
+INFO:EPOCH 74/200 | STEP: 2700|2708 | Loss: 0.130825
+INFO:VAL NDCG@10, IoU=0.3: 0.331828
+INFO:VAL NDCG@10, IoU=0.5: 0.300268
+INFO:VAL NDCG@10, IoU=0.7: 0.200775
+INFO:VAL NDCG@20, IoU=0.3: 0.333754
+INFO:VAL NDCG@20, IoU=0.5: 0.302151
+INFO:VAL NDCG@20, IoU=0.7: 0.202179
+INFO:VAL NDCG@40, IoU=0.3: 0.358687
+INFO:VAL NDCG@40, IoU=0.5: 0.323768
+INFO:VAL NDCG@40, IoU=0.7: 0.220874
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.330286
+INFO:TEST NDCG@10, IoU=0.5: 0.297657
+INFO:TEST NDCG@10, IoU=0.7: 0.203792
+INFO:TEST NDCG@20, IoU=0.3: 0.333369
+INFO:TEST NDCG@20, IoU=0.5: 0.299791
+INFO:TEST NDCG@20, IoU=0.7: 0.207702
+INFO:TEST NDCG@40, IoU=0.3: 0.355931
+INFO:TEST NDCG@40, IoU=0.5: 0.320216
+INFO:TEST NDCG@40, IoU=0.7: 0.224279
+INFO:
+INFO:TRAIN EPOCH: 75|200
+INFO:EPOCH 75/200 | STEP: 0|2708 | Loss: 0.132480
+INFO:EPOCH 75/200 | STEP: 100|2708 | Loss: 0.134914
+INFO:EPOCH 75/200 | STEP: 200|2708 | Loss: 0.125312
+INFO:EPOCH 75/200 | STEP: 300|2708 | Loss: 0.139314
+INFO:EPOCH 75/200 | STEP: 400|2708 | Loss: 0.144247
+INFO:EPOCH 75/200 | STEP: 500|2708 | Loss: 0.135976
+INFO:EPOCH 75/200 | STEP: 600|2708 | Loss: 0.146228
+INFO:EPOCH 75/200 | STEP: 700|2708 | Loss: 0.137992
+INFO:EPOCH 75/200 | STEP: 800|2708 | Loss: 0.141846
+INFO:EPOCH 75/200 | STEP: 900|2708 | Loss: 0.141428
+INFO:EPOCH 75/200 | STEP: 1000|2708 | Loss: 0.142885
+INFO:EPOCH 75/200 | STEP: 1100|2708 | Loss: 0.137926
+INFO:EPOCH 75/200 | STEP: 1200|2708 | Loss: 0.138764
+INFO:EPOCH 75/200 | STEP: 1300|2708 | Loss: 0.127428
+INFO:EPOCH 75/200 | STEP: 1400|2708 | Loss: 0.133435
+INFO:EPOCH 75/200 | STEP: 1500|2708 | Loss: 0.138132
+INFO:EPOCH 75/200 | STEP: 1600|2708 | Loss: 0.145204
+INFO:EPOCH 75/200 | STEP: 1700|2708 | Loss: 0.130378
+INFO:EPOCH 75/200 | STEP: 1800|2708 | Loss: 0.146764
+INFO:EPOCH 75/200 | STEP: 1900|2708 | Loss: 0.141106
+INFO:EPOCH 75/200 | STEP: 2000|2708 | Loss: 0.142911
+INFO:EPOCH 75/200 | STEP: 2100|2708 | Loss: 0.132111
+INFO:EPOCH 75/200 | STEP: 2200|2708 | Loss: 0.147726
+INFO:EPOCH 75/200 | STEP: 2300|2708 | Loss: 0.139416
+INFO:EPOCH 75/200 | STEP: 2400|2708 | Loss: 0.137074
+INFO:EPOCH 75/200 | STEP: 2500|2708 | Loss: 0.131329
+INFO:EPOCH 75/200 | STEP: 2600|2708 | Loss: 0.146065
+INFO:EPOCH 75/200 | STEP: 2700|2708 | Loss: 0.133538
+INFO:VAL NDCG@10, IoU=0.3: 0.334940
+INFO:VAL NDCG@10, IoU=0.5: 0.302084
+INFO:VAL NDCG@10, IoU=0.7: 0.201613
+INFO:VAL NDCG@20, IoU=0.3: 0.339689
+INFO:VAL NDCG@20, IoU=0.5: 0.306368
+INFO:VAL NDCG@20, IoU=0.7: 0.207534
+INFO:VAL NDCG@40, IoU=0.3: 0.359866
+INFO:VAL NDCG@40, IoU=0.5: 0.323686
+INFO:VAL NDCG@40, IoU=0.7: 0.220867
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.334464
+INFO:TEST NDCG@10, IoU=0.5: 0.300991
+INFO:TEST NDCG@10, IoU=0.7: 0.206100
+INFO:TEST NDCG@20, IoU=0.3: 0.334984
+INFO:TEST NDCG@20, IoU=0.5: 0.300968
+INFO:TEST NDCG@20, IoU=0.7: 0.208172
+INFO:TEST NDCG@40, IoU=0.3: 0.357323
+INFO:TEST NDCG@40, IoU=0.5: 0.321891
+INFO:TEST NDCG@40, IoU=0.7: 0.225832
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.334940
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.302084
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.201613
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.339689
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.306368
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.207534
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.359866
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.323686
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.220867
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.334464
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.300991
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.206100
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.334984
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.300968
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.208172
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.357323
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.321891
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.225832
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 76|200
+INFO:EPOCH 76/200 | STEP: 0|2708 | Loss: 0.145937
+INFO:EPOCH 76/200 | STEP: 100|2708 | Loss: 0.127262
+INFO:EPOCH 76/200 | STEP: 200|2708 | Loss: 0.142955
+INFO:EPOCH 76/200 | STEP: 300|2708 | Loss: 0.129159
+INFO:EPOCH 76/200 | STEP: 400|2708 | Loss: 0.136145
+INFO:EPOCH 76/200 | STEP: 500|2708 | Loss: 0.135093
+INFO:EPOCH 76/200 | STEP: 600|2708 | Loss: 0.135842
+INFO:EPOCH 76/200 | STEP: 700|2708 | Loss: 0.134699
+INFO:EPOCH 76/200 | STEP: 800|2708 | Loss: 0.137426
+INFO:EPOCH 76/200 | STEP: 900|2708 | Loss: 0.141689
+INFO:EPOCH 76/200 | STEP: 1000|2708 | Loss: 0.143856
+INFO:EPOCH 76/200 | STEP: 1100|2708 | Loss: 0.124314
+INFO:EPOCH 76/200 | STEP: 1200|2708 | Loss: 0.133901
+INFO:EPOCH 76/200 | STEP: 1300|2708 | Loss: 0.138650
+INFO:EPOCH 76/200 | STEP: 1400|2708 | Loss: 0.130673
+INFO:EPOCH 76/200 | STEP: 1500|2708 | Loss: 0.131801
+INFO:EPOCH 76/200 | STEP: 1600|2708 | Loss: 0.140525
+INFO:EPOCH 76/200 | STEP: 1700|2708 | Loss: 0.128131
+INFO:EPOCH 76/200 | STEP: 1800|2708 | Loss: 0.137628
+INFO:EPOCH 76/200 | STEP: 1900|2708 | Loss: 0.141410
+INFO:EPOCH 76/200 | STEP: 2000|2708 | Loss: 0.141657
+INFO:EPOCH 76/200 | STEP: 2100|2708 | Loss: 0.140449
+INFO:EPOCH 76/200 | STEP: 2200|2708 | Loss: 0.144532
+INFO:EPOCH 76/200 | STEP: 2300|2708 | Loss: 0.142324
+INFO:EPOCH 76/200 | STEP: 2400|2708 | Loss: 0.145109
+INFO:EPOCH 76/200 | STEP: 2500|2708 | Loss: 0.137529
+INFO:EPOCH 76/200 | STEP: 2600|2708 | Loss: 0.145115
+INFO:EPOCH 76/200 | STEP: 2700|2708 | Loss: 0.137202
+INFO:VAL NDCG@10, IoU=0.3: 0.341605
+INFO:VAL NDCG@10, IoU=0.5: 0.309702
+INFO:VAL NDCG@10, IoU=0.7: 0.207681
+INFO:VAL NDCG@20, IoU=0.3: 0.343641
+INFO:VAL NDCG@20, IoU=0.5: 0.309678
+INFO:VAL NDCG@20, IoU=0.7: 0.209860
+INFO:VAL NDCG@40, IoU=0.3: 0.362509
+INFO:VAL NDCG@40, IoU=0.5: 0.327481
+INFO:VAL NDCG@40, IoU=0.7: 0.224178
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.333007
+INFO:TEST NDCG@10, IoU=0.5: 0.299730
+INFO:TEST NDCG@10, IoU=0.7: 0.205352
+INFO:TEST NDCG@20, IoU=0.3: 0.335490
+INFO:TEST NDCG@20, IoU=0.5: 0.302338
+INFO:TEST NDCG@20, IoU=0.7: 0.209358
+INFO:TEST NDCG@40, IoU=0.3: 0.357600
+INFO:TEST NDCG@40, IoU=0.5: 0.321984
+INFO:TEST NDCG@40, IoU=0.7: 0.226569
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.341605
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.309702
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.207681
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.343641
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.309678
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.209860
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.362509
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.327481
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.224178
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.333007
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.299730
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.205352
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.335490
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.302338
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.209358
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.357600
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.321984
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.226569
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 77|200
+INFO:EPOCH 77/200 | STEP: 0|2708 | Loss: 0.130723
+INFO:EPOCH 77/200 | STEP: 100|2708 | Loss: 0.128340
+INFO:EPOCH 77/200 | STEP: 200|2708 | Loss: 0.139003
+INFO:EPOCH 77/200 | STEP: 300|2708 | Loss: 0.141279
+INFO:EPOCH 77/200 | STEP: 400|2708 | Loss: 0.128371
+INFO:EPOCH 77/200 | STEP: 500|2708 | Loss: 0.138991
+INFO:EPOCH 77/200 | STEP: 600|2708 | Loss: 0.132497
+INFO:EPOCH 77/200 | STEP: 700|2708 | Loss: 0.142050
+INFO:EPOCH 77/200 | STEP: 800|2708 | Loss: 0.137436
+INFO:EPOCH 77/200 | STEP: 900|2708 | Loss: 0.137184
+INFO:EPOCH 77/200 | STEP: 1000|2708 | Loss: 0.143327
+INFO:EPOCH 77/200 | STEP: 1100|2708 | Loss: 0.134763
+INFO:EPOCH 77/200 | STEP: 1200|2708 | Loss: 0.135614
+INFO:EPOCH 77/200 | STEP: 1300|2708 | Loss: 0.144836
+INFO:EPOCH 77/200 | STEP: 1400|2708 | Loss: 0.130693
+INFO:EPOCH 77/200 | STEP: 1500|2708 | Loss: 0.130508
+INFO:EPOCH 77/200 | STEP: 1600|2708 | Loss: 0.132562
+INFO:EPOCH 77/200 | STEP: 1700|2708 | Loss: 0.144137
+INFO:EPOCH 77/200 | STEP: 1800|2708 | Loss: 0.150164
+INFO:EPOCH 77/200 | STEP: 1900|2708 | Loss: 0.136858
+INFO:EPOCH 77/200 | STEP: 2000|2708 | Loss: 0.142629
+INFO:EPOCH 77/200 | STEP: 2100|2708 | Loss: 0.147458
+INFO:EPOCH 77/200 | STEP: 2200|2708 | Loss: 0.138441
+INFO:EPOCH 77/200 | STEP: 2300|2708 | Loss: 0.129943
+INFO:EPOCH 77/200 | STEP: 2400|2708 | Loss: 0.143296
+INFO:EPOCH 77/200 | STEP: 2500|2708 | Loss: 0.127658
+INFO:EPOCH 77/200 | STEP: 2600|2708 | Loss: 0.135315
+INFO:EPOCH 77/200 | STEP: 2700|2708 | Loss: 0.141123
+INFO:VAL NDCG@10, IoU=0.3: 0.336033
+INFO:VAL NDCG@10, IoU=0.5: 0.304575
+INFO:VAL NDCG@10, IoU=0.7: 0.203511
+INFO:VAL NDCG@20, IoU=0.3: 0.339355
+INFO:VAL NDCG@20, IoU=0.5: 0.306918
+INFO:VAL NDCG@20, IoU=0.7: 0.207081
+INFO:VAL NDCG@40, IoU=0.3: 0.360942
+INFO:VAL NDCG@40, IoU=0.5: 0.326635
+INFO:VAL NDCG@40, IoU=0.7: 0.223241
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.333787
+INFO:TEST NDCG@10, IoU=0.5: 0.300825
+INFO:TEST NDCG@10, IoU=0.7: 0.206884
+INFO:TEST NDCG@20, IoU=0.3: 0.334790
+INFO:TEST NDCG@20, IoU=0.5: 0.301450
+INFO:TEST NDCG@20, IoU=0.7: 0.209785
+INFO:TEST NDCG@40, IoU=0.3: 0.358130
+INFO:TEST NDCG@40, IoU=0.5: 0.322266
+INFO:TEST NDCG@40, IoU=0.7: 0.226955
+INFO:
+INFO:TRAIN EPOCH: 78|200
+INFO:EPOCH 78/200 | STEP: 0|2708 | Loss: 0.129599
+INFO:EPOCH 78/200 | STEP: 100|2708 | Loss: 0.129162
+INFO:EPOCH 78/200 | STEP: 200|2708 | Loss: 0.133470
+INFO:EPOCH 78/200 | STEP: 300|2708 | Loss: 0.143628
+INFO:EPOCH 78/200 | STEP: 400|2708 | Loss: 0.137967
+INFO:EPOCH 78/200 | STEP: 500|2708 | Loss: 0.142598
+INFO:EPOCH 78/200 | STEP: 600|2708 | Loss: 0.133752
+INFO:EPOCH 78/200 | STEP: 700|2708 | Loss: 0.145623
+INFO:EPOCH 78/200 | STEP: 800|2708 | Loss: 0.144323
+INFO:EPOCH 78/200 | STEP: 900|2708 | Loss: 0.135960
+INFO:EPOCH 78/200 | STEP: 1000|2708 | Loss: 0.132172
+INFO:EPOCH 78/200 | STEP: 1100|2708 | Loss: 0.135181
+INFO:EPOCH 78/200 | STEP: 1200|2708 | Loss: 0.130003
+INFO:EPOCH 78/200 | STEP: 1300|2708 | Loss: 0.135696
+INFO:EPOCH 78/200 | STEP: 1400|2708 | Loss: 0.139736
+INFO:EPOCH 78/200 | STEP: 1500|2708 | Loss: 0.132414
+INFO:EPOCH 78/200 | STEP: 1600|2708 | Loss: 0.140273
+INFO:EPOCH 78/200 | STEP: 1700|2708 | Loss: 0.132385
+INFO:EPOCH 78/200 | STEP: 1800|2708 | Loss: 0.136329
+INFO:EPOCH 78/200 | STEP: 1900|2708 | Loss: 0.136380
+INFO:EPOCH 78/200 | STEP: 2000|2708 | Loss: 0.141468
+INFO:EPOCH 78/200 | STEP: 2100|2708 | Loss: 0.148360
+INFO:EPOCH 78/200 | STEP: 2200|2708 | Loss: 0.130731
+INFO:EPOCH 78/200 | STEP: 2300|2708 | Loss: 0.137515
+INFO:EPOCH 78/200 | STEP: 2400|2708 | Loss: 0.140324
+INFO:EPOCH 78/200 | STEP: 2500|2708 | Loss: 0.133390
+INFO:EPOCH 78/200 | STEP: 2600|2708 | Loss: 0.127447
+INFO:EPOCH 78/200 | STEP: 2700|2708 | Loss: 0.143412
+INFO:VAL NDCG@10, IoU=0.3: 0.335138
+INFO:VAL NDCG@10, IoU=0.5: 0.304197
+INFO:VAL NDCG@10, IoU=0.7: 0.206277
+INFO:VAL NDCG@20, IoU=0.3: 0.338926
+INFO:VAL NDCG@20, IoU=0.5: 0.306674
+INFO:VAL NDCG@20, IoU=0.7: 0.207248
+INFO:VAL NDCG@40, IoU=0.3: 0.360177
+INFO:VAL NDCG@40, IoU=0.5: 0.325922
+INFO:VAL NDCG@40, IoU=0.7: 0.224068
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.335523
+INFO:TEST NDCG@10, IoU=0.5: 0.302520
+INFO:TEST NDCG@10, IoU=0.7: 0.207255
+INFO:TEST NDCG@20, IoU=0.3: 0.338181
+INFO:TEST NDCG@20, IoU=0.5: 0.304765
+INFO:TEST NDCG@20, IoU=0.7: 0.211217
+INFO:TEST NDCG@40, IoU=0.3: 0.360968
+INFO:TEST NDCG@40, IoU=0.5: 0.325062
+INFO:TEST NDCG@40, IoU=0.7: 0.228009
+INFO:
+INFO:TRAIN EPOCH: 79|200
+INFO:EPOCH 79/200 | STEP: 0|2708 | Loss: 0.138364
+INFO:EPOCH 79/200 | STEP: 100|2708 | Loss: 0.133426
+INFO:EPOCH 79/200 | STEP: 200|2708 | Loss: 0.139933
+INFO:EPOCH 79/200 | STEP: 300|2708 | Loss: 0.134850
+INFO:EPOCH 79/200 | STEP: 400|2708 | Loss: 0.143432
+INFO:EPOCH 79/200 | STEP: 500|2708 | Loss: 0.142126
+INFO:EPOCH 79/200 | STEP: 600|2708 | Loss: 0.128734
+INFO:EPOCH 79/200 | STEP: 700|2708 | Loss: 0.135423
+INFO:EPOCH 79/200 | STEP: 800|2708 | Loss: 0.137825
+INFO:EPOCH 79/200 | STEP: 900|2708 | Loss: 0.138898
+INFO:EPOCH 79/200 | STEP: 1000|2708 | Loss: 0.137540
+INFO:EPOCH 79/200 | STEP: 1100|2708 | Loss: 0.131322
+INFO:EPOCH 79/200 | STEP: 1200|2708 | Loss: 0.134791
+INFO:EPOCH 79/200 | STEP: 1300|2708 | Loss: 0.129159
+INFO:EPOCH 79/200 | STEP: 1400|2708 | Loss: 0.136528
+INFO:EPOCH 79/200 | STEP: 1500|2708 | Loss: 0.134333
+INFO:EPOCH 79/200 | STEP: 1600|2708 | Loss: 0.142062
+INFO:EPOCH 79/200 | STEP: 1700|2708 | Loss: 0.140920
+INFO:EPOCH 79/200 | STEP: 1800|2708 | Loss: 0.137408
+INFO:EPOCH 79/200 | STEP: 1900|2708 | Loss: 0.134988
+INFO:EPOCH 79/200 | STEP: 2000|2708 | Loss: 0.147292
+INFO:EPOCH 79/200 | STEP: 2100|2708 | Loss: 0.134301
+INFO:EPOCH 79/200 | STEP: 2200|2708 | Loss: 0.136914
+INFO:EPOCH 79/200 | STEP: 2300|2708 | Loss: 0.135466
+INFO:EPOCH 79/200 | STEP: 2400|2708 | Loss: 0.138933
+INFO:EPOCH 79/200 | STEP: 2500|2708 | Loss: 0.138799
+INFO:EPOCH 79/200 | STEP: 2600|2708 | Loss: 0.136593
+INFO:EPOCH 79/200 | STEP: 2700|2708 | Loss: 0.134109
+INFO:VAL NDCG@10, IoU=0.3: 0.344637
+INFO:VAL NDCG@10, IoU=0.5: 0.311244
+INFO:VAL NDCG@10, IoU=0.7: 0.210096
+INFO:VAL NDCG@20, IoU=0.3: 0.345618
+INFO:VAL NDCG@20, IoU=0.5: 0.312226
+INFO:VAL NDCG@20, IoU=0.7: 0.211947
+INFO:VAL NDCG@40, IoU=0.3: 0.366578
+INFO:VAL NDCG@40, IoU=0.5: 0.332029
+INFO:VAL NDCG@40, IoU=0.7: 0.227704
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.337191
+INFO:TEST NDCG@10, IoU=0.5: 0.304567
+INFO:TEST NDCG@10, IoU=0.7: 0.207569
+INFO:TEST NDCG@20, IoU=0.3: 0.339492
+INFO:TEST NDCG@20, IoU=0.5: 0.305972
+INFO:TEST NDCG@20, IoU=0.7: 0.211394
+INFO:TEST NDCG@40, IoU=0.3: 0.361593
+INFO:TEST NDCG@40, IoU=0.5: 0.326400
+INFO:TEST NDCG@40, IoU=0.7: 0.228382
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.344637
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.311244
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.210096
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.345618
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.312226
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.211947
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.366578
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.332029
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.227704
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.337191
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.304567
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.207569
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.339492
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.305972
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.211394
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.361593
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.326400
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.228382
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 80|200
+INFO:EPOCH 80/200 | STEP: 0|2708 | Loss: 0.140551
+INFO:EPOCH 80/200 | STEP: 100|2708 | Loss: 0.138299
+INFO:EPOCH 80/200 | STEP: 200|2708 | Loss: 0.131809
+INFO:EPOCH 80/200 | STEP: 300|2708 | Loss: 0.131111
+INFO:EPOCH 80/200 | STEP: 400|2708 | Loss: 0.130062
+INFO:EPOCH 80/200 | STEP: 500|2708 | Loss: 0.129509
+INFO:EPOCH 80/200 | STEP: 600|2708 | Loss: 0.143611
+INFO:EPOCH 80/200 | STEP: 700|2708 | Loss: 0.134943
+INFO:EPOCH 80/200 | STEP: 800|2708 | Loss: 0.128145
+INFO:EPOCH 80/200 | STEP: 900|2708 | Loss: 0.138143
+INFO:EPOCH 80/200 | STEP: 1000|2708 | Loss: 0.136351
+INFO:EPOCH 80/200 | STEP: 1100|2708 | Loss: 0.127776
+INFO:EPOCH 80/200 | STEP: 1200|2708 | Loss: 0.135791
+INFO:EPOCH 80/200 | STEP: 1300|2708 | Loss: 0.129952
+INFO:EPOCH 80/200 | STEP: 1400|2708 | Loss: 0.140415
+INFO:EPOCH 80/200 | STEP: 1500|2708 | Loss: 0.138453
+INFO:EPOCH 80/200 | STEP: 1600|2708 | Loss: 0.130085
+INFO:EPOCH 80/200 | STEP: 1700|2708 | Loss: 0.141453
+INFO:EPOCH 80/200 | STEP: 1800|2708 | Loss: 0.138226
+INFO:EPOCH 80/200 | STEP: 1900|2708 | Loss: 0.142644
+INFO:EPOCH 80/200 | STEP: 2000|2708 | Loss: 0.132191
+INFO:EPOCH 80/200 | STEP: 2100|2708 | Loss: 0.141924
+INFO:EPOCH 80/200 | STEP: 2200|2708 | Loss: 0.144098
+INFO:EPOCH 80/200 | STEP: 2300|2708 | Loss: 0.146760
+INFO:EPOCH 80/200 | STEP: 2400|2708 | Loss: 0.131594
+INFO:EPOCH 80/200 | STEP: 2500|2708 | Loss: 0.137019
+INFO:EPOCH 80/200 | STEP: 2600|2708 | Loss: 0.126239
+INFO:EPOCH 80/200 | STEP: 2700|2708 | Loss: 0.132037
+INFO:VAL NDCG@10, IoU=0.3: 0.340635
+INFO:VAL NDCG@10, IoU=0.5: 0.307753
+INFO:VAL NDCG@10, IoU=0.7: 0.205527
+INFO:VAL NDCG@20, IoU=0.3: 0.343603
+INFO:VAL NDCG@20, IoU=0.5: 0.309649
+INFO:VAL NDCG@20, IoU=0.7: 0.209719
+INFO:VAL NDCG@40, IoU=0.3: 0.362975
+INFO:VAL NDCG@40, IoU=0.5: 0.327717
+INFO:VAL NDCG@40, IoU=0.7: 0.224067
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.338053
+INFO:TEST NDCG@10, IoU=0.5: 0.304911
+INFO:TEST NDCG@10, IoU=0.7: 0.208534
+INFO:TEST NDCG@20, IoU=0.3: 0.340758
+INFO:TEST NDCG@20, IoU=0.5: 0.306649
+INFO:TEST NDCG@20, IoU=0.7: 0.212384
+INFO:TEST NDCG@40, IoU=0.3: 0.363390
+INFO:TEST NDCG@40, IoU=0.5: 0.327035
+INFO:TEST NDCG@40, IoU=0.7: 0.229220
+INFO:
+INFO:TRAIN EPOCH: 81|200
+INFO:EPOCH 81/200 | STEP: 0|2708 | Loss: 0.127672
+INFO:EPOCH 81/200 | STEP: 100|2708 | Loss: 0.128932
+INFO:EPOCH 81/200 | STEP: 200|2708 | Loss: 0.128574
+INFO:EPOCH 81/200 | STEP: 300|2708 | Loss: 0.126779
+INFO:EPOCH 81/200 | STEP: 400|2708 | Loss: 0.145738
+INFO:EPOCH 81/200 | STEP: 500|2708 | Loss: 0.124253
+INFO:EPOCH 81/200 | STEP: 600|2708 | Loss: 0.142736
+INFO:EPOCH 81/200 | STEP: 700|2708 | Loss: 0.133157
+INFO:EPOCH 81/200 | STEP: 800|2708 | Loss: 0.134701
+INFO:EPOCH 81/200 | STEP: 900|2708 | Loss: 0.133567
+INFO:EPOCH 81/200 | STEP: 1000|2708 | Loss: 0.131158
+INFO:EPOCH 81/200 | STEP: 1100|2708 | Loss: 0.142786
+INFO:EPOCH 81/200 | STEP: 1200|2708 | Loss: 0.132796
+INFO:EPOCH 81/200 | STEP: 1300|2708 | Loss: 0.135673
+INFO:EPOCH 81/200 | STEP: 1400|2708 | Loss: 0.135608
+INFO:EPOCH 81/200 | STEP: 1500|2708 | Loss: 0.146262
+INFO:EPOCH 81/200 | STEP: 1600|2708 | Loss: 0.134526
+INFO:EPOCH 81/200 | STEP: 1700|2708 | Loss: 0.133597
+INFO:EPOCH 81/200 | STEP: 1800|2708 | Loss: 0.133117
+INFO:EPOCH 81/200 | STEP: 1900|2708 | Loss: 0.140837
+INFO:EPOCH 81/200 | STEP: 2000|2708 | Loss: 0.136375
+INFO:EPOCH 81/200 | STEP: 2100|2708 | Loss: 0.135045
+INFO:EPOCH 81/200 | STEP: 2200|2708 | Loss: 0.134750
+INFO:EPOCH 81/200 | STEP: 2300|2708 | Loss: 0.136549
+INFO:EPOCH 81/200 | STEP: 2400|2708 | Loss: 0.140948
+INFO:EPOCH 81/200 | STEP: 2500|2708 | Loss: 0.123689
+INFO:EPOCH 81/200 | STEP: 2600|2708 | Loss: 0.136189
+INFO:EPOCH 81/200 | STEP: 2700|2708 | Loss: 0.135092
+INFO:VAL NDCG@10, IoU=0.3: 0.340651
+INFO:VAL NDCG@10, IoU=0.5: 0.308623
+INFO:VAL NDCG@10, IoU=0.7: 0.205958
+INFO:VAL NDCG@20, IoU=0.3: 0.344241
+INFO:VAL NDCG@20, IoU=0.5: 0.309647
+INFO:VAL NDCG@20, IoU=0.7: 0.211010
+INFO:VAL NDCG@40, IoU=0.3: 0.365405
+INFO:VAL NDCG@40, IoU=0.5: 0.329157
+INFO:VAL NDCG@40, IoU=0.7: 0.225211
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.338020
+INFO:TEST NDCG@10, IoU=0.5: 0.304027
+INFO:TEST NDCG@10, IoU=0.7: 0.208744
+INFO:TEST NDCG@20, IoU=0.3: 0.340462
+INFO:TEST NDCG@20, IoU=0.5: 0.306247
+INFO:TEST NDCG@20, IoU=0.7: 0.212945
+INFO:TEST NDCG@40, IoU=0.3: 0.362006
+INFO:TEST NDCG@40, IoU=0.5: 0.325937
+INFO:TEST NDCG@40, IoU=0.7: 0.229139
+INFO:
+INFO:TRAIN EPOCH: 82|200
+INFO:EPOCH 82/200 | STEP: 0|2708 | Loss: 0.131941
+INFO:EPOCH 82/200 | STEP: 100|2708 | Loss: 0.135944
+INFO:EPOCH 82/200 | STEP: 200|2708 | Loss: 0.134267
+INFO:EPOCH 82/200 | STEP: 300|2708 | Loss: 0.138960
+INFO:EPOCH 82/200 | STEP: 400|2708 | Loss: 0.139115
+INFO:EPOCH 82/200 | STEP: 500|2708 | Loss: 0.131082
+INFO:EPOCH 82/200 | STEP: 600|2708 | Loss: 0.145140
+INFO:EPOCH 82/200 | STEP: 700|2708 | Loss: 0.130981
+INFO:EPOCH 82/200 | STEP: 800|2708 | Loss: 0.134985
+INFO:EPOCH 82/200 | STEP: 900|2708 | Loss: 0.128315
+INFO:EPOCH 82/200 | STEP: 1000|2708 | Loss: 0.134545
+INFO:EPOCH 82/200 | STEP: 1100|2708 | Loss: 0.129606
+INFO:EPOCH 82/200 | STEP: 1200|2708 | Loss: 0.140283
+INFO:EPOCH 82/200 | STEP: 1300|2708 | Loss: 0.141379
+INFO:EPOCH 82/200 | STEP: 1400|2708 | Loss: 0.136621
+INFO:EPOCH 82/200 | STEP: 1500|2708 | Loss: 0.136391
+INFO:EPOCH 82/200 | STEP: 1600|2708 | Loss: 0.139708
+INFO:EPOCH 82/200 | STEP: 1700|2708 | Loss: 0.135392
+INFO:EPOCH 82/200 | STEP: 1800|2708 | Loss: 0.130275
+INFO:EPOCH 82/200 | STEP: 1900|2708 | Loss: 0.143754
+INFO:EPOCH 82/200 | STEP: 2000|2708 | Loss: 0.131458
+INFO:EPOCH 82/200 | STEP: 2100|2708 | Loss: 0.137640
+INFO:EPOCH 82/200 | STEP: 2200|2708 | Loss: 0.137650
+INFO:EPOCH 82/200 | STEP: 2300|2708 | Loss: 0.131918
+INFO:EPOCH 82/200 | STEP: 2400|2708 | Loss: 0.143497
+INFO:EPOCH 82/200 | STEP: 2500|2708 | Loss: 0.130873
+INFO:EPOCH 82/200 | STEP: 2600|2708 | Loss: 0.146150
+INFO:EPOCH 82/200 | STEP: 2700|2708 | Loss: 0.126213
+INFO:VAL NDCG@10, IoU=0.3: 0.341341
+INFO:VAL NDCG@10, IoU=0.5: 0.308953
+INFO:VAL NDCG@10, IoU=0.7: 0.208642
+INFO:VAL NDCG@20, IoU=0.3: 0.344528
+INFO:VAL NDCG@20, IoU=0.5: 0.311033
+INFO:VAL NDCG@20, IoU=0.7: 0.211883
+INFO:VAL NDCG@40, IoU=0.3: 0.364775
+INFO:VAL NDCG@40, IoU=0.5: 0.330403
+INFO:VAL NDCG@40, IoU=0.7: 0.226953
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.337367
+INFO:TEST NDCG@10, IoU=0.5: 0.304467
+INFO:TEST NDCG@10, IoU=0.7: 0.207345
+INFO:TEST NDCG@20, IoU=0.3: 0.340126
+INFO:TEST NDCG@20, IoU=0.5: 0.306732
+INFO:TEST NDCG@20, IoU=0.7: 0.211758
+INFO:TEST NDCG@40, IoU=0.3: 0.362267
+INFO:TEST NDCG@40, IoU=0.5: 0.326484
+INFO:TEST NDCG@40, IoU=0.7: 0.228167
+INFO:
+INFO:TRAIN EPOCH: 83|200
+INFO:EPOCH 83/200 | STEP: 0|2708 | Loss: 0.129816
+INFO:EPOCH 83/200 | STEP: 100|2708 | Loss: 0.124460
+INFO:EPOCH 83/200 | STEP: 200|2708 | Loss: 0.148973
+INFO:EPOCH 83/200 | STEP: 300|2708 | Loss: 0.128189
+INFO:EPOCH 83/200 | STEP: 400|2708 | Loss: 0.127619
+INFO:EPOCH 83/200 | STEP: 500|2708 | Loss: 0.125502
+INFO:EPOCH 83/200 | STEP: 600|2708 | Loss: 0.126946
+INFO:EPOCH 83/200 | STEP: 700|2708 | Loss: 0.126819
+INFO:EPOCH 83/200 | STEP: 800|2708 | Loss: 0.145232
+INFO:EPOCH 83/200 | STEP: 900|2708 | Loss: 0.128830
+INFO:EPOCH 83/200 | STEP: 1000|2708 | Loss: 0.134130
+INFO:EPOCH 83/200 | STEP: 1100|2708 | Loss: 0.137719
+INFO:EPOCH 83/200 | STEP: 1200|2708 | Loss: 0.138609
+INFO:EPOCH 83/200 | STEP: 1300|2708 | Loss: 0.132709
+INFO:EPOCH 83/200 | STEP: 1400|2708 | Loss: 0.130608
+INFO:EPOCH 83/200 | STEP: 1500|2708 | Loss: 0.131012
+INFO:EPOCH 83/200 | STEP: 1600|2708 | Loss: 0.133038
+INFO:EPOCH 83/200 | STEP: 1700|2708 | Loss: 0.128554
+INFO:EPOCH 83/200 | STEP: 1800|2708 | Loss: 0.134589
+INFO:EPOCH 83/200 | STEP: 1900|2708 | Loss: 0.125067
+INFO:EPOCH 83/200 | STEP: 2000|2708 | Loss: 0.135251
+INFO:EPOCH 83/200 | STEP: 2100|2708 | Loss: 0.144474
+INFO:EPOCH 83/200 | STEP: 2200|2708 | Loss: 0.141462
+INFO:EPOCH 83/200 | STEP: 2300|2708 | Loss: 0.139702
+INFO:EPOCH 83/200 | STEP: 2400|2708 | Loss: 0.134358
+INFO:EPOCH 83/200 | STEP: 2500|2708 | Loss: 0.140906
+INFO:EPOCH 83/200 | STEP: 2600|2708 | Loss: 0.139885
+INFO:EPOCH 83/200 | STEP: 2700|2708 | Loss: 0.143218
+INFO:VAL NDCG@10, IoU=0.3: 0.335722
+INFO:VAL NDCG@10, IoU=0.5: 0.306823
+INFO:VAL NDCG@10, IoU=0.7: 0.207698
+INFO:VAL NDCG@20, IoU=0.3: 0.341123
+INFO:VAL NDCG@20, IoU=0.5: 0.309770
+INFO:VAL NDCG@20, IoU=0.7: 0.210898
+INFO:VAL NDCG@40, IoU=0.3: 0.364364
+INFO:VAL NDCG@40, IoU=0.5: 0.331185
+INFO:VAL NDCG@40, IoU=0.7: 0.228214
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.340217
+INFO:TEST NDCG@10, IoU=0.5: 0.307528
+INFO:TEST NDCG@10, IoU=0.7: 0.211414
+INFO:TEST NDCG@20, IoU=0.3: 0.341349
+INFO:TEST NDCG@20, IoU=0.5: 0.307695
+INFO:TEST NDCG@20, IoU=0.7: 0.213705
+INFO:TEST NDCG@40, IoU=0.3: 0.363544
+INFO:TEST NDCG@40, IoU=0.5: 0.327880
+INFO:TEST NDCG@40, IoU=0.7: 0.230347
+INFO:
+INFO:TRAIN EPOCH: 84|200
+INFO:EPOCH 84/200 | STEP: 0|2708 | Loss: 0.128822
+INFO:EPOCH 84/200 | STEP: 100|2708 | Loss: 0.134048
+INFO:EPOCH 84/200 | STEP: 200|2708 | Loss: 0.130997
+INFO:EPOCH 84/200 | STEP: 300|2708 | Loss: 0.125693
+INFO:EPOCH 84/200 | STEP: 400|2708 | Loss: 0.129065
+INFO:EPOCH 84/200 | STEP: 500|2708 | Loss: 0.127954
+INFO:EPOCH 84/200 | STEP: 600|2708 | Loss: 0.141930
+INFO:EPOCH 84/200 | STEP: 700|2708 | Loss: 0.139924
+INFO:EPOCH 84/200 | STEP: 800|2708 | Loss: 0.134854
+INFO:EPOCH 84/200 | STEP: 900|2708 | Loss: 0.138531
+INFO:EPOCH 84/200 | STEP: 1000|2708 | Loss: 0.129819
+INFO:EPOCH 84/200 | STEP: 1100|2708 | Loss: 0.138407
+INFO:EPOCH 84/200 | STEP: 1200|2708 | Loss: 0.133463
+INFO:EPOCH 84/200 | STEP: 1300|2708 | Loss: 0.121985
+INFO:EPOCH 84/200 | STEP: 1400|2708 | Loss: 0.142226
+INFO:EPOCH 84/200 | STEP: 1500|2708 | Loss: 0.127344
+INFO:EPOCH 84/200 | STEP: 1600|2708 | Loss: 0.147244
+INFO:EPOCH 84/200 | STEP: 1700|2708 | Loss: 0.130439
+INFO:EPOCH 84/200 | STEP: 1800|2708 | Loss: 0.144684
+INFO:EPOCH 84/200 | STEP: 1900|2708 | Loss: 0.130966
+INFO:EPOCH 84/200 | STEP: 2000|2708 | Loss: 0.135392
+INFO:EPOCH 84/200 | STEP: 2100|2708 | Loss: 0.130520
+INFO:EPOCH 84/200 | STEP: 2200|2708 | Loss: 0.147668
+INFO:EPOCH 84/200 | STEP: 2300|2708 | Loss: 0.144699
+INFO:EPOCH 84/200 | STEP: 2400|2708 | Loss: 0.144746
+INFO:EPOCH 84/200 | STEP: 2500|2708 | Loss: 0.125835
+INFO:EPOCH 84/200 | STEP: 2600|2708 | Loss: 0.138329
+INFO:EPOCH 84/200 | STEP: 2700|2708 | Loss: 0.136207
+INFO:VAL NDCG@10, IoU=0.3: 0.341285
+INFO:VAL NDCG@10, IoU=0.5: 0.309161
+INFO:VAL NDCG@10, IoU=0.7: 0.209642
+INFO:VAL NDCG@20, IoU=0.3: 0.343027
+INFO:VAL NDCG@20, IoU=0.5: 0.310335
+INFO:VAL NDCG@20, IoU=0.7: 0.211452
+INFO:VAL NDCG@40, IoU=0.3: 0.366020
+INFO:VAL NDCG@40, IoU=0.5: 0.330450
+INFO:VAL NDCG@40, IoU=0.7: 0.227586
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.339750
+INFO:TEST NDCG@10, IoU=0.5: 0.306609
+INFO:TEST NDCG@10, IoU=0.7: 0.210379
+INFO:TEST NDCG@20, IoU=0.3: 0.341490
+INFO:TEST NDCG@20, IoU=0.5: 0.307091
+INFO:TEST NDCG@20, IoU=0.7: 0.213011
+INFO:TEST NDCG@40, IoU=0.3: 0.364221
+INFO:TEST NDCG@40, IoU=0.5: 0.327750
+INFO:TEST NDCG@40, IoU=0.7: 0.230027
+INFO:
+INFO:TRAIN EPOCH: 85|200
+INFO:EPOCH 85/200 | STEP: 0|2708 | Loss: 0.133943
+INFO:EPOCH 85/200 | STEP: 100|2708 | Loss: 0.133497
+INFO:EPOCH 85/200 | STEP: 200|2708 | Loss: 0.124360
+INFO:EPOCH 85/200 | STEP: 300|2708 | Loss: 0.139347
+INFO:EPOCH 85/200 | STEP: 400|2708 | Loss: 0.134463
+INFO:EPOCH 85/200 | STEP: 500|2708 | Loss: 0.132108
+INFO:EPOCH 85/200 | STEP: 600|2708 | Loss: 0.139558
+INFO:EPOCH 85/200 | STEP: 700|2708 | Loss: 0.125043
+INFO:EPOCH 85/200 | STEP: 800|2708 | Loss: 0.139091
+INFO:EPOCH 85/200 | STEP: 900|2708 | Loss: 0.136938
+INFO:EPOCH 85/200 | STEP: 1000|2708 | Loss: 0.130224
+INFO:EPOCH 85/200 | STEP: 1100|2708 | Loss: 0.122658
+INFO:EPOCH 85/200 | STEP: 1200|2708 | Loss: 0.131381
+INFO:EPOCH 85/200 | STEP: 1300|2708 | Loss: 0.133967
+INFO:EPOCH 85/200 | STEP: 1400|2708 | Loss: 0.121184
+INFO:EPOCH 85/200 | STEP: 1500|2708 | Loss: 0.123228
+INFO:EPOCH 85/200 | STEP: 1600|2708 | Loss: 0.133733
+INFO:EPOCH 85/200 | STEP: 1700|2708 | Loss: 0.131277
+INFO:EPOCH 85/200 | STEP: 1800|2708 | Loss: 0.137581
+INFO:EPOCH 85/200 | STEP: 1900|2708 | Loss: 0.126577
+INFO:EPOCH 85/200 | STEP: 2000|2708 | Loss: 0.113617
+INFO:EPOCH 85/200 | STEP: 2100|2708 | Loss: 0.136318
+INFO:EPOCH 85/200 | STEP: 2200|2708 | Loss: 0.128840
+INFO:EPOCH 85/200 | STEP: 2300|2708 | Loss: 0.131851
+INFO:EPOCH 85/200 | STEP: 2400|2708 | Loss: 0.128820
+INFO:EPOCH 85/200 | STEP: 2500|2708 | Loss: 0.121541
+INFO:EPOCH 85/200 | STEP: 2600|2708 | Loss: 0.143489
+INFO:EPOCH 85/200 | STEP: 2700|2708 | Loss: 0.141101
+INFO:VAL NDCG@10, IoU=0.3: 0.340906
+INFO:VAL NDCG@10, IoU=0.5: 0.307722
+INFO:VAL NDCG@10, IoU=0.7: 0.207127
+INFO:VAL NDCG@20, IoU=0.3: 0.345030
+INFO:VAL NDCG@20, IoU=0.5: 0.311264
+INFO:VAL NDCG@20, IoU=0.7: 0.211230
+INFO:VAL NDCG@40, IoU=0.3: 0.368156
+INFO:VAL NDCG@40, IoU=0.5: 0.331385
+INFO:VAL NDCG@40, IoU=0.7: 0.227398
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.339425
+INFO:TEST NDCG@10, IoU=0.5: 0.306100
+INFO:TEST NDCG@10, IoU=0.7: 0.208835
+INFO:TEST NDCG@20, IoU=0.3: 0.342061
+INFO:TEST NDCG@20, IoU=0.5: 0.308261
+INFO:TEST NDCG@20, IoU=0.7: 0.212714
+INFO:TEST NDCG@40, IoU=0.3: 0.364663
+INFO:TEST NDCG@40, IoU=0.5: 0.328271
+INFO:TEST NDCG@40, IoU=0.7: 0.230426
+INFO:
+INFO:TRAIN EPOCH: 86|200
+INFO:EPOCH 86/200 | STEP: 0|2708 | Loss: 0.125034
+INFO:EPOCH 86/200 | STEP: 100|2708 | Loss: 0.126311
+INFO:EPOCH 86/200 | STEP: 200|2708 | Loss: 0.138118
+INFO:EPOCH 86/200 | STEP: 300|2708 | Loss: 0.144066
+INFO:EPOCH 86/200 | STEP: 400|2708 | Loss: 0.131458
+INFO:EPOCH 86/200 | STEP: 500|2708 | Loss: 0.132708
+INFO:EPOCH 86/200 | STEP: 600|2708 | Loss: 0.129534
+INFO:EPOCH 86/200 | STEP: 700|2708 | Loss: 0.127921
+INFO:EPOCH 86/200 | STEP: 800|2708 | Loss: 0.134638
+INFO:EPOCH 86/200 | STEP: 900|2708 | Loss: 0.126075
+INFO:EPOCH 86/200 | STEP: 1000|2708 | Loss: 0.130608
+INFO:EPOCH 86/200 | STEP: 1100|2708 | Loss: 0.133637
+INFO:EPOCH 86/200 | STEP: 1200|2708 | Loss: 0.133310
+INFO:EPOCH 86/200 | STEP: 1300|2708 | Loss: 0.130994
+INFO:EPOCH 86/200 | STEP: 1400|2708 | Loss: 0.139297
+INFO:EPOCH 86/200 | STEP: 1500|2708 | Loss: 0.133921
+INFO:EPOCH 86/200 | STEP: 1600|2708 | Loss: 0.133851
+INFO:EPOCH 86/200 | STEP: 1700|2708 | Loss: 0.140238
+INFO:EPOCH 86/200 | STEP: 1800|2708 | Loss: 0.123258
+INFO:EPOCH 86/200 | STEP: 1900|2708 | Loss: 0.133713
+INFO:EPOCH 86/200 | STEP: 2000|2708 | Loss: 0.131616
+INFO:EPOCH 86/200 | STEP: 2100|2708 | Loss: 0.134019
+INFO:EPOCH 86/200 | STEP: 2200|2708 | Loss: 0.130331
+INFO:EPOCH 86/200 | STEP: 2300|2708 | Loss: 0.132073
+INFO:EPOCH 86/200 | STEP: 2400|2708 | Loss: 0.136094
+INFO:EPOCH 86/200 | STEP: 2500|2708 | Loss: 0.145553
+INFO:EPOCH 86/200 | STEP: 2600|2708 | Loss: 0.140537
+INFO:EPOCH 86/200 | STEP: 2700|2708 | Loss: 0.137323
+INFO:VAL NDCG@10, IoU=0.3: 0.340504
+INFO:VAL NDCG@10, IoU=0.5: 0.309284
+INFO:VAL NDCG@10, IoU=0.7: 0.207493
+INFO:VAL NDCG@20, IoU=0.3: 0.344861
+INFO:VAL NDCG@20, IoU=0.5: 0.312211
+INFO:VAL NDCG@20, IoU=0.7: 0.211076
+INFO:VAL NDCG@40, IoU=0.3: 0.369420
+INFO:VAL NDCG@40, IoU=0.5: 0.334305
+INFO:VAL NDCG@40, IoU=0.7: 0.229689
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.340462
+INFO:TEST NDCG@10, IoU=0.5: 0.307691
+INFO:TEST NDCG@10, IoU=0.7: 0.210005
+INFO:TEST NDCG@20, IoU=0.3: 0.342674
+INFO:TEST NDCG@20, IoU=0.5: 0.309015
+INFO:TEST NDCG@20, IoU=0.7: 0.214119
+INFO:TEST NDCG@40, IoU=0.3: 0.365782
+INFO:TEST NDCG@40, IoU=0.5: 0.329712
+INFO:TEST NDCG@40, IoU=0.7: 0.231436
+INFO:
+INFO:TRAIN EPOCH: 87|200
+INFO:EPOCH 87/200 | STEP: 0|2708 | Loss: 0.130248
+INFO:EPOCH 87/200 | STEP: 100|2708 | Loss: 0.136802
+INFO:EPOCH 87/200 | STEP: 200|2708 | Loss: 0.130036
+INFO:EPOCH 87/200 | STEP: 300|2708 | Loss: 0.133155
+INFO:EPOCH 87/200 | STEP: 400|2708 | Loss: 0.136335
+INFO:EPOCH 87/200 | STEP: 500|2708 | Loss: 0.131248
+INFO:EPOCH 87/200 | STEP: 600|2708 | Loss: 0.132503
+INFO:EPOCH 87/200 | STEP: 700|2708 | Loss: 0.120579
+INFO:EPOCH 87/200 | STEP: 800|2708 | Loss: 0.121918
+INFO:EPOCH 87/200 | STEP: 900|2708 | Loss: 0.133910
+INFO:EPOCH 87/200 | STEP: 1000|2708 | Loss: 0.131526
+INFO:EPOCH 87/200 | STEP: 1100|2708 | Loss: 0.126618
+INFO:EPOCH 87/200 | STEP: 1200|2708 | Loss: 0.139384
+INFO:EPOCH 87/200 | STEP: 1300|2708 | Loss: 0.128802
+INFO:EPOCH 87/200 | STEP: 1400|2708 | Loss: 0.126067
+INFO:EPOCH 87/200 | STEP: 1500|2708 | Loss: 0.128426
+INFO:EPOCH 87/200 | STEP: 1600|2708 | Loss: 0.128848
+INFO:EPOCH 87/200 | STEP: 1700|2708 | Loss: 0.138273
+INFO:EPOCH 87/200 | STEP: 1800|2708 | Loss: 0.139488
+INFO:EPOCH 87/200 | STEP: 1900|2708 | Loss: 0.136408
+INFO:EPOCH 87/200 | STEP: 2000|2708 | Loss: 0.140233
+INFO:EPOCH 87/200 | STEP: 2100|2708 | Loss: 0.135163
+INFO:EPOCH 87/200 | STEP: 2200|2708 | Loss: 0.139608
+INFO:EPOCH 87/200 | STEP: 2300|2708 | Loss: 0.124722
+INFO:EPOCH 87/200 | STEP: 2400|2708 | Loss: 0.131017
+INFO:EPOCH 87/200 | STEP: 2500|2708 | Loss: 0.130918
+INFO:EPOCH 87/200 | STEP: 2600|2708 | Loss: 0.133202
+INFO:EPOCH 87/200 | STEP: 2700|2708 | Loss: 0.135115
+INFO:VAL NDCG@10, IoU=0.3: 0.341660
+INFO:VAL NDCG@10, IoU=0.5: 0.308946
+INFO:VAL NDCG@10, IoU=0.7: 0.209054
+INFO:VAL NDCG@20, IoU=0.3: 0.343852
+INFO:VAL NDCG@20, IoU=0.5: 0.311552
+INFO:VAL NDCG@20, IoU=0.7: 0.213471
+INFO:VAL NDCG@40, IoU=0.3: 0.367160
+INFO:VAL NDCG@40, IoU=0.5: 0.331006
+INFO:VAL NDCG@40, IoU=0.7: 0.227813
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.341147
+INFO:TEST NDCG@10, IoU=0.5: 0.307962
+INFO:TEST NDCG@10, IoU=0.7: 0.211395
+INFO:TEST NDCG@20, IoU=0.3: 0.343610
+INFO:TEST NDCG@20, IoU=0.5: 0.309916
+INFO:TEST NDCG@20, IoU=0.7: 0.214633
+INFO:TEST NDCG@40, IoU=0.3: 0.366318
+INFO:TEST NDCG@40, IoU=0.5: 0.329885
+INFO:TEST NDCG@40, IoU=0.7: 0.231088
+INFO:
+INFO:TRAIN EPOCH: 88|200
+INFO:EPOCH 88/200 | STEP: 0|2708 | Loss: 0.128940
+INFO:EPOCH 88/200 | STEP: 100|2708 | Loss: 0.125700
+INFO:EPOCH 88/200 | STEP: 200|2708 | Loss: 0.126243
+INFO:EPOCH 88/200 | STEP: 300|2708 | Loss: 0.134200
+INFO:EPOCH 88/200 | STEP: 400|2708 | Loss: 0.136237
+INFO:EPOCH 88/200 | STEP: 500|2708 | Loss: 0.138218
+INFO:EPOCH 88/200 | STEP: 600|2708 | Loss: 0.138455
+INFO:EPOCH 88/200 | STEP: 700|2708 | Loss: 0.130485
+INFO:EPOCH 88/200 | STEP: 800|2708 | Loss: 0.125115
+INFO:EPOCH 88/200 | STEP: 900|2708 | Loss: 0.124290
+INFO:EPOCH 88/200 | STEP: 1000|2708 | Loss: 0.128951
+INFO:EPOCH 88/200 | STEP: 1100|2708 | Loss: 0.133468
+INFO:EPOCH 88/200 | STEP: 1200|2708 | Loss: 0.135222
+INFO:EPOCH 88/200 | STEP: 1300|2708 | Loss: 0.128632
+INFO:EPOCH 88/200 | STEP: 1400|2708 | Loss: 0.130021
+INFO:EPOCH 88/200 | STEP: 1500|2708 | Loss: 0.133039
+INFO:EPOCH 88/200 | STEP: 1600|2708 | Loss: 0.133173
+INFO:EPOCH 88/200 | STEP: 1700|2708 | Loss: 0.132779
+INFO:EPOCH 88/200 | STEP: 1800|2708 | Loss: 0.137786
+INFO:EPOCH 88/200 | STEP: 1900|2708 | Loss: 0.136532
+INFO:EPOCH 88/200 | STEP: 2000|2708 | Loss: 0.130429
+INFO:EPOCH 88/200 | STEP: 2100|2708 | Loss: 0.148103
+INFO:EPOCH 88/200 | STEP: 2200|2708 | Loss: 0.128009
+INFO:EPOCH 88/200 | STEP: 2300|2708 | Loss: 0.134424
+INFO:EPOCH 88/200 | STEP: 2400|2708 | Loss: 0.133585
+INFO:EPOCH 88/200 | STEP: 2500|2708 | Loss: 0.142593
+INFO:EPOCH 88/200 | STEP: 2600|2708 | Loss: 0.135021
+INFO:EPOCH 88/200 | STEP: 2700|2708 | Loss: 0.132580
+INFO:VAL NDCG@10, IoU=0.3: 0.347357
+INFO:VAL NDCG@10, IoU=0.5: 0.312960
+INFO:VAL NDCG@10, IoU=0.7: 0.210610
+INFO:VAL NDCG@20, IoU=0.3: 0.348108
+INFO:VAL NDCG@20, IoU=0.5: 0.314844
+INFO:VAL NDCG@20, IoU=0.7: 0.213973
+INFO:VAL NDCG@40, IoU=0.3: 0.372161
+INFO:VAL NDCG@40, IoU=0.5: 0.334557
+INFO:VAL NDCG@40, IoU=0.7: 0.230183
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.341054
+INFO:TEST NDCG@10, IoU=0.5: 0.307460
+INFO:TEST NDCG@10, IoU=0.7: 0.210097
+INFO:TEST NDCG@20, IoU=0.3: 0.343571
+INFO:TEST NDCG@20, IoU=0.5: 0.309296
+INFO:TEST NDCG@20, IoU=0.7: 0.214044
+INFO:TEST NDCG@40, IoU=0.3: 0.366061
+INFO:TEST NDCG@40, IoU=0.5: 0.329948
+INFO:TEST NDCG@40, IoU=0.7: 0.231975
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.347357
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.312960
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.210610
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.348108
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.314844
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.213973
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.372161
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.334557
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.230183
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.341054
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.307460
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.210097
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.343571
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.309296
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.214044
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.366061
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.329948
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.231975
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 89|200
+INFO:EPOCH 89/200 | STEP: 0|2708 | Loss: 0.124520
+INFO:EPOCH 89/200 | STEP: 100|2708 | Loss: 0.127192
+INFO:EPOCH 89/200 | STEP: 200|2708 | Loss: 0.126234
+INFO:EPOCH 89/200 | STEP: 300|2708 | Loss: 0.138276
+INFO:EPOCH 89/200 | STEP: 400|2708 | Loss: 0.134260
+INFO:EPOCH 89/200 | STEP: 500|2708 | Loss: 0.128194
+INFO:EPOCH 89/200 | STEP: 600|2708 | Loss: 0.127203
+INFO:EPOCH 89/200 | STEP: 700|2708 | Loss: 0.126053
+INFO:EPOCH 89/200 | STEP: 800|2708 | Loss: 0.127288
+INFO:EPOCH 89/200 | STEP: 900|2708 | Loss: 0.132719
+INFO:EPOCH 89/200 | STEP: 1000|2708 | Loss: 0.127303
+INFO:EPOCH 89/200 | STEP: 1100|2708 | Loss: 0.123639
+INFO:EPOCH 89/200 | STEP: 1200|2708 | Loss: 0.127738
+INFO:EPOCH 89/200 | STEP: 1300|2708 | Loss: 0.125285
+INFO:EPOCH 89/200 | STEP: 1400|2708 | Loss: 0.130491
+INFO:EPOCH 89/200 | STEP: 1500|2708 | Loss: 0.133843
+INFO:EPOCH 89/200 | STEP: 1600|2708 | Loss: 0.126923
+INFO:EPOCH 89/200 | STEP: 1700|2708 | Loss: 0.129709
+INFO:EPOCH 89/200 | STEP: 1800|2708 | Loss: 0.129721
+INFO:EPOCH 89/200 | STEP: 1900|2708 | Loss: 0.135475
+INFO:EPOCH 89/200 | STEP: 2000|2708 | Loss: 0.142154
+INFO:EPOCH 89/200 | STEP: 2100|2708 | Loss: 0.136066
+INFO:EPOCH 89/200 | STEP: 2200|2708 | Loss: 0.134901
+INFO:EPOCH 89/200 | STEP: 2300|2708 | Loss: 0.126402
+INFO:EPOCH 89/200 | STEP: 2400|2708 | Loss: 0.128913
+INFO:EPOCH 89/200 | STEP: 2500|2708 | Loss: 0.139177
+INFO:EPOCH 89/200 | STEP: 2600|2708 | Loss: 0.127921
+INFO:EPOCH 89/200 | STEP: 2700|2708 | Loss: 0.132055
+INFO:VAL NDCG@10, IoU=0.3: 0.350856
+INFO:VAL NDCG@10, IoU=0.5: 0.315635
+INFO:VAL NDCG@10, IoU=0.7: 0.212014
+INFO:VAL NDCG@20, IoU=0.3: 0.350593
+INFO:VAL NDCG@20, IoU=0.5: 0.315900
+INFO:VAL NDCG@20, IoU=0.7: 0.215057
+INFO:VAL NDCG@40, IoU=0.3: 0.373360
+INFO:VAL NDCG@40, IoU=0.5: 0.335846
+INFO:VAL NDCG@40, IoU=0.7: 0.230717
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.342710
+INFO:TEST NDCG@10, IoU=0.5: 0.309199
+INFO:TEST NDCG@10, IoU=0.7: 0.210827
+INFO:TEST NDCG@20, IoU=0.3: 0.344992
+INFO:TEST NDCG@20, IoU=0.5: 0.310290
+INFO:TEST NDCG@20, IoU=0.7: 0.214132
+INFO:TEST NDCG@40, IoU=0.3: 0.367766
+INFO:TEST NDCG@40, IoU=0.5: 0.331414
+INFO:TEST NDCG@40, IoU=0.7: 0.232093
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.350856
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.315635
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.212014
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.350593
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.315900
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.215057
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.373360
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.335846
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.230717
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.342710
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.309199
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.210827
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.344992
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.310290
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.214132
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.367766
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.331414
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.232093
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 90|200
+INFO:EPOCH 90/200 | STEP: 0|2708 | Loss: 0.130625
+INFO:EPOCH 90/200 | STEP: 100|2708 | Loss: 0.124474
+INFO:EPOCH 90/200 | STEP: 200|2708 | Loss: 0.123360
+INFO:EPOCH 90/200 | STEP: 300|2708 | Loss: 0.134434
+INFO:EPOCH 90/200 | STEP: 400|2708 | Loss: 0.137856
+INFO:EPOCH 90/200 | STEP: 500|2708 | Loss: 0.127554
+INFO:EPOCH 90/200 | STEP: 600|2708 | Loss: 0.121084
+INFO:EPOCH 90/200 | STEP: 700|2708 | Loss: 0.133690
+INFO:EPOCH 90/200 | STEP: 800|2708 | Loss: 0.137471
+INFO:EPOCH 90/200 | STEP: 900|2708 | Loss: 0.142210
+INFO:EPOCH 90/200 | STEP: 1000|2708 | Loss: 0.136398
+INFO:EPOCH 90/200 | STEP: 1100|2708 | Loss: 0.126673
+INFO:EPOCH 90/200 | STEP: 1200|2708 | Loss: 0.127256
+INFO:EPOCH 90/200 | STEP: 1300|2708 | Loss: 0.135811
+INFO:EPOCH 90/200 | STEP: 1400|2708 | Loss: 0.128647
+INFO:EPOCH 90/200 | STEP: 1500|2708 | Loss: 0.131082
+INFO:EPOCH 90/200 | STEP: 1600|2708 | Loss: 0.133585
+INFO:EPOCH 90/200 | STEP: 1700|2708 | Loss: 0.139537
+INFO:EPOCH 90/200 | STEP: 1800|2708 | Loss: 0.131191
+INFO:EPOCH 90/200 | STEP: 1900|2708 | Loss: 0.139654
+INFO:EPOCH 90/200 | STEP: 2000|2708 | Loss: 0.131525
+INFO:EPOCH 90/200 | STEP: 2100|2708 | Loss: 0.137489
+INFO:EPOCH 90/200 | STEP: 2200|2708 | Loss: 0.130686
+INFO:EPOCH 90/200 | STEP: 2300|2708 | Loss: 0.139292
+INFO:EPOCH 90/200 | STEP: 2400|2708 | Loss: 0.130474
+INFO:EPOCH 90/200 | STEP: 2500|2708 | Loss: 0.131853
+INFO:EPOCH 90/200 | STEP: 2600|2708 | Loss: 0.135941
+INFO:EPOCH 90/200 | STEP: 2700|2708 | Loss: 0.134488
+INFO:VAL NDCG@10, IoU=0.3: 0.345351
+INFO:VAL NDCG@10, IoU=0.5: 0.312920
+INFO:VAL NDCG@10, IoU=0.7: 0.212745
+INFO:VAL NDCG@20, IoU=0.3: 0.346636
+INFO:VAL NDCG@20, IoU=0.5: 0.313669
+INFO:VAL NDCG@20, IoU=0.7: 0.213696
+INFO:VAL NDCG@40, IoU=0.3: 0.369326
+INFO:VAL NDCG@40, IoU=0.5: 0.333551
+INFO:VAL NDCG@40, IoU=0.7: 0.229969
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.343642
+INFO:TEST NDCG@10, IoU=0.5: 0.309948
+INFO:TEST NDCG@10, IoU=0.7: 0.211923
+INFO:TEST NDCG@20, IoU=0.3: 0.346338
+INFO:TEST NDCG@20, IoU=0.5: 0.312115
+INFO:TEST NDCG@20, IoU=0.7: 0.216409
+INFO:TEST NDCG@40, IoU=0.3: 0.368664
+INFO:TEST NDCG@40, IoU=0.5: 0.332001
+INFO:TEST NDCG@40, IoU=0.7: 0.233297
+INFO:
+INFO:TRAIN EPOCH: 91|200
+INFO:EPOCH 91/200 | STEP: 0|2708 | Loss: 0.139332
+INFO:EPOCH 91/200 | STEP: 100|2708 | Loss: 0.117028
+INFO:EPOCH 91/200 | STEP: 200|2708 | Loss: 0.128458
+INFO:EPOCH 91/200 | STEP: 300|2708 | Loss: 0.125955
+INFO:EPOCH 91/200 | STEP: 400|2708 | Loss: 0.137106
+INFO:EPOCH 91/200 | STEP: 500|2708 | Loss: 0.135609
+INFO:EPOCH 91/200 | STEP: 600|2708 | Loss: 0.135655
+INFO:EPOCH 91/200 | STEP: 700|2708 | Loss: 0.133222
+INFO:EPOCH 91/200 | STEP: 800|2708 | Loss: 0.140401
+INFO:EPOCH 91/200 | STEP: 900|2708 | Loss: 0.133563
+INFO:EPOCH 91/200 | STEP: 1000|2708 | Loss: 0.132254
+INFO:EPOCH 91/200 | STEP: 1100|2708 | Loss: 0.128011
+INFO:EPOCH 91/200 | STEP: 1200|2708 | Loss: 0.144817
+INFO:EPOCH 91/200 | STEP: 1300|2708 | Loss: 0.133120
+INFO:EPOCH 91/200 | STEP: 1400|2708 | Loss: 0.127134
+INFO:EPOCH 91/200 | STEP: 1500|2708 | Loss: 0.128878
+INFO:EPOCH 91/200 | STEP: 1600|2708 | Loss: 0.136325
+INFO:EPOCH 91/200 | STEP: 1700|2708 | Loss: 0.130099
+INFO:EPOCH 91/200 | STEP: 1800|2708 | Loss: 0.141625
+INFO:EPOCH 91/200 | STEP: 1900|2708 | Loss: 0.136950
+INFO:EPOCH 91/200 | STEP: 2000|2708 | Loss: 0.132806
+INFO:EPOCH 91/200 | STEP: 2100|2708 | Loss: 0.134410
+INFO:EPOCH 91/200 | STEP: 2200|2708 | Loss: 0.132422
+INFO:EPOCH 91/200 | STEP: 2300|2708 | Loss: 0.136319
+INFO:EPOCH 91/200 | STEP: 2400|2708 | Loss: 0.137649
+INFO:EPOCH 91/200 | STEP: 2500|2708 | Loss: 0.134374
+INFO:EPOCH 91/200 | STEP: 2600|2708 | Loss: 0.129793
+INFO:EPOCH 91/200 | STEP: 2700|2708 | Loss: 0.137216
+INFO:VAL NDCG@10, IoU=0.3: 0.348087
+INFO:VAL NDCG@10, IoU=0.5: 0.313495
+INFO:VAL NDCG@10, IoU=0.7: 0.213880
+INFO:VAL NDCG@20, IoU=0.3: 0.349345
+INFO:VAL NDCG@20, IoU=0.5: 0.314409
+INFO:VAL NDCG@20, IoU=0.7: 0.215460
+INFO:VAL NDCG@40, IoU=0.3: 0.370624
+INFO:VAL NDCG@40, IoU=0.5: 0.333994
+INFO:VAL NDCG@40, IoU=0.7: 0.230930
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.345375
+INFO:TEST NDCG@10, IoU=0.5: 0.312438
+INFO:TEST NDCG@10, IoU=0.7: 0.213760
+INFO:TEST NDCG@20, IoU=0.3: 0.347509
+INFO:TEST NDCG@20, IoU=0.5: 0.313509
+INFO:TEST NDCG@20, IoU=0.7: 0.216887
+INFO:TEST NDCG@40, IoU=0.3: 0.370458
+INFO:TEST NDCG@40, IoU=0.5: 0.334445
+INFO:TEST NDCG@40, IoU=0.7: 0.235617
+INFO:
+INFO:TRAIN EPOCH: 92|200
+INFO:EPOCH 92/200 | STEP: 0|2708 | Loss: 0.131744
+INFO:EPOCH 92/200 | STEP: 100|2708 | Loss: 0.128796
+INFO:EPOCH 92/200 | STEP: 200|2708 | Loss: 0.131554
+INFO:EPOCH 92/200 | STEP: 300|2708 | Loss: 0.126344
+INFO:EPOCH 92/200 | STEP: 400|2708 | Loss: 0.130700
+INFO:EPOCH 92/200 | STEP: 500|2708 | Loss: 0.125644
+INFO:EPOCH 92/200 | STEP: 600|2708 | Loss: 0.126586
+INFO:EPOCH 92/200 | STEP: 700|2708 | Loss: 0.133958
+INFO:EPOCH 92/200 | STEP: 800|2708 | Loss: 0.131160
+INFO:EPOCH 92/200 | STEP: 900|2708 | Loss: 0.133174
+INFO:EPOCH 92/200 | STEP: 1000|2708 | Loss: 0.129234
+INFO:EPOCH 92/200 | STEP: 1100|2708 | Loss: 0.124291
+INFO:EPOCH 92/200 | STEP: 1200|2708 | Loss: 0.136918
+INFO:EPOCH 92/200 | STEP: 1300|2708 | Loss: 0.131785
+INFO:EPOCH 92/200 | STEP: 1400|2708 | Loss: 0.141507
+INFO:EPOCH 92/200 | STEP: 1500|2708 | Loss: 0.125336
+INFO:EPOCH 92/200 | STEP: 1600|2708 | Loss: 0.135656
+INFO:EPOCH 92/200 | STEP: 1700|2708 | Loss: 0.130722
+INFO:EPOCH 92/200 | STEP: 1800|2708 | Loss: 0.132301
+INFO:EPOCH 92/200 | STEP: 1900|2708 | Loss: 0.135366
+INFO:EPOCH 92/200 | STEP: 2000|2708 | Loss: 0.128436
+INFO:EPOCH 92/200 | STEP: 2100|2708 | Loss: 0.133693
+INFO:EPOCH 92/200 | STEP: 2200|2708 | Loss: 0.132513
+INFO:EPOCH 92/200 | STEP: 2300|2708 | Loss: 0.135046
+INFO:EPOCH 92/200 | STEP: 2400|2708 | Loss: 0.128176
+INFO:EPOCH 92/200 | STEP: 2500|2708 | Loss: 0.138335
+INFO:EPOCH 92/200 | STEP: 2600|2708 | Loss: 0.133536
+INFO:EPOCH 92/200 | STEP: 2700|2708 | Loss: 0.137062
+INFO:VAL NDCG@10, IoU=0.3: 0.344771
+INFO:VAL NDCG@10, IoU=0.5: 0.310943
+INFO:VAL NDCG@10, IoU=0.7: 0.211669
+INFO:VAL NDCG@20, IoU=0.3: 0.347212
+INFO:VAL NDCG@20, IoU=0.5: 0.313615
+INFO:VAL NDCG@20, IoU=0.7: 0.215291
+INFO:VAL NDCG@40, IoU=0.3: 0.370164
+INFO:VAL NDCG@40, IoU=0.5: 0.334966
+INFO:VAL NDCG@40, IoU=0.7: 0.230157
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.343137
+INFO:TEST NDCG@10, IoU=0.5: 0.309767
+INFO:TEST NDCG@10, IoU=0.7: 0.211906
+INFO:TEST NDCG@20, IoU=0.3: 0.346184
+INFO:TEST NDCG@20, IoU=0.5: 0.312294
+INFO:TEST NDCG@20, IoU=0.7: 0.215879
+INFO:TEST NDCG@40, IoU=0.3: 0.368893
+INFO:TEST NDCG@40, IoU=0.5: 0.332568
+INFO:TEST NDCG@40, IoU=0.7: 0.233417
+INFO:
+INFO:TRAIN EPOCH: 93|200
+INFO:EPOCH 93/200 | STEP: 0|2708 | Loss: 0.132439
+INFO:EPOCH 93/200 | STEP: 100|2708 | Loss: 0.123195
+INFO:EPOCH 93/200 | STEP: 200|2708 | Loss: 0.122011
+INFO:EPOCH 93/200 | STEP: 300|2708 | Loss: 0.131098
+INFO:EPOCH 93/200 | STEP: 400|2708 | Loss: 0.119228
+INFO:EPOCH 93/200 | STEP: 500|2708 | Loss: 0.132446
+INFO:EPOCH 93/200 | STEP: 600|2708 | Loss: 0.140862
+INFO:EPOCH 93/200 | STEP: 700|2708 | Loss: 0.127753
+INFO:EPOCH 93/200 | STEP: 800|2708 | Loss: 0.128899
+INFO:EPOCH 93/200 | STEP: 900|2708 | Loss: 0.122807
+INFO:EPOCH 93/200 | STEP: 1000|2708 | Loss: 0.128968
+INFO:EPOCH 93/200 | STEP: 1100|2708 | Loss: 0.125946
+INFO:EPOCH 93/200 | STEP: 1200|2708 | Loss: 0.125635
+INFO:EPOCH 93/200 | STEP: 1300|2708 | Loss: 0.140553
+INFO:EPOCH 93/200 | STEP: 1400|2708 | Loss: 0.141662
+INFO:EPOCH 93/200 | STEP: 1500|2708 | Loss: 0.130042
+INFO:EPOCH 93/200 | STEP: 1600|2708 | Loss: 0.131261
+INFO:EPOCH 93/200 | STEP: 1700|2708 | Loss: 0.126127
+INFO:EPOCH 93/200 | STEP: 1800|2708 | Loss: 0.127561
+INFO:EPOCH 93/200 | STEP: 1900|2708 | Loss: 0.136864
+INFO:EPOCH 93/200 | STEP: 2000|2708 | Loss: 0.131632
+INFO:EPOCH 93/200 | STEP: 2100|2708 | Loss: 0.128426
+INFO:EPOCH 93/200 | STEP: 2200|2708 | Loss: 0.127692
+INFO:EPOCH 93/200 | STEP: 2300|2708 | Loss: 0.130279
+INFO:EPOCH 93/200 | STEP: 2400|2708 | Loss: 0.129319
+INFO:EPOCH 93/200 | STEP: 2500|2708 | Loss: 0.122839
+INFO:EPOCH 93/200 | STEP: 2600|2708 | Loss: 0.129984
+INFO:EPOCH 93/200 | STEP: 2700|2708 | Loss: 0.133153
+INFO:VAL NDCG@10, IoU=0.3: 0.350165
+INFO:VAL NDCG@10, IoU=0.5: 0.314574
+INFO:VAL NDCG@10, IoU=0.7: 0.213598
+INFO:VAL NDCG@20, IoU=0.3: 0.351342
+INFO:VAL NDCG@20, IoU=0.5: 0.316631
+INFO:VAL NDCG@20, IoU=0.7: 0.215487
+INFO:VAL NDCG@40, IoU=0.3: 0.374250
+INFO:VAL NDCG@40, IoU=0.5: 0.338121
+INFO:VAL NDCG@40, IoU=0.7: 0.232965
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.344814
+INFO:TEST NDCG@10, IoU=0.5: 0.311285
+INFO:TEST NDCG@10, IoU=0.7: 0.212451
+INFO:TEST NDCG@20, IoU=0.3: 0.347681
+INFO:TEST NDCG@20, IoU=0.5: 0.313526
+INFO:TEST NDCG@20, IoU=0.7: 0.216292
+INFO:TEST NDCG@40, IoU=0.3: 0.371312
+INFO:TEST NDCG@40, IoU=0.5: 0.334868
+INFO:TEST NDCG@40, IoU=0.7: 0.234729
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.350165
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.314574
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.213598
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.351342
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.316631
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.215487
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.374250
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.338121
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.232965
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.344814
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.311285
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.212451
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.347681
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.313526
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.216292
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.371312
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.334868
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.234729
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 94|200
+INFO:EPOCH 94/200 | STEP: 0|2708 | Loss: 0.123579
+INFO:EPOCH 94/200 | STEP: 100|2708 | Loss: 0.130166
+INFO:EPOCH 94/200 | STEP: 200|2708 | Loss: 0.126104
+INFO:EPOCH 94/200 | STEP: 300|2708 | Loss: 0.126553
+INFO:EPOCH 94/200 | STEP: 400|2708 | Loss: 0.129296
+INFO:EPOCH 94/200 | STEP: 500|2708 | Loss: 0.123950
+INFO:EPOCH 94/200 | STEP: 600|2708 | Loss: 0.126876
+INFO:EPOCH 94/200 | STEP: 700|2708 | Loss: 0.127076
+INFO:EPOCH 94/200 | STEP: 800|2708 | Loss: 0.131751
+INFO:EPOCH 94/200 | STEP: 900|2708 | Loss: 0.133500
+INFO:EPOCH 94/200 | STEP: 1000|2708 | Loss: 0.135744
+INFO:EPOCH 94/200 | STEP: 1100|2708 | Loss: 0.129868
+INFO:EPOCH 94/200 | STEP: 1200|2708 | Loss: 0.126446
+INFO:EPOCH 94/200 | STEP: 1300|2708 | Loss: 0.125408
+INFO:EPOCH 94/200 | STEP: 1400|2708 | Loss: 0.138269
+INFO:EPOCH 94/200 | STEP: 1500|2708 | Loss: 0.134443
+INFO:EPOCH 94/200 | STEP: 1600|2708 | Loss: 0.120264
+INFO:EPOCH 94/200 | STEP: 1700|2708 | Loss: 0.129612
+INFO:EPOCH 94/200 | STEP: 1800|2708 | Loss: 0.135522
+INFO:EPOCH 94/200 | STEP: 1900|2708 | Loss: 0.126576
+INFO:EPOCH 94/200 | STEP: 2000|2708 | Loss: 0.128637
+INFO:EPOCH 94/200 | STEP: 2100|2708 | Loss: 0.128197
+INFO:EPOCH 94/200 | STEP: 2200|2708 | Loss: 0.133713
+INFO:EPOCH 94/200 | STEP: 2300|2708 | Loss: 0.125395
+INFO:EPOCH 94/200 | STEP: 2400|2708 | Loss: 0.132276
+INFO:EPOCH 94/200 | STEP: 2500|2708 | Loss: 0.136613
+INFO:EPOCH 94/200 | STEP: 2600|2708 | Loss: 0.132995
+INFO:EPOCH 94/200 | STEP: 2700|2708 | Loss: 0.129754
+INFO:VAL NDCG@10, IoU=0.3: 0.347390
+INFO:VAL NDCG@10, IoU=0.5: 0.313254
+INFO:VAL NDCG@10, IoU=0.7: 0.213971
+INFO:VAL NDCG@20, IoU=0.3: 0.348303
+INFO:VAL NDCG@20, IoU=0.5: 0.314372
+INFO:VAL NDCG@20, IoU=0.7: 0.214525
+INFO:VAL NDCG@40, IoU=0.3: 0.372441
+INFO:VAL NDCG@40, IoU=0.5: 0.336400
+INFO:VAL NDCG@40, IoU=0.7: 0.230778
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.344882
+INFO:TEST NDCG@10, IoU=0.5: 0.312333
+INFO:TEST NDCG@10, IoU=0.7: 0.213303
+INFO:TEST NDCG@20, IoU=0.3: 0.348432
+INFO:TEST NDCG@20, IoU=0.5: 0.314350
+INFO:TEST NDCG@20, IoU=0.7: 0.217139
+INFO:TEST NDCG@40, IoU=0.3: 0.370745
+INFO:TEST NDCG@40, IoU=0.5: 0.334267
+INFO:TEST NDCG@40, IoU=0.7: 0.234951
+INFO:
+INFO:TRAIN EPOCH: 95|200
+INFO:EPOCH 95/200 | STEP: 0|2708 | Loss: 0.125032
+INFO:EPOCH 95/200 | STEP: 100|2708 | Loss: 0.126798
+INFO:EPOCH 95/200 | STEP: 200|2708 | Loss: 0.132167
+INFO:EPOCH 95/200 | STEP: 300|2708 | Loss: 0.125800
+INFO:EPOCH 95/200 | STEP: 400|2708 | Loss: 0.134642
+INFO:EPOCH 95/200 | STEP: 500|2708 | Loss: 0.128758
+INFO:EPOCH 95/200 | STEP: 600|2708 | Loss: 0.129251
+INFO:EPOCH 95/200 | STEP: 700|2708 | Loss: 0.128254
+INFO:EPOCH 95/200 | STEP: 800|2708 | Loss: 0.126526
+INFO:EPOCH 95/200 | STEP: 900|2708 | Loss: 0.130723
+INFO:EPOCH 95/200 | STEP: 1000|2708 | Loss: 0.129536
+INFO:EPOCH 95/200 | STEP: 1100|2708 | Loss: 0.129818
+INFO:EPOCH 95/200 | STEP: 1200|2708 | Loss: 0.126622
+INFO:EPOCH 95/200 | STEP: 1300|2708 | Loss: 0.127098
+INFO:EPOCH 95/200 | STEP: 1400|2708 | Loss: 0.125761
+INFO:EPOCH 95/200 | STEP: 1500|2708 | Loss: 0.126592
+INFO:EPOCH 95/200 | STEP: 1600|2708 | Loss: 0.132449
+INFO:EPOCH 95/200 | STEP: 1700|2708 | Loss: 0.127227
+INFO:EPOCH 95/200 | STEP: 1800|2708 | Loss: 0.124535
+INFO:EPOCH 95/200 | STEP: 1900|2708 | Loss: 0.124615
+INFO:EPOCH 95/200 | STEP: 2000|2708 | Loss: 0.126621
+INFO:EPOCH 95/200 | STEP: 2100|2708 | Loss: 0.129614
+INFO:EPOCH 95/200 | STEP: 2200|2708 | Loss: 0.128234
+INFO:EPOCH 95/200 | STEP: 2300|2708 | Loss: 0.141548
+INFO:EPOCH 95/200 | STEP: 2400|2708 | Loss: 0.126110
+INFO:EPOCH 95/200 | STEP: 2500|2708 | Loss: 0.137213
+INFO:EPOCH 95/200 | STEP: 2600|2708 | Loss: 0.127045
+INFO:EPOCH 95/200 | STEP: 2700|2708 | Loss: 0.127834
+INFO:VAL NDCG@10, IoU=0.3: 0.349393
+INFO:VAL NDCG@10, IoU=0.5: 0.315730
+INFO:VAL NDCG@10, IoU=0.7: 0.214797
+INFO:VAL NDCG@20, IoU=0.3: 0.353230
+INFO:VAL NDCG@20, IoU=0.5: 0.318745
+INFO:VAL NDCG@20, IoU=0.7: 0.217307
+INFO:VAL NDCG@40, IoU=0.3: 0.374481
+INFO:VAL NDCG@40, IoU=0.5: 0.337078
+INFO:VAL NDCG@40, IoU=0.7: 0.233395
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.347595
+INFO:TEST NDCG@10, IoU=0.5: 0.313545
+INFO:TEST NDCG@10, IoU=0.7: 0.214664
+INFO:TEST NDCG@20, IoU=0.3: 0.350177
+INFO:TEST NDCG@20, IoU=0.5: 0.315290
+INFO:TEST NDCG@20, IoU=0.7: 0.218468
+INFO:TEST NDCG@40, IoU=0.3: 0.373223
+INFO:TEST NDCG@40, IoU=0.5: 0.336523
+INFO:TEST NDCG@40, IoU=0.7: 0.236511
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.349393
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.315730
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.214797
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.353230
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.318745
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.217307
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.374481
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.337078
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.233395
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.347595
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.313545
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.214664
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.350177
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.315290
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.218468
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.373223
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.336523
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.236511
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 96|200
+INFO:EPOCH 96/200 | STEP: 0|2708 | Loss: 0.139762
+INFO:EPOCH 96/200 | STEP: 100|2708 | Loss: 0.134352
+INFO:EPOCH 96/200 | STEP: 200|2708 | Loss: 0.121199
+INFO:EPOCH 96/200 | STEP: 300|2708 | Loss: 0.129237
+INFO:EPOCH 96/200 | STEP: 400|2708 | Loss: 0.128185
+INFO:EPOCH 96/200 | STEP: 500|2708 | Loss: 0.127021
+INFO:EPOCH 96/200 | STEP: 600|2708 | Loss: 0.132204
+INFO:EPOCH 96/200 | STEP: 700|2708 | Loss: 0.129530
+INFO:EPOCH 96/200 | STEP: 800|2708 | Loss: 0.134577
+INFO:EPOCH 96/200 | STEP: 900|2708 | Loss: 0.122523
+INFO:EPOCH 96/200 | STEP: 1000|2708 | Loss: 0.140093
+INFO:EPOCH 96/200 | STEP: 1100|2708 | Loss: 0.133951
+INFO:EPOCH 96/200 | STEP: 1200|2708 | Loss: 0.133527
+INFO:EPOCH 96/200 | STEP: 1300|2708 | Loss: 0.128116
+INFO:EPOCH 96/200 | STEP: 1400|2708 | Loss: 0.133273
+INFO:EPOCH 96/200 | STEP: 1500|2708 | Loss: 0.132035
+INFO:EPOCH 96/200 | STEP: 1600|2708 | Loss: 0.131738
+INFO:EPOCH 96/200 | STEP: 1700|2708 | Loss: 0.133307
+INFO:EPOCH 96/200 | STEP: 1800|2708 | Loss: 0.135124
+INFO:EPOCH 96/200 | STEP: 1900|2708 | Loss: 0.123990
+INFO:EPOCH 96/200 | STEP: 2000|2708 | Loss: 0.130567
+INFO:EPOCH 96/200 | STEP: 2100|2708 | Loss: 0.126901
+INFO:EPOCH 96/200 | STEP: 2200|2708 | Loss: 0.129806
+INFO:EPOCH 96/200 | STEP: 2300|2708 | Loss: 0.125898
+INFO:EPOCH 96/200 | STEP: 2400|2708 | Loss: 0.131068
+INFO:EPOCH 96/200 | STEP: 2500|2708 | Loss: 0.131428
+INFO:EPOCH 96/200 | STEP: 2600|2708 | Loss: 0.131598
+INFO:EPOCH 96/200 | STEP: 2700|2708 | Loss: 0.135813
+INFO:VAL NDCG@10, IoU=0.3: 0.351094
+INFO:VAL NDCG@10, IoU=0.5: 0.316819
+INFO:VAL NDCG@10, IoU=0.7: 0.215174
+INFO:VAL NDCG@20, IoU=0.3: 0.352184
+INFO:VAL NDCG@20, IoU=0.5: 0.318691
+INFO:VAL NDCG@20, IoU=0.7: 0.217032
+INFO:VAL NDCG@40, IoU=0.3: 0.373913
+INFO:VAL NDCG@40, IoU=0.5: 0.338460
+INFO:VAL NDCG@40, IoU=0.7: 0.232952
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.347891
+INFO:TEST NDCG@10, IoU=0.5: 0.314331
+INFO:TEST NDCG@10, IoU=0.7: 0.214374
+INFO:TEST NDCG@20, IoU=0.3: 0.351145
+INFO:TEST NDCG@20, IoU=0.5: 0.316248
+INFO:TEST NDCG@20, IoU=0.7: 0.217991
+INFO:TEST NDCG@40, IoU=0.3: 0.373659
+INFO:TEST NDCG@40, IoU=0.5: 0.336686
+INFO:TEST NDCG@40, IoU=0.7: 0.235666
+INFO:
+INFO:TRAIN EPOCH: 97|200
+INFO:EPOCH 97/200 | STEP: 0|2708 | Loss: 0.127378
+INFO:EPOCH 97/200 | STEP: 100|2708 | Loss: 0.128186
+INFO:EPOCH 97/200 | STEP: 200|2708 | Loss: 0.124607
+INFO:EPOCH 97/200 | STEP: 300|2708 | Loss: 0.133376
+INFO:EPOCH 97/200 | STEP: 400|2708 | Loss: 0.124473
+INFO:EPOCH 97/200 | STEP: 500|2708 | Loss: 0.120507
+INFO:EPOCH 97/200 | STEP: 600|2708 | Loss: 0.127734
+INFO:EPOCH 97/200 | STEP: 700|2708 | Loss: 0.129424
+INFO:EPOCH 97/200 | STEP: 800|2708 | Loss: 0.132995
+INFO:EPOCH 97/200 | STEP: 900|2708 | Loss: 0.122206
+INFO:EPOCH 97/200 | STEP: 1000|2708 | Loss: 0.129473
+INFO:EPOCH 97/200 | STEP: 1100|2708 | Loss: 0.123242
+INFO:EPOCH 97/200 | STEP: 1200|2708 | Loss: 0.130130
+INFO:EPOCH 97/200 | STEP: 1300|2708 | Loss: 0.129333
+INFO:EPOCH 97/200 | STEP: 1400|2708 | Loss: 0.135939
+INFO:EPOCH 97/200 | STEP: 1500|2708 | Loss: 0.127141
+INFO:EPOCH 97/200 | STEP: 1600|2708 | Loss: 0.123343
+INFO:EPOCH 97/200 | STEP: 1700|2708 | Loss: 0.131709
+INFO:EPOCH 97/200 | STEP: 1800|2708 | Loss: 0.129916
+INFO:EPOCH 97/200 | STEP: 1900|2708 | Loss: 0.130982
+INFO:EPOCH 97/200 | STEP: 2000|2708 | Loss: 0.135020
+INFO:EPOCH 97/200 | STEP: 2100|2708 | Loss: 0.132620
+INFO:EPOCH 97/200 | STEP: 2200|2708 | Loss: 0.135301
+INFO:EPOCH 97/200 | STEP: 2300|2708 | Loss: 0.121243
+INFO:EPOCH 97/200 | STEP: 2400|2708 | Loss: 0.123295
+INFO:EPOCH 97/200 | STEP: 2500|2708 | Loss: 0.136201
+INFO:EPOCH 97/200 | STEP: 2600|2708 | Loss: 0.124862
+INFO:EPOCH 97/200 | STEP: 2700|2708 | Loss: 0.127351
+INFO:VAL NDCG@10, IoU=0.3: 0.345954
+INFO:VAL NDCG@10, IoU=0.5: 0.313479
+INFO:VAL NDCG@10, IoU=0.7: 0.212713
+INFO:VAL NDCG@20, IoU=0.3: 0.351722
+INFO:VAL NDCG@20, IoU=0.5: 0.318102
+INFO:VAL NDCG@20, IoU=0.7: 0.217117
+INFO:VAL NDCG@40, IoU=0.3: 0.373183
+INFO:VAL NDCG@40, IoU=0.5: 0.337457
+INFO:VAL NDCG@40, IoU=0.7: 0.232450
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.347702
+INFO:TEST NDCG@10, IoU=0.5: 0.312966
+INFO:TEST NDCG@10, IoU=0.7: 0.214269
+INFO:TEST NDCG@20, IoU=0.3: 0.350104
+INFO:TEST NDCG@20, IoU=0.5: 0.315113
+INFO:TEST NDCG@20, IoU=0.7: 0.218846
+INFO:TEST NDCG@40, IoU=0.3: 0.372560
+INFO:TEST NDCG@40, IoU=0.5: 0.335433
+INFO:TEST NDCG@40, IoU=0.7: 0.236556
+INFO:
+INFO:TRAIN EPOCH: 98|200
+INFO:EPOCH 98/200 | STEP: 0|2708 | Loss: 0.118333
+INFO:EPOCH 98/200 | STEP: 100|2708 | Loss: 0.135748
+INFO:EPOCH 98/200 | STEP: 200|2708 | Loss: 0.128899
+INFO:EPOCH 98/200 | STEP: 300|2708 | Loss: 0.128033
+INFO:EPOCH 98/200 | STEP: 400|2708 | Loss: 0.136479
+INFO:EPOCH 98/200 | STEP: 500|2708 | Loss: 0.130129
+INFO:EPOCH 98/200 | STEP: 600|2708 | Loss: 0.126793
+INFO:EPOCH 98/200 | STEP: 700|2708 | Loss: 0.123451
+INFO:EPOCH 98/200 | STEP: 800|2708 | Loss: 0.128492
+INFO:EPOCH 98/200 | STEP: 900|2708 | Loss: 0.123089
+INFO:EPOCH 98/200 | STEP: 1000|2708 | Loss: 0.134857
+INFO:EPOCH 98/200 | STEP: 1100|2708 | Loss: 0.131835
+INFO:EPOCH 98/200 | STEP: 1200|2708 | Loss: 0.122165
+INFO:EPOCH 98/200 | STEP: 1300|2708 | Loss: 0.121455
+INFO:EPOCH 98/200 | STEP: 1400|2708 | Loss: 0.137929
+INFO:EPOCH 98/200 | STEP: 1500|2708 | Loss: 0.124705
+INFO:EPOCH 98/200 | STEP: 1600|2708 | Loss: 0.118444
+INFO:EPOCH 98/200 | STEP: 1700|2708 | Loss: 0.129768
+INFO:EPOCH 98/200 | STEP: 1800|2708 | Loss: 0.133516
+INFO:EPOCH 98/200 | STEP: 1900|2708 | Loss: 0.136479
+INFO:EPOCH 98/200 | STEP: 2000|2708 | Loss: 0.129614
+INFO:EPOCH 98/200 | STEP: 2100|2708 | Loss: 0.127135
+INFO:EPOCH 98/200 | STEP: 2200|2708 | Loss: 0.129032
+INFO:EPOCH 98/200 | STEP: 2300|2708 | Loss: 0.134703
+INFO:EPOCH 98/200 | STEP: 2400|2708 | Loss: 0.126057
+INFO:EPOCH 98/200 | STEP: 2500|2708 | Loss: 0.128595
+INFO:EPOCH 98/200 | STEP: 2600|2708 | Loss: 0.122950
+INFO:EPOCH 98/200 | STEP: 2700|2708 | Loss: 0.129626
+INFO:VAL NDCG@10, IoU=0.3: 0.346916
+INFO:VAL NDCG@10, IoU=0.5: 0.314332
+INFO:VAL NDCG@10, IoU=0.7: 0.213107
+INFO:VAL NDCG@20, IoU=0.3: 0.351533
+INFO:VAL NDCG@20, IoU=0.5: 0.318287
+INFO:VAL NDCG@20, IoU=0.7: 0.217297
+INFO:VAL NDCG@40, IoU=0.3: 0.374865
+INFO:VAL NDCG@40, IoU=0.5: 0.338934
+INFO:VAL NDCG@40, IoU=0.7: 0.233847
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.347675
+INFO:TEST NDCG@10, IoU=0.5: 0.313880
+INFO:TEST NDCG@10, IoU=0.7: 0.214054
+INFO:TEST NDCG@20, IoU=0.3: 0.349067
+INFO:TEST NDCG@20, IoU=0.5: 0.314710
+INFO:TEST NDCG@20, IoU=0.7: 0.217402
+INFO:TEST NDCG@40, IoU=0.3: 0.372437
+INFO:TEST NDCG@40, IoU=0.5: 0.335923
+INFO:TEST NDCG@40, IoU=0.7: 0.235556
+INFO:
+INFO:TRAIN EPOCH: 99|200
+INFO:EPOCH 99/200 | STEP: 0|2708 | Loss: 0.124294
+INFO:EPOCH 99/200 | STEP: 100|2708 | Loss: 0.128221
+INFO:EPOCH 99/200 | STEP: 200|2708 | Loss: 0.125414
+INFO:EPOCH 99/200 | STEP: 300|2708 | Loss: 0.123682
+INFO:EPOCH 99/200 | STEP: 400|2708 | Loss: 0.129070
+INFO:EPOCH 99/200 | STEP: 500|2708 | Loss: 0.125474
+INFO:EPOCH 99/200 | STEP: 600|2708 | Loss: 0.124902
+INFO:EPOCH 99/200 | STEP: 700|2708 | Loss: 0.125449
+INFO:EPOCH 99/200 | STEP: 800|2708 | Loss: 0.122911
+INFO:EPOCH 99/200 | STEP: 900|2708 | Loss: 0.124287
+INFO:EPOCH 99/200 | STEP: 1000|2708 | Loss: 0.130285
+INFO:EPOCH 99/200 | STEP: 1100|2708 | Loss: 0.127112
+INFO:EPOCH 99/200 | STEP: 1200|2708 | Loss: 0.121310
+INFO:EPOCH 99/200 | STEP: 1300|2708 | Loss: 0.125848
+INFO:EPOCH 99/200 | STEP: 1400|2708 | Loss: 0.130260
+INFO:EPOCH 99/200 | STEP: 1500|2708 | Loss: 0.130731
+INFO:EPOCH 99/200 | STEP: 1600|2708 | Loss: 0.127993
+INFO:EPOCH 99/200 | STEP: 1700|2708 | Loss: 0.119392
+INFO:EPOCH 99/200 | STEP: 1800|2708 | Loss: 0.123496
+INFO:EPOCH 99/200 | STEP: 1900|2708 | Loss: 0.130054
+INFO:EPOCH 99/200 | STEP: 2000|2708 | Loss: 0.129406
+INFO:EPOCH 99/200 | STEP: 2100|2708 | Loss: 0.129623
+INFO:EPOCH 99/200 | STEP: 2200|2708 | Loss: 0.131331
+INFO:EPOCH 99/200 | STEP: 2300|2708 | Loss: 0.129683
+INFO:EPOCH 99/200 | STEP: 2400|2708 | Loss: 0.121988
+INFO:EPOCH 99/200 | STEP: 2500|2708 | Loss: 0.138448
+INFO:EPOCH 99/200 | STEP: 2600|2708 | Loss: 0.136784
+INFO:EPOCH 99/200 | STEP: 2700|2708 | Loss: 0.133457
+INFO:VAL NDCG@10, IoU=0.3: 0.346745
+INFO:VAL NDCG@10, IoU=0.5: 0.314321
+INFO:VAL NDCG@10, IoU=0.7: 0.213268
+INFO:VAL NDCG@20, IoU=0.3: 0.350390
+INFO:VAL NDCG@20, IoU=0.5: 0.317376
+INFO:VAL NDCG@20, IoU=0.7: 0.216642
+INFO:VAL NDCG@40, IoU=0.3: 0.373572
+INFO:VAL NDCG@40, IoU=0.5: 0.336668
+INFO:VAL NDCG@40, IoU=0.7: 0.232653
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.349943
+INFO:TEST NDCG@10, IoU=0.5: 0.315628
+INFO:TEST NDCG@10, IoU=0.7: 0.215458
+INFO:TEST NDCG@20, IoU=0.3: 0.353011
+INFO:TEST NDCG@20, IoU=0.5: 0.317745
+INFO:TEST NDCG@20, IoU=0.7: 0.219484
+INFO:TEST NDCG@40, IoU=0.3: 0.375619
+INFO:TEST NDCG@40, IoU=0.5: 0.338430
+INFO:TEST NDCG@40, IoU=0.7: 0.237552
+INFO:
+INFO:TRAIN EPOCH: 100|200
+INFO:EPOCH 100/200 | STEP: 0|2708 | Loss: 0.119506
+INFO:EPOCH 100/200 | STEP: 100|2708 | Loss: 0.125559
+INFO:EPOCH 100/200 | STEP: 200|2708 | Loss: 0.121476
+INFO:EPOCH 100/200 | STEP: 300|2708 | Loss: 0.132946
+INFO:EPOCH 100/200 | STEP: 400|2708 | Loss: 0.124248
+INFO:EPOCH 100/200 | STEP: 500|2708 | Loss: 0.130221
+INFO:EPOCH 100/200 | STEP: 600|2708 | Loss: 0.123021
+INFO:EPOCH 100/200 | STEP: 700|2708 | Loss: 0.124102
+INFO:EPOCH 100/200 | STEP: 800|2708 | Loss: 0.128646
+INFO:EPOCH 100/200 | STEP: 900|2708 | Loss: 0.118228
+INFO:EPOCH 100/200 | STEP: 1000|2708 | Loss: 0.125076
+INFO:EPOCH 100/200 | STEP: 1100|2708 | Loss: 0.129732
+INFO:EPOCH 100/200 | STEP: 1200|2708 | Loss: 0.121590
+INFO:EPOCH 100/200 | STEP: 1300|2708 | Loss: 0.127950
+INFO:EPOCH 100/200 | STEP: 1400|2708 | Loss: 0.121507
+INFO:EPOCH 100/200 | STEP: 1500|2708 | Loss: 0.119003
+INFO:EPOCH 100/200 | STEP: 1600|2708 | Loss: 0.123093
+INFO:EPOCH 100/200 | STEP: 1700|2708 | Loss: 0.134420
+INFO:EPOCH 100/200 | STEP: 1800|2708 | Loss: 0.123296
+INFO:EPOCH 100/200 | STEP: 1900|2708 | Loss: 0.130992
+INFO:EPOCH 100/200 | STEP: 2000|2708 | Loss: 0.133345
+INFO:EPOCH 100/200 | STEP: 2100|2708 | Loss: 0.128558
+INFO:EPOCH 100/200 | STEP: 2200|2708 | Loss: 0.123805
+INFO:EPOCH 100/200 | STEP: 2300|2708 | Loss: 0.129777
+INFO:EPOCH 100/200 | STEP: 2400|2708 | Loss: 0.131121
+INFO:EPOCH 100/200 | STEP: 2500|2708 | Loss: 0.136987
+INFO:EPOCH 100/200 | STEP: 2600|2708 | Loss: 0.120122
+INFO:EPOCH 100/200 | STEP: 2700|2708 | Loss: 0.136238
+INFO:VAL NDCG@10, IoU=0.3: 0.347482
+INFO:VAL NDCG@10, IoU=0.5: 0.314728
+INFO:VAL NDCG@10, IoU=0.7: 0.210618
+INFO:VAL NDCG@20, IoU=0.3: 0.349874
+INFO:VAL NDCG@20, IoU=0.5: 0.316648
+INFO:VAL NDCG@20, IoU=0.7: 0.214321
+INFO:VAL NDCG@40, IoU=0.3: 0.374856
+INFO:VAL NDCG@40, IoU=0.5: 0.339252
+INFO:VAL NDCG@40, IoU=0.7: 0.232031
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.350290
+INFO:TEST NDCG@10, IoU=0.5: 0.315938
+INFO:TEST NDCG@10, IoU=0.7: 0.215895
+INFO:TEST NDCG@20, IoU=0.3: 0.353167
+INFO:TEST NDCG@20, IoU=0.5: 0.317746
+INFO:TEST NDCG@20, IoU=0.7: 0.220052
+INFO:TEST NDCG@40, IoU=0.3: 0.375877
+INFO:TEST NDCG@40, IoU=0.5: 0.338659
+INFO:TEST NDCG@40, IoU=0.7: 0.237901
+INFO:
+INFO:TRAIN EPOCH: 101|200
+INFO:EPOCH 101/200 | STEP: 0|2708 | Loss: 0.133749
+INFO:EPOCH 101/200 | STEP: 100|2708 | Loss: 0.132371
+INFO:EPOCH 101/200 | STEP: 200|2708 | Loss: 0.118711
+INFO:EPOCH 101/200 | STEP: 300|2708 | Loss: 0.126769
+INFO:EPOCH 101/200 | STEP: 400|2708 | Loss: 0.131811
+INFO:EPOCH 101/200 | STEP: 500|2708 | Loss: 0.123234
+INFO:EPOCH 101/200 | STEP: 600|2708 | Loss: 0.119296
+INFO:EPOCH 101/200 | STEP: 700|2708 | Loss: 0.127759
+INFO:EPOCH 101/200 | STEP: 800|2708 | Loss: 0.133326
+INFO:EPOCH 101/200 | STEP: 900|2708 | Loss: 0.125733
+INFO:EPOCH 101/200 | STEP: 1000|2708 | Loss: 0.121874
+INFO:EPOCH 101/200 | STEP: 1100|2708 | Loss: 0.122347
+INFO:EPOCH 101/200 | STEP: 1200|2708 | Loss: 0.123419
+INFO:EPOCH 101/200 | STEP: 1300|2708 | Loss: 0.120376
+INFO:EPOCH 101/200 | STEP: 1400|2708 | Loss: 0.129579
+INFO:EPOCH 101/200 | STEP: 1500|2708 | Loss: 0.119363
+INFO:EPOCH 101/200 | STEP: 1600|2708 | Loss: 0.129429
+INFO:EPOCH 101/200 | STEP: 1700|2708 | Loss: 0.121734
+INFO:EPOCH 101/200 | STEP: 1800|2708 | Loss: 0.129412
+INFO:EPOCH 101/200 | STEP: 1900|2708 | Loss: 0.133360
+INFO:EPOCH 101/200 | STEP: 2000|2708 | Loss: 0.118726
+INFO:EPOCH 101/200 | STEP: 2100|2708 | Loss: 0.129881
+INFO:EPOCH 101/200 | STEP: 2200|2708 | Loss: 0.121593
+INFO:EPOCH 101/200 | STEP: 2300|2708 | Loss: 0.125846
+INFO:EPOCH 101/200 | STEP: 2400|2708 | Loss: 0.127220
+INFO:EPOCH 101/200 | STEP: 2500|2708 | Loss: 0.129180
+INFO:EPOCH 101/200 | STEP: 2600|2708 | Loss: 0.121444
+INFO:EPOCH 101/200 | STEP: 2700|2708 | Loss: 0.129115
+INFO:VAL NDCG@10, IoU=0.3: 0.346875
+INFO:VAL NDCG@10, IoU=0.5: 0.313043
+INFO:VAL NDCG@10, IoU=0.7: 0.210912
+INFO:VAL NDCG@20, IoU=0.3: 0.351446
+INFO:VAL NDCG@20, IoU=0.5: 0.317975
+INFO:VAL NDCG@20, IoU=0.7: 0.215419
+INFO:VAL NDCG@40, IoU=0.3: 0.376711
+INFO:VAL NDCG@40, IoU=0.5: 0.340651
+INFO:VAL NDCG@40, IoU=0.7: 0.233836
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.349910
+INFO:TEST NDCG@10, IoU=0.5: 0.316357
+INFO:TEST NDCG@10, IoU=0.7: 0.216020
+INFO:TEST NDCG@20, IoU=0.3: 0.352683
+INFO:TEST NDCG@20, IoU=0.5: 0.318192
+INFO:TEST NDCG@20, IoU=0.7: 0.220280
+INFO:TEST NDCG@40, IoU=0.3: 0.375404
+INFO:TEST NDCG@40, IoU=0.5: 0.338553
+INFO:TEST NDCG@40, IoU=0.7: 0.237584
+INFO:
+INFO:TRAIN EPOCH: 102|200
+INFO:EPOCH 102/200 | STEP: 0|2708 | Loss: 0.116608
+INFO:EPOCH 102/200 | STEP: 100|2708 | Loss: 0.123344
+INFO:EPOCH 102/200 | STEP: 200|2708 | Loss: 0.121380
+INFO:EPOCH 102/200 | STEP: 300|2708 | Loss: 0.138151
+INFO:EPOCH 102/200 | STEP: 400|2708 | Loss: 0.129031
+INFO:EPOCH 102/200 | STEP: 500|2708 | Loss: 0.124440
+INFO:EPOCH 102/200 | STEP: 600|2708 | Loss: 0.122455
+INFO:EPOCH 102/200 | STEP: 700|2708 | Loss: 0.139656
+INFO:EPOCH 102/200 | STEP: 800|2708 | Loss: 0.129078
+INFO:EPOCH 102/200 | STEP: 900|2708 | Loss: 0.127425
+INFO:EPOCH 102/200 | STEP: 1000|2708 | Loss: 0.126847
+INFO:EPOCH 102/200 | STEP: 1100|2708 | Loss: 0.134570
+INFO:EPOCH 102/200 | STEP: 1200|2708 | Loss: 0.117164
+INFO:EPOCH 102/200 | STEP: 1300|2708 | Loss: 0.132376
+INFO:EPOCH 102/200 | STEP: 1400|2708 | Loss: 0.124110
+INFO:EPOCH 102/200 | STEP: 1500|2708 | Loss: 0.124430
+INFO:EPOCH 102/200 | STEP: 1600|2708 | Loss: 0.130586
+INFO:EPOCH 102/200 | STEP: 1700|2708 | Loss: 0.117827
+INFO:EPOCH 102/200 | STEP: 1800|2708 | Loss: 0.125266
+INFO:EPOCH 102/200 | STEP: 1900|2708 | Loss: 0.122372
+INFO:EPOCH 102/200 | STEP: 2000|2708 | Loss: 0.127542
+INFO:EPOCH 102/200 | STEP: 2100|2708 | Loss: 0.135181
+INFO:EPOCH 102/200 | STEP: 2200|2708 | Loss: 0.130414
+INFO:EPOCH 102/200 | STEP: 2300|2708 | Loss: 0.124019
+INFO:EPOCH 102/200 | STEP: 2400|2708 | Loss: 0.127188
+INFO:EPOCH 102/200 | STEP: 2500|2708 | Loss: 0.128758
+INFO:EPOCH 102/200 | STEP: 2600|2708 | Loss: 0.122479
+INFO:EPOCH 102/200 | STEP: 2700|2708 | Loss: 0.131071
+INFO:VAL NDCG@10, IoU=0.3: 0.348282
+INFO:VAL NDCG@10, IoU=0.5: 0.314851
+INFO:VAL NDCG@10, IoU=0.7: 0.213040
+INFO:VAL NDCG@20, IoU=0.3: 0.353910
+INFO:VAL NDCG@20, IoU=0.5: 0.320102
+INFO:VAL NDCG@20, IoU=0.7: 0.218267
+INFO:VAL NDCG@40, IoU=0.3: 0.377021
+INFO:VAL NDCG@40, IoU=0.5: 0.341570
+INFO:VAL NDCG@40, IoU=0.7: 0.236166
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.350969
+INFO:TEST NDCG@10, IoU=0.5: 0.316819
+INFO:TEST NDCG@10, IoU=0.7: 0.217813
+INFO:TEST NDCG@20, IoU=0.3: 0.353506
+INFO:TEST NDCG@20, IoU=0.5: 0.319039
+INFO:TEST NDCG@20, IoU=0.7: 0.221444
+INFO:TEST NDCG@40, IoU=0.3: 0.376812
+INFO:TEST NDCG@40, IoU=0.5: 0.340332
+INFO:TEST NDCG@40, IoU=0.7: 0.239658
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.348282
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.314851
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.213040
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.353910
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.320102
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.218267
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.377021
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.341570
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.236166
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.350969
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.316819
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.217813
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.353506
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.319039
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.221444
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.376812
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.340332
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.239658
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 103|200
+INFO:EPOCH 103/200 | STEP: 0|2708 | Loss: 0.121094
+INFO:EPOCH 103/200 | STEP: 100|2708 | Loss: 0.132734
+INFO:EPOCH 103/200 | STEP: 200|2708 | Loss: 0.119316
+INFO:EPOCH 103/200 | STEP: 300|2708 | Loss: 0.123731
+INFO:EPOCH 103/200 | STEP: 400|2708 | Loss: 0.123774
+INFO:EPOCH 103/200 | STEP: 500|2708 | Loss: 0.126255
+INFO:EPOCH 103/200 | STEP: 600|2708 | Loss: 0.118468
+INFO:EPOCH 103/200 | STEP: 700|2708 | Loss: 0.129795
+INFO:EPOCH 103/200 | STEP: 800|2708 | Loss: 0.132184
+INFO:EPOCH 103/200 | STEP: 900|2708 | Loss: 0.124219
+INFO:EPOCH 103/200 | STEP: 1000|2708 | Loss: 0.122136
+INFO:EPOCH 103/200 | STEP: 1100|2708 | Loss: 0.127840
+INFO:EPOCH 103/200 | STEP: 1200|2708 | Loss: 0.124149
+INFO:EPOCH 103/200 | STEP: 1300|2708 | Loss: 0.123742
+INFO:EPOCH 103/200 | STEP: 1400|2708 | Loss: 0.135689
+INFO:EPOCH 103/200 | STEP: 1500|2708 | Loss: 0.131637
+INFO:EPOCH 103/200 | STEP: 1600|2708 | Loss: 0.129351
+INFO:EPOCH 103/200 | STEP: 1700|2708 | Loss: 0.134124
+INFO:EPOCH 103/200 | STEP: 1800|2708 | Loss: 0.122088
+INFO:EPOCH 103/200 | STEP: 1900|2708 | Loss: 0.129600
+INFO:EPOCH 103/200 | STEP: 2000|2708 | Loss: 0.136159
+INFO:EPOCH 103/200 | STEP: 2100|2708 | Loss: 0.122152
+INFO:EPOCH 103/200 | STEP: 2200|2708 | Loss: 0.125628
+INFO:EPOCH 103/200 | STEP: 2300|2708 | Loss: 0.133496
+INFO:EPOCH 103/200 | STEP: 2400|2708 | Loss: 0.125533
+INFO:EPOCH 103/200 | STEP: 2500|2708 | Loss: 0.130936
+INFO:EPOCH 103/200 | STEP: 2600|2708 | Loss: 0.127338
+INFO:EPOCH 103/200 | STEP: 2700|2708 | Loss: 0.130212
+INFO:VAL NDCG@10, IoU=0.3: 0.351977
+INFO:VAL NDCG@10, IoU=0.5: 0.319052
+INFO:VAL NDCG@10, IoU=0.7: 0.216671
+INFO:VAL NDCG@20, IoU=0.3: 0.352213
+INFO:VAL NDCG@20, IoU=0.5: 0.319122
+INFO:VAL NDCG@20, IoU=0.7: 0.218202
+INFO:VAL NDCG@40, IoU=0.3: 0.376648
+INFO:VAL NDCG@40, IoU=0.5: 0.341221
+INFO:VAL NDCG@40, IoU=0.7: 0.235824
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.349953
+INFO:TEST NDCG@10, IoU=0.5: 0.316632
+INFO:TEST NDCG@10, IoU=0.7: 0.217520
+INFO:TEST NDCG@20, IoU=0.3: 0.354066
+INFO:TEST NDCG@20, IoU=0.5: 0.319082
+INFO:TEST NDCG@20, IoU=0.7: 0.220456
+INFO:TEST NDCG@40, IoU=0.3: 0.376099
+INFO:TEST NDCG@40, IoU=0.5: 0.339318
+INFO:TEST NDCG@40, IoU=0.7: 0.238707
+INFO:
+INFO:TRAIN EPOCH: 104|200
+INFO:EPOCH 104/200 | STEP: 0|2708 | Loss: 0.121514
+INFO:EPOCH 104/200 | STEP: 100|2708 | Loss: 0.131575
+INFO:EPOCH 104/200 | STEP: 200|2708 | Loss: 0.130672
+INFO:EPOCH 104/200 | STEP: 300|2708 | Loss: 0.120564
+INFO:EPOCH 104/200 | STEP: 400|2708 | Loss: 0.121205
+INFO:EPOCH 104/200 | STEP: 500|2708 | Loss: 0.124712
+INFO:EPOCH 104/200 | STEP: 600|2708 | Loss: 0.125084
+INFO:EPOCH 104/200 | STEP: 700|2708 | Loss: 0.134681
+INFO:EPOCH 104/200 | STEP: 800|2708 | Loss: 0.131705
+INFO:EPOCH 104/200 | STEP: 900|2708 | Loss: 0.119457
+INFO:EPOCH 104/200 | STEP: 1000|2708 | Loss: 0.131253
+INFO:EPOCH 104/200 | STEP: 1100|2708 | Loss: 0.129728
+INFO:EPOCH 104/200 | STEP: 1200|2708 | Loss: 0.121515
+INFO:EPOCH 104/200 | STEP: 1300|2708 | Loss: 0.115990
+INFO:EPOCH 104/200 | STEP: 1400|2708 | Loss: 0.128800
+INFO:EPOCH 104/200 | STEP: 1500|2708 | Loss: 0.143492
+INFO:EPOCH 104/200 | STEP: 1600|2708 | Loss: 0.120628
+INFO:EPOCH 104/200 | STEP: 1700|2708 | Loss: 0.127507
+INFO:EPOCH 104/200 | STEP: 1800|2708 | Loss: 0.127832
+INFO:EPOCH 104/200 | STEP: 1900|2708 | Loss: 0.129263
+INFO:EPOCH 104/200 | STEP: 2000|2708 | Loss: 0.124471
+INFO:EPOCH 104/200 | STEP: 2100|2708 | Loss: 0.130447
+INFO:EPOCH 104/200 | STEP: 2200|2708 | Loss: 0.130647
+INFO:EPOCH 104/200 | STEP: 2300|2708 | Loss: 0.120909
+INFO:EPOCH 104/200 | STEP: 2400|2708 | Loss: 0.131825
+INFO:EPOCH 104/200 | STEP: 2500|2708 | Loss: 0.138187
+INFO:EPOCH 104/200 | STEP: 2600|2708 | Loss: 0.131407
+INFO:EPOCH 104/200 | STEP: 2700|2708 | Loss: 0.127612
+INFO:VAL NDCG@10, IoU=0.3: 0.351577
+INFO:VAL NDCG@10, IoU=0.5: 0.317759
+INFO:VAL NDCG@10, IoU=0.7: 0.216853
+INFO:VAL NDCG@20, IoU=0.3: 0.352917
+INFO:VAL NDCG@20, IoU=0.5: 0.318391
+INFO:VAL NDCG@20, IoU=0.7: 0.219924
+INFO:VAL NDCG@40, IoU=0.3: 0.376405
+INFO:VAL NDCG@40, IoU=0.5: 0.339357
+INFO:VAL NDCG@40, IoU=0.7: 0.236735
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.354186
+INFO:TEST NDCG@10, IoU=0.5: 0.319233
+INFO:TEST NDCG@10, IoU=0.7: 0.219444
+INFO:TEST NDCG@20, IoU=0.3: 0.355979
+INFO:TEST NDCG@20, IoU=0.5: 0.320310
+INFO:TEST NDCG@20, IoU=0.7: 0.222884
+INFO:TEST NDCG@40, IoU=0.3: 0.378840
+INFO:TEST NDCG@40, IoU=0.5: 0.341487
+INFO:TEST NDCG@40, IoU=0.7: 0.240573
+INFO:
+INFO:TRAIN EPOCH: 105|200
+INFO:EPOCH 105/200 | STEP: 0|2708 | Loss: 0.134573
+INFO:EPOCH 105/200 | STEP: 100|2708 | Loss: 0.129429
+INFO:EPOCH 105/200 | STEP: 200|2708 | Loss: 0.130181
+INFO:EPOCH 105/200 | STEP: 300|2708 | Loss: 0.124349
+INFO:EPOCH 105/200 | STEP: 400|2708 | Loss: 0.123326
+INFO:EPOCH 105/200 | STEP: 500|2708 | Loss: 0.129831
+INFO:EPOCH 105/200 | STEP: 600|2708 | Loss: 0.132906
+INFO:EPOCH 105/200 | STEP: 700|2708 | Loss: 0.132560
+INFO:EPOCH 105/200 | STEP: 800|2708 | Loss: 0.132336
+INFO:EPOCH 105/200 | STEP: 900|2708 | Loss: 0.124099
+INFO:EPOCH 105/200 | STEP: 1000|2708 | Loss: 0.131531
+INFO:EPOCH 105/200 | STEP: 1100|2708 | Loss: 0.131346
+INFO:EPOCH 105/200 | STEP: 1200|2708 | Loss: 0.120786
+INFO:EPOCH 105/200 | STEP: 1300|2708 | Loss: 0.136580
+INFO:EPOCH 105/200 | STEP: 1400|2708 | Loss: 0.118167
+INFO:EPOCH 105/200 | STEP: 1500|2708 | Loss: 0.126267
+INFO:EPOCH 105/200 | STEP: 1600|2708 | Loss: 0.132607
+INFO:EPOCH 105/200 | STEP: 1700|2708 | Loss: 0.123246
+INFO:EPOCH 105/200 | STEP: 1800|2708 | Loss: 0.132517
+INFO:EPOCH 105/200 | STEP: 1900|2708 | Loss: 0.128829
+INFO:EPOCH 105/200 | STEP: 2000|2708 | Loss: 0.129881
+INFO:EPOCH 105/200 | STEP: 2100|2708 | Loss: 0.127971
+INFO:EPOCH 105/200 | STEP: 2200|2708 | Loss: 0.124159
+INFO:EPOCH 105/200 | STEP: 2300|2708 | Loss: 0.131749
+INFO:EPOCH 105/200 | STEP: 2400|2708 | Loss: 0.128754
+INFO:EPOCH 105/200 | STEP: 2500|2708 | Loss: 0.126078
+INFO:EPOCH 105/200 | STEP: 2600|2708 | Loss: 0.124235
+INFO:EPOCH 105/200 | STEP: 2700|2708 | Loss: 0.123666
+INFO:VAL NDCG@10, IoU=0.3: 0.351689
+INFO:VAL NDCG@10, IoU=0.5: 0.319160
+INFO:VAL NDCG@10, IoU=0.7: 0.215411
+INFO:VAL NDCG@20, IoU=0.3: 0.355642
+INFO:VAL NDCG@20, IoU=0.5: 0.322162
+INFO:VAL NDCG@20, IoU=0.7: 0.218555
+INFO:VAL NDCG@40, IoU=0.3: 0.379307
+INFO:VAL NDCG@40, IoU=0.5: 0.343419
+INFO:VAL NDCG@40, IoU=0.7: 0.236471
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.354108
+INFO:TEST NDCG@10, IoU=0.5: 0.319942
+INFO:TEST NDCG@10, IoU=0.7: 0.219600
+INFO:TEST NDCG@20, IoU=0.3: 0.357541
+INFO:TEST NDCG@20, IoU=0.5: 0.322192
+INFO:TEST NDCG@20, IoU=0.7: 0.223731
+INFO:TEST NDCG@40, IoU=0.3: 0.380200
+INFO:TEST NDCG@40, IoU=0.5: 0.343092
+INFO:TEST NDCG@40, IoU=0.7: 0.241472
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.351689
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.319160
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.215411
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.355642
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.322162
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.218555
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.379307
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.343419
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.236471
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.354108
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.319942
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.219600
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.357541
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.322192
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.223731
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.380200
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.343092
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.241472
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 106|200
+INFO:EPOCH 106/200 | STEP: 0|2708 | Loss: 0.122661
+INFO:EPOCH 106/200 | STEP: 100|2708 | Loss: 0.118633
+INFO:EPOCH 106/200 | STEP: 200|2708 | Loss: 0.122508
+INFO:EPOCH 106/200 | STEP: 300|2708 | Loss: 0.118426
+INFO:EPOCH 106/200 | STEP: 400|2708 | Loss: 0.130970
+INFO:EPOCH 106/200 | STEP: 500|2708 | Loss: 0.129414
+INFO:EPOCH 106/200 | STEP: 600|2708 | Loss: 0.124554
+INFO:EPOCH 106/200 | STEP: 700|2708 | Loss: 0.120717
+INFO:EPOCH 106/200 | STEP: 800|2708 | Loss: 0.128209
+INFO:EPOCH 106/200 | STEP: 900|2708 | Loss: 0.113249
+INFO:EPOCH 106/200 | STEP: 1000|2708 | Loss: 0.117892
+INFO:EPOCH 106/200 | STEP: 1100|2708 | Loss: 0.122644
+INFO:EPOCH 106/200 | STEP: 1200|2708 | Loss: 0.131904
+INFO:EPOCH 106/200 | STEP: 1300|2708 | Loss: 0.121581
+INFO:EPOCH 106/200 | STEP: 1400|2708 | Loss: 0.122315
+INFO:EPOCH 106/200 | STEP: 1500|2708 | Loss: 0.130328
+INFO:EPOCH 106/200 | STEP: 1600|2708 | Loss: 0.128606
+INFO:EPOCH 106/200 | STEP: 1700|2708 | Loss: 0.130930
+INFO:EPOCH 106/200 | STEP: 1800|2708 | Loss: 0.126284
+INFO:EPOCH 106/200 | STEP: 1900|2708 | Loss: 0.129796
+INFO:EPOCH 106/200 | STEP: 2000|2708 | Loss: 0.135836
+INFO:EPOCH 106/200 | STEP: 2100|2708 | Loss: 0.121071
+INFO:EPOCH 106/200 | STEP: 2200|2708 | Loss: 0.120894
+INFO:EPOCH 106/200 | STEP: 2300|2708 | Loss: 0.127349
+INFO:EPOCH 106/200 | STEP: 2400|2708 | Loss: 0.129523
+INFO:EPOCH 106/200 | STEP: 2500|2708 | Loss: 0.131337
+INFO:EPOCH 106/200 | STEP: 2600|2708 | Loss: 0.125355
+INFO:EPOCH 106/200 | STEP: 2700|2708 | Loss: 0.131972
+INFO:VAL NDCG@10, IoU=0.3: 0.352238
+INFO:VAL NDCG@10, IoU=0.5: 0.318396
+INFO:VAL NDCG@10, IoU=0.7: 0.219085
+INFO:VAL NDCG@20, IoU=0.3: 0.353960
+INFO:VAL NDCG@20, IoU=0.5: 0.319555
+INFO:VAL NDCG@20, IoU=0.7: 0.220386
+INFO:VAL NDCG@40, IoU=0.3: 0.378636
+INFO:VAL NDCG@40, IoU=0.5: 0.341684
+INFO:VAL NDCG@40, IoU=0.7: 0.237944
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.352250
+INFO:TEST NDCG@10, IoU=0.5: 0.318361
+INFO:TEST NDCG@10, IoU=0.7: 0.219231
+INFO:TEST NDCG@20, IoU=0.3: 0.355304
+INFO:TEST NDCG@20, IoU=0.5: 0.320456
+INFO:TEST NDCG@20, IoU=0.7: 0.223210
+INFO:TEST NDCG@40, IoU=0.3: 0.377634
+INFO:TEST NDCG@40, IoU=0.5: 0.341030
+INFO:TEST NDCG@40, IoU=0.7: 0.240782
+INFO:
+INFO:TRAIN EPOCH: 107|200
+INFO:EPOCH 107/200 | STEP: 0|2708 | Loss: 0.125881
+INFO:EPOCH 107/200 | STEP: 100|2708 | Loss: 0.125065
+INFO:EPOCH 107/200 | STEP: 200|2708 | Loss: 0.128793
+INFO:EPOCH 107/200 | STEP: 300|2708 | Loss: 0.129285
+INFO:EPOCH 107/200 | STEP: 400|2708 | Loss: 0.109574
+INFO:EPOCH 107/200 | STEP: 500|2708 | Loss: 0.125128
+INFO:EPOCH 107/200 | STEP: 600|2708 | Loss: 0.132248
+INFO:EPOCH 107/200 | STEP: 700|2708 | Loss: 0.119487
+INFO:EPOCH 107/200 | STEP: 800|2708 | Loss: 0.121699
+INFO:EPOCH 107/200 | STEP: 900|2708 | Loss: 0.123965
+INFO:EPOCH 107/200 | STEP: 1000|2708 | Loss: 0.134582
+INFO:EPOCH 107/200 | STEP: 1100|2708 | Loss: 0.131318
+INFO:EPOCH 107/200 | STEP: 1200|2708 | Loss: 0.131150
+INFO:EPOCH 107/200 | STEP: 1300|2708 | Loss: 0.124797
+INFO:EPOCH 107/200 | STEP: 1400|2708 | Loss: 0.130843
+INFO:EPOCH 107/200 | STEP: 1500|2708 | Loss: 0.125696
+INFO:EPOCH 107/200 | STEP: 1600|2708 | Loss: 0.132955
+INFO:EPOCH 107/200 | STEP: 1700|2708 | Loss: 0.123220
+INFO:EPOCH 107/200 | STEP: 1800|2708 | Loss: 0.126742
+INFO:EPOCH 107/200 | STEP: 1900|2708 | Loss: 0.121601
+INFO:EPOCH 107/200 | STEP: 2000|2708 | Loss: 0.131181
+INFO:EPOCH 107/200 | STEP: 2100|2708 | Loss: 0.133218
+INFO:EPOCH 107/200 | STEP: 2200|2708 | Loss: 0.129219
+INFO:EPOCH 107/200 | STEP: 2300|2708 | Loss: 0.132875
+INFO:EPOCH 107/200 | STEP: 2400|2708 | Loss: 0.130076
+INFO:EPOCH 107/200 | STEP: 2500|2708 | Loss: 0.130411
+INFO:EPOCH 107/200 | STEP: 2600|2708 | Loss: 0.126133
+INFO:EPOCH 107/200 | STEP: 2700|2708 | Loss: 0.122414
+INFO:VAL NDCG@10, IoU=0.3: 0.354783
+INFO:VAL NDCG@10, IoU=0.5: 0.320840
+INFO:VAL NDCG@10, IoU=0.7: 0.218507
+INFO:VAL NDCG@20, IoU=0.3: 0.359271
+INFO:VAL NDCG@20, IoU=0.5: 0.324774
+INFO:VAL NDCG@20, IoU=0.7: 0.222641
+INFO:VAL NDCG@40, IoU=0.3: 0.382506
+INFO:VAL NDCG@40, IoU=0.5: 0.345288
+INFO:VAL NDCG@40, IoU=0.7: 0.240269
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.353962
+INFO:TEST NDCG@10, IoU=0.5: 0.320162
+INFO:TEST NDCG@10, IoU=0.7: 0.220205
+INFO:TEST NDCG@20, IoU=0.3: 0.357132
+INFO:TEST NDCG@20, IoU=0.5: 0.322027
+INFO:TEST NDCG@20, IoU=0.7: 0.224092
+INFO:TEST NDCG@40, IoU=0.3: 0.379535
+INFO:TEST NDCG@40, IoU=0.5: 0.342378
+INFO:TEST NDCG@40, IoU=0.7: 0.241191
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.354783
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.320840
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.218507
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.359271
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.324774
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.222641
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.382506
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.345288
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.240269
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.353962
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.320162
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.220205
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.357132
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.322027
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.224092
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.379535
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.342378
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.241191
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 108|200
+INFO:EPOCH 108/200 | STEP: 0|2708 | Loss: 0.118707
+INFO:EPOCH 108/200 | STEP: 100|2708 | Loss: 0.119357
+INFO:EPOCH 108/200 | STEP: 200|2708 | Loss: 0.132350
+INFO:EPOCH 108/200 | STEP: 300|2708 | Loss: 0.121127
+INFO:EPOCH 108/200 | STEP: 400|2708 | Loss: 0.128097
+INFO:EPOCH 108/200 | STEP: 500|2708 | Loss: 0.124564
+INFO:EPOCH 108/200 | STEP: 600|2708 | Loss: 0.118081
+INFO:EPOCH 108/200 | STEP: 700|2708 | Loss: 0.128287
+INFO:EPOCH 108/200 | STEP: 800|2708 | Loss: 0.117676
+INFO:EPOCH 108/200 | STEP: 900|2708 | Loss: 0.123460
+INFO:EPOCH 108/200 | STEP: 1000|2708 | Loss: 0.125290
+INFO:EPOCH 108/200 | STEP: 1100|2708 | Loss: 0.125716
+INFO:EPOCH 108/200 | STEP: 1200|2708 | Loss: 0.124404
+INFO:EPOCH 108/200 | STEP: 1300|2708 | Loss: 0.122843
+INFO:EPOCH 108/200 | STEP: 1400|2708 | Loss: 0.125808
+INFO:EPOCH 108/200 | STEP: 1500|2708 | Loss: 0.123557
+INFO:EPOCH 108/200 | STEP: 1600|2708 | Loss: 0.125065
+INFO:EPOCH 108/200 | STEP: 1700|2708 | Loss: 0.132184
+INFO:EPOCH 108/200 | STEP: 1800|2708 | Loss: 0.122445
+INFO:EPOCH 108/200 | STEP: 1900|2708 | Loss: 0.121653
+INFO:EPOCH 108/200 | STEP: 2000|2708 | Loss: 0.128746
+INFO:EPOCH 108/200 | STEP: 2100|2708 | Loss: 0.133162
+INFO:EPOCH 108/200 | STEP: 2200|2708 | Loss: 0.122124
+INFO:EPOCH 108/200 | STEP: 2300|2708 | Loss: 0.124413
+INFO:EPOCH 108/200 | STEP: 2400|2708 | Loss: 0.131465
+INFO:EPOCH 108/200 | STEP: 2500|2708 | Loss: 0.121922
+INFO:EPOCH 108/200 | STEP: 2600|2708 | Loss: 0.127915
+INFO:EPOCH 108/200 | STEP: 2700|2708 | Loss: 0.130515
+INFO:VAL NDCG@10, IoU=0.3: 0.354526
+INFO:VAL NDCG@10, IoU=0.5: 0.319918
+INFO:VAL NDCG@10, IoU=0.7: 0.217248
+INFO:VAL NDCG@20, IoU=0.3: 0.357532
+INFO:VAL NDCG@20, IoU=0.5: 0.322411
+INFO:VAL NDCG@20, IoU=0.7: 0.220964
+INFO:VAL NDCG@40, IoU=0.3: 0.382192
+INFO:VAL NDCG@40, IoU=0.5: 0.345511
+INFO:VAL NDCG@40, IoU=0.7: 0.239478
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.353167
+INFO:TEST NDCG@10, IoU=0.5: 0.318690
+INFO:TEST NDCG@10, IoU=0.7: 0.219171
+INFO:TEST NDCG@20, IoU=0.3: 0.356651
+INFO:TEST NDCG@20, IoU=0.5: 0.321596
+INFO:TEST NDCG@20, IoU=0.7: 0.223526
+INFO:TEST NDCG@40, IoU=0.3: 0.379776
+INFO:TEST NDCG@40, IoU=0.5: 0.342740
+INFO:TEST NDCG@40, IoU=0.7: 0.241102
+INFO:
+INFO:TRAIN EPOCH: 109|200
+INFO:EPOCH 109/200 | STEP: 0|2708 | Loss: 0.118269
+INFO:EPOCH 109/200 | STEP: 100|2708 | Loss: 0.117876
+INFO:EPOCH 109/200 | STEP: 200|2708 | Loss: 0.126039
+INFO:EPOCH 109/200 | STEP: 300|2708 | Loss: 0.124968
+INFO:EPOCH 109/200 | STEP: 400|2708 | Loss: 0.134190
+INFO:EPOCH 109/200 | STEP: 500|2708 | Loss: 0.122265
+INFO:EPOCH 109/200 | STEP: 600|2708 | Loss: 0.120128
+INFO:EPOCH 109/200 | STEP: 700|2708 | Loss: 0.130544
+INFO:EPOCH 109/200 | STEP: 800|2708 | Loss: 0.124914
+INFO:EPOCH 109/200 | STEP: 900|2708 | Loss: 0.132557
+INFO:EPOCH 109/200 | STEP: 1000|2708 | Loss: 0.121594
+INFO:EPOCH 109/200 | STEP: 1100|2708 | Loss: 0.131408
+INFO:EPOCH 109/200 | STEP: 1200|2708 | Loss: 0.123947
+INFO:EPOCH 109/200 | STEP: 1300|2708 | Loss: 0.122259
+INFO:EPOCH 109/200 | STEP: 1400|2708 | Loss: 0.125545
+INFO:EPOCH 109/200 | STEP: 1500|2708 | Loss: 0.138260
+INFO:EPOCH 109/200 | STEP: 1600|2708 | Loss: 0.119955
+INFO:EPOCH 109/200 | STEP: 1700|2708 | Loss: 0.134528
+INFO:EPOCH 109/200 | STEP: 1800|2708 | Loss: 0.131470
+INFO:EPOCH 109/200 | STEP: 1900|2708 | Loss: 0.119250
+INFO:EPOCH 109/200 | STEP: 2000|2708 | Loss: 0.117794
+INFO:EPOCH 109/200 | STEP: 2100|2708 | Loss: 0.134588
+INFO:EPOCH 109/200 | STEP: 2200|2708 | Loss: 0.124427
+INFO:EPOCH 109/200 | STEP: 2300|2708 | Loss: 0.117623
+INFO:EPOCH 109/200 | STEP: 2400|2708 | Loss: 0.130053
+INFO:EPOCH 109/200 | STEP: 2500|2708 | Loss: 0.127402
+INFO:EPOCH 109/200 | STEP: 2600|2708 | Loss: 0.129284
+INFO:EPOCH 109/200 | STEP: 2700|2708 | Loss: 0.122069
+INFO:VAL NDCG@10, IoU=0.3: 0.357504
+INFO:VAL NDCG@10, IoU=0.5: 0.322799
+INFO:VAL NDCG@10, IoU=0.7: 0.220659
+INFO:VAL NDCG@20, IoU=0.3: 0.360460
+INFO:VAL NDCG@20, IoU=0.5: 0.326689
+INFO:VAL NDCG@20, IoU=0.7: 0.222790
+INFO:VAL NDCG@40, IoU=0.3: 0.383327
+INFO:VAL NDCG@40, IoU=0.5: 0.346212
+INFO:VAL NDCG@40, IoU=0.7: 0.239441
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.355700
+INFO:TEST NDCG@10, IoU=0.5: 0.321172
+INFO:TEST NDCG@10, IoU=0.7: 0.220458
+INFO:TEST NDCG@20, IoU=0.3: 0.358764
+INFO:TEST NDCG@20, IoU=0.5: 0.323101
+INFO:TEST NDCG@20, IoU=0.7: 0.224893
+INFO:TEST NDCG@40, IoU=0.3: 0.381645
+INFO:TEST NDCG@40, IoU=0.5: 0.344001
+INFO:TEST NDCG@40, IoU=0.7: 0.242399
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.357504
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.322799
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.220659
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.360460
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.326689
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.222790
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.383327
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.346212
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.239441
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.355700
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.321172
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.220458
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.358764
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.323101
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.224893
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.381645
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.344001
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.242399
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 110|200
+INFO:EPOCH 110/200 | STEP: 0|2708 | Loss: 0.124027
+INFO:EPOCH 110/200 | STEP: 100|2708 | Loss: 0.129533
+INFO:EPOCH 110/200 | STEP: 200|2708 | Loss: 0.133731
+INFO:EPOCH 110/200 | STEP: 300|2708 | Loss: 0.126158
+INFO:EPOCH 110/200 | STEP: 400|2708 | Loss: 0.125597
+INFO:EPOCH 110/200 | STEP: 500|2708 | Loss: 0.121752
+INFO:EPOCH 110/200 | STEP: 600|2708 | Loss: 0.125021
+INFO:EPOCH 110/200 | STEP: 700|2708 | Loss: 0.124947
+INFO:EPOCH 110/200 | STEP: 800|2708 | Loss: 0.120358
+INFO:EPOCH 110/200 | STEP: 900|2708 | Loss: 0.127028
+INFO:EPOCH 110/200 | STEP: 1000|2708 | Loss: 0.126635
+INFO:EPOCH 110/200 | STEP: 1100|2708 | Loss: 0.126368
+INFO:EPOCH 110/200 | STEP: 1200|2708 | Loss: 0.128263
+INFO:EPOCH 110/200 | STEP: 1300|2708 | Loss: 0.135642
+INFO:EPOCH 110/200 | STEP: 1400|2708 | Loss: 0.124770
+INFO:EPOCH 110/200 | STEP: 1500|2708 | Loss: 0.123759
+INFO:EPOCH 110/200 | STEP: 1600|2708 | Loss: 0.130580
+INFO:EPOCH 110/200 | STEP: 1700|2708 | Loss: 0.123402
+INFO:EPOCH 110/200 | STEP: 1800|2708 | Loss: 0.115432
+INFO:EPOCH 110/200 | STEP: 1900|2708 | Loss: 0.123535
+INFO:EPOCH 110/200 | STEP: 2000|2708 | Loss: 0.139382
+INFO:EPOCH 110/200 | STEP: 2100|2708 | Loss: 0.130186
+INFO:EPOCH 110/200 | STEP: 2200|2708 | Loss: 0.126236
+INFO:EPOCH 110/200 | STEP: 2300|2708 | Loss: 0.125844
+INFO:EPOCH 110/200 | STEP: 2400|2708 | Loss: 0.123832
+INFO:EPOCH 110/200 | STEP: 2500|2708 | Loss: 0.123028
+INFO:EPOCH 110/200 | STEP: 2600|2708 | Loss: 0.123263
+INFO:EPOCH 110/200 | STEP: 2700|2708 | Loss: 0.129764
+INFO:VAL NDCG@10, IoU=0.3: 0.355088
+INFO:VAL NDCG@10, IoU=0.5: 0.319881
+INFO:VAL NDCG@10, IoU=0.7: 0.217152
+INFO:VAL NDCG@20, IoU=0.3: 0.358690
+INFO:VAL NDCG@20, IoU=0.5: 0.323915
+INFO:VAL NDCG@20, IoU=0.7: 0.221549
+INFO:VAL NDCG@40, IoU=0.3: 0.383061
+INFO:VAL NDCG@40, IoU=0.5: 0.344857
+INFO:VAL NDCG@40, IoU=0.7: 0.238630
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.355834
+INFO:TEST NDCG@10, IoU=0.5: 0.321879
+INFO:TEST NDCG@10, IoU=0.7: 0.220397
+INFO:TEST NDCG@20, IoU=0.3: 0.358349
+INFO:TEST NDCG@20, IoU=0.5: 0.323412
+INFO:TEST NDCG@20, IoU=0.7: 0.224600
+INFO:TEST NDCG@40, IoU=0.3: 0.381425
+INFO:TEST NDCG@40, IoU=0.5: 0.344261
+INFO:TEST NDCG@40, IoU=0.7: 0.241757
+INFO:
+INFO:TRAIN EPOCH: 111|200
+INFO:EPOCH 111/200 | STEP: 0|2708 | Loss: 0.133643
+INFO:EPOCH 111/200 | STEP: 100|2708 | Loss: 0.128789
+INFO:EPOCH 111/200 | STEP: 200|2708 | Loss: 0.124253
+INFO:EPOCH 111/200 | STEP: 300|2708 | Loss: 0.124715
+INFO:EPOCH 111/200 | STEP: 400|2708 | Loss: 0.118515
+INFO:EPOCH 111/200 | STEP: 500|2708 | Loss: 0.124046
+INFO:EPOCH 111/200 | STEP: 600|2708 | Loss: 0.133054
+INFO:EPOCH 111/200 | STEP: 700|2708 | Loss: 0.123464
+INFO:EPOCH 111/200 | STEP: 800|2708 | Loss: 0.119964
+INFO:EPOCH 111/200 | STEP: 900|2708 | Loss: 0.129999
+INFO:EPOCH 111/200 | STEP: 1000|2708 | Loss: 0.118867
+INFO:EPOCH 111/200 | STEP: 1100|2708 | Loss: 0.121171
+INFO:EPOCH 111/200 | STEP: 1200|2708 | Loss: 0.126126
+INFO:EPOCH 111/200 | STEP: 1300|2708 | Loss: 0.122812
+INFO:EPOCH 111/200 | STEP: 1400|2708 | Loss: 0.120754
+INFO:EPOCH 111/200 | STEP: 1500|2708 | Loss: 0.115372
+INFO:EPOCH 111/200 | STEP: 1600|2708 | Loss: 0.131405
+INFO:EPOCH 111/200 | STEP: 1700|2708 | Loss: 0.125370
+INFO:EPOCH 111/200 | STEP: 1800|2708 | Loss: 0.125537
+INFO:EPOCH 111/200 | STEP: 1900|2708 | Loss: 0.133517
+INFO:EPOCH 111/200 | STEP: 2000|2708 | Loss: 0.128736
+INFO:EPOCH 111/200 | STEP: 2100|2708 | Loss: 0.125684
+INFO:EPOCH 111/200 | STEP: 2200|2708 | Loss: 0.122541
+INFO:EPOCH 111/200 | STEP: 2300|2708 | Loss: 0.135715
+INFO:EPOCH 111/200 | STEP: 2400|2708 | Loss: 0.126559
+INFO:EPOCH 111/200 | STEP: 2500|2708 | Loss: 0.120503
+INFO:EPOCH 111/200 | STEP: 2600|2708 | Loss: 0.120268
+INFO:EPOCH 111/200 | STEP: 2700|2708 | Loss: 0.132939
+INFO:VAL NDCG@10, IoU=0.3: 0.356925
+INFO:VAL NDCG@10, IoU=0.5: 0.320596
+INFO:VAL NDCG@10, IoU=0.7: 0.216735
+INFO:VAL NDCG@20, IoU=0.3: 0.359560
+INFO:VAL NDCG@20, IoU=0.5: 0.325196
+INFO:VAL NDCG@20, IoU=0.7: 0.221073
+INFO:VAL NDCG@40, IoU=0.3: 0.382773
+INFO:VAL NDCG@40, IoU=0.5: 0.345246
+INFO:VAL NDCG@40, IoU=0.7: 0.238523
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.357245
+INFO:TEST NDCG@10, IoU=0.5: 0.322633
+INFO:TEST NDCG@10, IoU=0.7: 0.221921
+INFO:TEST NDCG@20, IoU=0.3: 0.358727
+INFO:TEST NDCG@20, IoU=0.5: 0.323416
+INFO:TEST NDCG@20, IoU=0.7: 0.224535
+INFO:TEST NDCG@40, IoU=0.3: 0.381634
+INFO:TEST NDCG@40, IoU=0.5: 0.343961
+INFO:TEST NDCG@40, IoU=0.7: 0.242629
+INFO:
+INFO:TRAIN EPOCH: 112|200
+INFO:EPOCH 112/200 | STEP: 0|2708 | Loss: 0.121805
+INFO:EPOCH 112/200 | STEP: 100|2708 | Loss: 0.123534
+INFO:EPOCH 112/200 | STEP: 200|2708 | Loss: 0.123906
+INFO:EPOCH 112/200 | STEP: 300|2708 | Loss: 0.124688
+INFO:EPOCH 112/200 | STEP: 400|2708 | Loss: 0.128030
+INFO:EPOCH 112/200 | STEP: 500|2708 | Loss: 0.129879
+INFO:EPOCH 112/200 | STEP: 600|2708 | Loss: 0.126564
+INFO:EPOCH 112/200 | STEP: 700|2708 | Loss: 0.120214
+INFO:EPOCH 112/200 | STEP: 800|2708 | Loss: 0.131185
+INFO:EPOCH 112/200 | STEP: 900|2708 | Loss: 0.133064
+INFO:EPOCH 112/200 | STEP: 1000|2708 | Loss: 0.120075
+INFO:EPOCH 112/200 | STEP: 1100|2708 | Loss: 0.132244
+INFO:EPOCH 112/200 | STEP: 1200|2708 | Loss: 0.133024
+INFO:EPOCH 112/200 | STEP: 1300|2708 | Loss: 0.123242
+INFO:EPOCH 112/200 | STEP: 1400|2708 | Loss: 0.126537
+INFO:EPOCH 112/200 | STEP: 1500|2708 | Loss: 0.117603
+INFO:EPOCH 112/200 | STEP: 1600|2708 | Loss: 0.125206
+INFO:EPOCH 112/200 | STEP: 1700|2708 | Loss: 0.128201
+INFO:EPOCH 112/200 | STEP: 1800|2708 | Loss: 0.128361
+INFO:EPOCH 112/200 | STEP: 1900|2708 | Loss: 0.128540
+INFO:EPOCH 112/200 | STEP: 2000|2708 | Loss: 0.125666
+INFO:EPOCH 112/200 | STEP: 2100|2708 | Loss: 0.131230
+INFO:EPOCH 112/200 | STEP: 2200|2708 | Loss: 0.131433
+INFO:EPOCH 112/200 | STEP: 2300|2708 | Loss: 0.139069
+INFO:EPOCH 112/200 | STEP: 2400|2708 | Loss: 0.126669
+INFO:EPOCH 112/200 | STEP: 2500|2708 | Loss: 0.120675
+INFO:EPOCH 112/200 | STEP: 2600|2708 | Loss: 0.120991
+INFO:EPOCH 112/200 | STEP: 2700|2708 | Loss: 0.129166
+INFO:VAL NDCG@10, IoU=0.3: 0.355194
+INFO:VAL NDCG@10, IoU=0.5: 0.320077
+INFO:VAL NDCG@10, IoU=0.7: 0.219654
+INFO:VAL NDCG@20, IoU=0.3: 0.357576
+INFO:VAL NDCG@20, IoU=0.5: 0.323557
+INFO:VAL NDCG@20, IoU=0.7: 0.222448
+INFO:VAL NDCG@40, IoU=0.3: 0.383312
+INFO:VAL NDCG@40, IoU=0.5: 0.345976
+INFO:VAL NDCG@40, IoU=0.7: 0.240178
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.357646
+INFO:TEST NDCG@10, IoU=0.5: 0.323505
+INFO:TEST NDCG@10, IoU=0.7: 0.222757
+INFO:TEST NDCG@20, IoU=0.3: 0.360203
+INFO:TEST NDCG@20, IoU=0.5: 0.324917
+INFO:TEST NDCG@20, IoU=0.7: 0.225609
+INFO:TEST NDCG@40, IoU=0.3: 0.382576
+INFO:TEST NDCG@40, IoU=0.5: 0.345312
+INFO:TEST NDCG@40, IoU=0.7: 0.243432
+INFO:
+INFO:TRAIN EPOCH: 113|200
+INFO:EPOCH 113/200 | STEP: 0|2708 | Loss: 0.128917
+INFO:EPOCH 113/200 | STEP: 100|2708 | Loss: 0.117091
+INFO:EPOCH 113/200 | STEP: 200|2708 | Loss: 0.122434
+INFO:EPOCH 113/200 | STEP: 300|2708 | Loss: 0.112378
+INFO:EPOCH 113/200 | STEP: 400|2708 | Loss: 0.122685
+INFO:EPOCH 113/200 | STEP: 500|2708 | Loss: 0.120962
+INFO:EPOCH 113/200 | STEP: 600|2708 | Loss: 0.125783
+INFO:EPOCH 113/200 | STEP: 700|2708 | Loss: 0.113178
+INFO:EPOCH 113/200 | STEP: 800|2708 | Loss: 0.118680
+INFO:EPOCH 113/200 | STEP: 900|2708 | Loss: 0.125998
+INFO:EPOCH 113/200 | STEP: 1000|2708 | Loss: 0.118139
+INFO:EPOCH 113/200 | STEP: 1100|2708 | Loss: 0.128782
+INFO:EPOCH 113/200 | STEP: 1200|2708 | Loss: 0.129905
+INFO:EPOCH 113/200 | STEP: 1300|2708 | Loss: 0.124546
+INFO:EPOCH 113/200 | STEP: 1400|2708 | Loss: 0.127997
+INFO:EPOCH 113/200 | STEP: 1500|2708 | Loss: 0.128831
+INFO:EPOCH 113/200 | STEP: 1600|2708 | Loss: 0.126730
+INFO:EPOCH 113/200 | STEP: 1700|2708 | Loss: 0.117158
+INFO:EPOCH 113/200 | STEP: 1800|2708 | Loss: 0.121982
+INFO:EPOCH 113/200 | STEP: 1900|2708 | Loss: 0.116671
+INFO:EPOCH 113/200 | STEP: 2000|2708 | Loss: 0.127292
+INFO:EPOCH 113/200 | STEP: 2100|2708 | Loss: 0.118428
+INFO:EPOCH 113/200 | STEP: 2200|2708 | Loss: 0.136071
+INFO:EPOCH 113/200 | STEP: 2300|2708 | Loss: 0.126161
+INFO:EPOCH 113/200 | STEP: 2400|2708 | Loss: 0.128434
+INFO:EPOCH 113/200 | STEP: 2500|2708 | Loss: 0.120427
+INFO:EPOCH 113/200 | STEP: 2600|2708 | Loss: 0.130038
+INFO:EPOCH 113/200 | STEP: 2700|2708 | Loss: 0.123285
+INFO:VAL NDCG@10, IoU=0.3: 0.357316
+INFO:VAL NDCG@10, IoU=0.5: 0.321385
+INFO:VAL NDCG@10, IoU=0.7: 0.216982
+INFO:VAL NDCG@20, IoU=0.3: 0.360459
+INFO:VAL NDCG@20, IoU=0.5: 0.324916
+INFO:VAL NDCG@20, IoU=0.7: 0.221061
+INFO:VAL NDCG@40, IoU=0.3: 0.383521
+INFO:VAL NDCG@40, IoU=0.5: 0.346500
+INFO:VAL NDCG@40, IoU=0.7: 0.238862
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.357765
+INFO:TEST NDCG@10, IoU=0.5: 0.323711
+INFO:TEST NDCG@10, IoU=0.7: 0.221709
+INFO:TEST NDCG@20, IoU=0.3: 0.359578
+INFO:TEST NDCG@20, IoU=0.5: 0.324701
+INFO:TEST NDCG@20, IoU=0.7: 0.225164
+INFO:TEST NDCG@40, IoU=0.3: 0.383676
+INFO:TEST NDCG@40, IoU=0.5: 0.346503
+INFO:TEST NDCG@40, IoU=0.7: 0.243136
+INFO:
+INFO:TRAIN EPOCH: 114|200
+INFO:EPOCH 114/200 | STEP: 0|2708 | Loss: 0.124749
+INFO:EPOCH 114/200 | STEP: 100|2708 | Loss: 0.124354
+INFO:EPOCH 114/200 | STEP: 200|2708 | Loss: 0.131166
+INFO:EPOCH 114/200 | STEP: 300|2708 | Loss: 0.123991
+INFO:EPOCH 114/200 | STEP: 400|2708 | Loss: 0.124646
+INFO:EPOCH 114/200 | STEP: 500|2708 | Loss: 0.113666
+INFO:EPOCH 114/200 | STEP: 600|2708 | Loss: 0.127000
+INFO:EPOCH 114/200 | STEP: 700|2708 | Loss: 0.126508
+INFO:EPOCH 114/200 | STEP: 800|2708 | Loss: 0.122157
+INFO:EPOCH 114/200 | STEP: 900|2708 | Loss: 0.109285
+INFO:EPOCH 114/200 | STEP: 1000|2708 | Loss: 0.125986
+INFO:EPOCH 114/200 | STEP: 1100|2708 | Loss: 0.122944
+INFO:EPOCH 114/200 | STEP: 1200|2708 | Loss: 0.122833
+INFO:EPOCH 114/200 | STEP: 1300|2708 | Loss: 0.136197
+INFO:EPOCH 114/200 | STEP: 1400|2708 | Loss: 0.120785
+INFO:EPOCH 114/200 | STEP: 1500|2708 | Loss: 0.132379
+INFO:EPOCH 114/200 | STEP: 1600|2708 | Loss: 0.117294
+INFO:EPOCH 114/200 | STEP: 1700|2708 | Loss: 0.121653
+INFO:EPOCH 114/200 | STEP: 1800|2708 | Loss: 0.126729
+INFO:EPOCH 114/200 | STEP: 1900|2708 | Loss: 0.127646
+INFO:EPOCH 114/200 | STEP: 2000|2708 | Loss: 0.126037
+INFO:EPOCH 114/200 | STEP: 2100|2708 | Loss: 0.128077
+INFO:EPOCH 114/200 | STEP: 2200|2708 | Loss: 0.113697
+INFO:EPOCH 114/200 | STEP: 2300|2708 | Loss: 0.126706
+INFO:EPOCH 114/200 | STEP: 2400|2708 | Loss: 0.129320
+INFO:EPOCH 114/200 | STEP: 2500|2708 | Loss: 0.126638
+INFO:EPOCH 114/200 | STEP: 2600|2708 | Loss: 0.120654
+INFO:EPOCH 114/200 | STEP: 2700|2708 | Loss: 0.135058
+INFO:VAL NDCG@10, IoU=0.3: 0.357558
+INFO:VAL NDCG@10, IoU=0.5: 0.323164
+INFO:VAL NDCG@10, IoU=0.7: 0.221707
+INFO:VAL NDCG@20, IoU=0.3: 0.360012
+INFO:VAL NDCG@20, IoU=0.5: 0.325743
+INFO:VAL NDCG@20, IoU=0.7: 0.224595
+INFO:VAL NDCG@40, IoU=0.3: 0.385636
+INFO:VAL NDCG@40, IoU=0.5: 0.347746
+INFO:VAL NDCG@40, IoU=0.7: 0.242990
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.356596
+INFO:TEST NDCG@10, IoU=0.5: 0.322828
+INFO:TEST NDCG@10, IoU=0.7: 0.221276
+INFO:TEST NDCG@20, IoU=0.3: 0.358900
+INFO:TEST NDCG@20, IoU=0.5: 0.323720
+INFO:TEST NDCG@20, IoU=0.7: 0.224908
+INFO:TEST NDCG@40, IoU=0.3: 0.382514
+INFO:TEST NDCG@40, IoU=0.5: 0.345383
+INFO:TEST NDCG@40, IoU=0.7: 0.243141
+INFO:
+INFO:TRAIN EPOCH: 115|200
+INFO:EPOCH 115/200 | STEP: 0|2708 | Loss: 0.116550
+INFO:EPOCH 115/200 | STEP: 100|2708 | Loss: 0.127376
+INFO:EPOCH 115/200 | STEP: 200|2708 | Loss: 0.127490
+INFO:EPOCH 115/200 | STEP: 300|2708 | Loss: 0.118611
+INFO:EPOCH 115/200 | STEP: 400|2708 | Loss: 0.122804
+INFO:EPOCH 115/200 | STEP: 500|2708 | Loss: 0.122546
+INFO:EPOCH 115/200 | STEP: 600|2708 | Loss: 0.120607
+INFO:EPOCH 115/200 | STEP: 700|2708 | Loss: 0.113882
+INFO:EPOCH 115/200 | STEP: 800|2708 | Loss: 0.122896
+INFO:EPOCH 115/200 | STEP: 900|2708 | Loss: 0.125267
+INFO:EPOCH 115/200 | STEP: 1000|2708 | Loss: 0.125010
+INFO:EPOCH 115/200 | STEP: 1100|2708 | Loss: 0.127141
+INFO:EPOCH 115/200 | STEP: 1200|2708 | Loss: 0.126957
+INFO:EPOCH 115/200 | STEP: 1300|2708 | Loss: 0.128589
+INFO:EPOCH 115/200 | STEP: 1400|2708 | Loss: 0.122696
+INFO:EPOCH 115/200 | STEP: 1500|2708 | Loss: 0.124916
+INFO:EPOCH 115/200 | STEP: 1600|2708 | Loss: 0.123185
+INFO:EPOCH 115/200 | STEP: 1700|2708 | Loss: 0.120353
+INFO:EPOCH 115/200 | STEP: 1800|2708 | Loss: 0.119229
+INFO:EPOCH 115/200 | STEP: 1900|2708 | Loss: 0.125480
+INFO:EPOCH 115/200 | STEP: 2000|2708 | Loss: 0.115132
+INFO:EPOCH 115/200 | STEP: 2100|2708 | Loss: 0.116241
+INFO:EPOCH 115/200 | STEP: 2200|2708 | Loss: 0.128947
+INFO:EPOCH 115/200 | STEP: 2300|2708 | Loss: 0.127483
+INFO:EPOCH 115/200 | STEP: 2400|2708 | Loss: 0.126641
+INFO:EPOCH 115/200 | STEP: 2500|2708 | Loss: 0.135651
+INFO:EPOCH 115/200 | STEP: 2600|2708 | Loss: 0.131066
+INFO:EPOCH 115/200 | STEP: 2700|2708 | Loss: 0.119347
+INFO:VAL NDCG@10, IoU=0.3: 0.359640
+INFO:VAL NDCG@10, IoU=0.5: 0.324107
+INFO:VAL NDCG@10, IoU=0.7: 0.222783
+INFO:VAL NDCG@20, IoU=0.3: 0.362604
+INFO:VAL NDCG@20, IoU=0.5: 0.326778
+INFO:VAL NDCG@20, IoU=0.7: 0.224892
+INFO:VAL NDCG@40, IoU=0.3: 0.386836
+INFO:VAL NDCG@40, IoU=0.5: 0.348226
+INFO:VAL NDCG@40, IoU=0.7: 0.242528
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.357782
+INFO:TEST NDCG@10, IoU=0.5: 0.323633
+INFO:TEST NDCG@10, IoU=0.7: 0.222496
+INFO:TEST NDCG@20, IoU=0.3: 0.360346
+INFO:TEST NDCG@20, IoU=0.5: 0.325301
+INFO:TEST NDCG@20, IoU=0.7: 0.226145
+INFO:TEST NDCG@40, IoU=0.3: 0.383647
+INFO:TEST NDCG@40, IoU=0.5: 0.346528
+INFO:TEST NDCG@40, IoU=0.7: 0.244178
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.359640
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.324107
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.222783
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.362604
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.326778
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.224892
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.386836
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.348226
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.242528
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.357782
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.323633
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.222496
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.360346
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.325301
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.226145
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.383647
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.346528
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.244178
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 116|200
+INFO:EPOCH 116/200 | STEP: 0|2708 | Loss: 0.127008
+INFO:EPOCH 116/200 | STEP: 100|2708 | Loss: 0.119727
+INFO:EPOCH 116/200 | STEP: 200|2708 | Loss: 0.113770
+INFO:EPOCH 116/200 | STEP: 300|2708 | Loss: 0.122038
+INFO:EPOCH 116/200 | STEP: 400|2708 | Loss: 0.117527
+INFO:EPOCH 116/200 | STEP: 500|2708 | Loss: 0.127628
+INFO:EPOCH 116/200 | STEP: 600|2708 | Loss: 0.122496
+INFO:EPOCH 116/200 | STEP: 700|2708 | Loss: 0.121506
+INFO:EPOCH 116/200 | STEP: 800|2708 | Loss: 0.121153
+INFO:EPOCH 116/200 | STEP: 900|2708 | Loss: 0.128388
+INFO:EPOCH 116/200 | STEP: 1000|2708 | Loss: 0.121910
+INFO:EPOCH 116/200 | STEP: 1100|2708 | Loss: 0.128024
+INFO:EPOCH 116/200 | STEP: 1200|2708 | Loss: 0.114339
+INFO:EPOCH 116/200 | STEP: 1300|2708 | Loss: 0.121271
+INFO:EPOCH 116/200 | STEP: 1400|2708 | Loss: 0.126939
+INFO:EPOCH 116/200 | STEP: 1500|2708 | Loss: 0.127819
+INFO:EPOCH 116/200 | STEP: 1600|2708 | Loss: 0.127665
+INFO:EPOCH 116/200 | STEP: 1700|2708 | Loss: 0.123073
+INFO:EPOCH 116/200 | STEP: 1800|2708 | Loss: 0.124684
+INFO:EPOCH 116/200 | STEP: 1900|2708 | Loss: 0.126165
+INFO:EPOCH 116/200 | STEP: 2000|2708 | Loss: 0.123553
+INFO:EPOCH 116/200 | STEP: 2100|2708 | Loss: 0.132074
+INFO:EPOCH 116/200 | STEP: 2200|2708 | Loss: 0.130208
+INFO:EPOCH 116/200 | STEP: 2300|2708 | Loss: 0.125633
+INFO:EPOCH 116/200 | STEP: 2400|2708 | Loss: 0.123846
+INFO:EPOCH 116/200 | STEP: 2500|2708 | Loss: 0.121790
+INFO:EPOCH 116/200 | STEP: 2600|2708 | Loss: 0.125697
+INFO:EPOCH 116/200 | STEP: 2700|2708 | Loss: 0.120543
+INFO:VAL NDCG@10, IoU=0.3: 0.358792
+INFO:VAL NDCG@10, IoU=0.5: 0.323409
+INFO:VAL NDCG@10, IoU=0.7: 0.218086
+INFO:VAL NDCG@20, IoU=0.3: 0.360728
+INFO:VAL NDCG@20, IoU=0.5: 0.325051
+INFO:VAL NDCG@20, IoU=0.7: 0.222863
+INFO:VAL NDCG@40, IoU=0.3: 0.384567
+INFO:VAL NDCG@40, IoU=0.5: 0.346610
+INFO:VAL NDCG@40, IoU=0.7: 0.239787
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.359151
+INFO:TEST NDCG@10, IoU=0.5: 0.324251
+INFO:TEST NDCG@10, IoU=0.7: 0.223288
+INFO:TEST NDCG@20, IoU=0.3: 0.361695
+INFO:TEST NDCG@20, IoU=0.5: 0.326480
+INFO:TEST NDCG@20, IoU=0.7: 0.226724
+INFO:TEST NDCG@40, IoU=0.3: 0.384781
+INFO:TEST NDCG@40, IoU=0.5: 0.347377
+INFO:TEST NDCG@40, IoU=0.7: 0.244540
+INFO:
+INFO:TRAIN EPOCH: 117|200
+INFO:EPOCH 117/200 | STEP: 0|2708 | Loss: 0.126115
+INFO:EPOCH 117/200 | STEP: 100|2708 | Loss: 0.128835
+INFO:EPOCH 117/200 | STEP: 200|2708 | Loss: 0.119249
+INFO:EPOCH 117/200 | STEP: 300|2708 | Loss: 0.124469
+INFO:EPOCH 117/200 | STEP: 400|2708 | Loss: 0.111954
+INFO:EPOCH 117/200 | STEP: 500|2708 | Loss: 0.128025
+INFO:EPOCH 117/200 | STEP: 600|2708 | Loss: 0.122089
+INFO:EPOCH 117/200 | STEP: 700|2708 | Loss: 0.122323
+INFO:EPOCH 117/200 | STEP: 800|2708 | Loss: 0.124158
+INFO:EPOCH 117/200 | STEP: 900|2708 | Loss: 0.128004
+INFO:EPOCH 117/200 | STEP: 1000|2708 | Loss: 0.119138
+INFO:EPOCH 117/200 | STEP: 1100|2708 | Loss: 0.123721
+INFO:EPOCH 117/200 | STEP: 1200|2708 | Loss: 0.126137
+INFO:EPOCH 117/200 | STEP: 1300|2708 | Loss: 0.117263
+INFO:EPOCH 117/200 | STEP: 1400|2708 | Loss: 0.122328
+INFO:EPOCH 117/200 | STEP: 1500|2708 | Loss: 0.127710
+INFO:EPOCH 117/200 | STEP: 1600|2708 | Loss: 0.125477
+INFO:EPOCH 117/200 | STEP: 1700|2708 | Loss: 0.131489
+INFO:EPOCH 117/200 | STEP: 1800|2708 | Loss: 0.122905
+INFO:EPOCH 117/200 | STEP: 1900|2708 | Loss: 0.121267
+INFO:EPOCH 117/200 | STEP: 2000|2708 | Loss: 0.119278
+INFO:EPOCH 117/200 | STEP: 2100|2708 | Loss: 0.118066
+INFO:EPOCH 117/200 | STEP: 2200|2708 | Loss: 0.128241
+INFO:EPOCH 117/200 | STEP: 2300|2708 | Loss: 0.121196
+INFO:EPOCH 117/200 | STEP: 2400|2708 | Loss: 0.120669
+INFO:EPOCH 117/200 | STEP: 2500|2708 | Loss: 0.127648
+INFO:EPOCH 117/200 | STEP: 2600|2708 | Loss: 0.119216
+INFO:EPOCH 117/200 | STEP: 2700|2708 | Loss: 0.123974
+INFO:VAL NDCG@10, IoU=0.3: 0.356651
+INFO:VAL NDCG@10, IoU=0.5: 0.324054
+INFO:VAL NDCG@10, IoU=0.7: 0.222085
+INFO:VAL NDCG@20, IoU=0.3: 0.359481
+INFO:VAL NDCG@20, IoU=0.5: 0.326032
+INFO:VAL NDCG@20, IoU=0.7: 0.223099
+INFO:VAL NDCG@40, IoU=0.3: 0.384938
+INFO:VAL NDCG@40, IoU=0.5: 0.349332
+INFO:VAL NDCG@40, IoU=0.7: 0.242090
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.358323
+INFO:TEST NDCG@10, IoU=0.5: 0.323418
+INFO:TEST NDCG@10, IoU=0.7: 0.221880
+INFO:TEST NDCG@20, IoU=0.3: 0.361294
+INFO:TEST NDCG@20, IoU=0.5: 0.326042
+INFO:TEST NDCG@20, IoU=0.7: 0.226197
+INFO:TEST NDCG@40, IoU=0.3: 0.384477
+INFO:TEST NDCG@40, IoU=0.5: 0.346836
+INFO:TEST NDCG@40, IoU=0.7: 0.244392
+INFO:
+INFO:TRAIN EPOCH: 118|200
+INFO:EPOCH 118/200 | STEP: 0|2708 | Loss: 0.124775
+INFO:EPOCH 118/200 | STEP: 100|2708 | Loss: 0.121452
+INFO:EPOCH 118/200 | STEP: 200|2708 | Loss: 0.112092
+INFO:EPOCH 118/200 | STEP: 300|2708 | Loss: 0.119775
+INFO:EPOCH 118/200 | STEP: 400|2708 | Loss: 0.121464
+INFO:EPOCH 118/200 | STEP: 500|2708 | Loss: 0.119971
+INFO:EPOCH 118/200 | STEP: 600|2708 | Loss: 0.121339
+INFO:EPOCH 118/200 | STEP: 700|2708 | Loss: 0.119995
+INFO:EPOCH 118/200 | STEP: 800|2708 | Loss: 0.119788
+INFO:EPOCH 118/200 | STEP: 900|2708 | Loss: 0.125628
+INFO:EPOCH 118/200 | STEP: 1000|2708 | Loss: 0.122642
+INFO:EPOCH 118/200 | STEP: 1100|2708 | Loss: 0.119279
+INFO:EPOCH 118/200 | STEP: 1200|2708 | Loss: 0.123971
+INFO:EPOCH 118/200 | STEP: 1300|2708 | Loss: 0.128509
+INFO:EPOCH 118/200 | STEP: 1400|2708 | Loss: 0.117825
+INFO:EPOCH 118/200 | STEP: 1500|2708 | Loss: 0.122985
+INFO:EPOCH 118/200 | STEP: 1600|2708 | Loss: 0.126361
+INFO:EPOCH 118/200 | STEP: 1700|2708 | Loss: 0.134237
+INFO:EPOCH 118/200 | STEP: 1800|2708 | Loss: 0.123280
+INFO:EPOCH 118/200 | STEP: 1900|2708 | Loss: 0.122186
+INFO:EPOCH 118/200 | STEP: 2000|2708 | Loss: 0.115009
+INFO:EPOCH 118/200 | STEP: 2100|2708 | Loss: 0.117173
+INFO:EPOCH 118/200 | STEP: 2200|2708 | Loss: 0.123827
+INFO:EPOCH 118/200 | STEP: 2300|2708 | Loss: 0.113886
+INFO:EPOCH 118/200 | STEP: 2400|2708 | Loss: 0.119040
+INFO:EPOCH 118/200 | STEP: 2500|2708 | Loss: 0.119121
+INFO:EPOCH 118/200 | STEP: 2600|2708 | Loss: 0.115884
+INFO:EPOCH 118/200 | STEP: 2700|2708 | Loss: 0.119813
+INFO:VAL NDCG@10, IoU=0.3: 0.359876
+INFO:VAL NDCG@10, IoU=0.5: 0.324223
+INFO:VAL NDCG@10, IoU=0.7: 0.220455
+INFO:VAL NDCG@20, IoU=0.3: 0.361919
+INFO:VAL NDCG@20, IoU=0.5: 0.327187
+INFO:VAL NDCG@20, IoU=0.7: 0.224409
+INFO:VAL NDCG@40, IoU=0.3: 0.385476
+INFO:VAL NDCG@40, IoU=0.5: 0.348050
+INFO:VAL NDCG@40, IoU=0.7: 0.241290
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.357127
+INFO:TEST NDCG@10, IoU=0.5: 0.322579
+INFO:TEST NDCG@10, IoU=0.7: 0.221961
+INFO:TEST NDCG@20, IoU=0.3: 0.360381
+INFO:TEST NDCG@20, IoU=0.5: 0.325046
+INFO:TEST NDCG@20, IoU=0.7: 0.226113
+INFO:TEST NDCG@40, IoU=0.3: 0.384619
+INFO:TEST NDCG@40, IoU=0.5: 0.346896
+INFO:TEST NDCG@40, IoU=0.7: 0.244408
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.359876
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.324223
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.220455
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.361919
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.327187
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.224409
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.385476
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.348050
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.241290
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.357127
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.322579
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.221961
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.360381
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.325046
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.226113
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.384619
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.346896
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.244408
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 119|200
+INFO:EPOCH 119/200 | STEP: 0|2708 | Loss: 0.113754
+INFO:EPOCH 119/200 | STEP: 100|2708 | Loss: 0.119101
+INFO:EPOCH 119/200 | STEP: 200|2708 | Loss: 0.116587
+INFO:EPOCH 119/200 | STEP: 300|2708 | Loss: 0.121365
+INFO:EPOCH 119/200 | STEP: 400|2708 | Loss: 0.118619
+INFO:EPOCH 119/200 | STEP: 500|2708 | Loss: 0.123339
+INFO:EPOCH 119/200 | STEP: 600|2708 | Loss: 0.126234
+INFO:EPOCH 119/200 | STEP: 700|2708 | Loss: 0.122943
+INFO:EPOCH 119/200 | STEP: 800|2708 | Loss: 0.126810
+INFO:EPOCH 119/200 | STEP: 900|2708 | Loss: 0.127354
+INFO:EPOCH 119/200 | STEP: 1000|2708 | Loss: 0.132970
+INFO:EPOCH 119/200 | STEP: 1100|2708 | Loss: 0.130601
+INFO:EPOCH 119/200 | STEP: 1200|2708 | Loss: 0.113953
+INFO:EPOCH 119/200 | STEP: 1300|2708 | Loss: 0.116436
+INFO:EPOCH 119/200 | STEP: 1400|2708 | Loss: 0.130733
+INFO:EPOCH 119/200 | STEP: 1500|2708 | Loss: 0.128419
+INFO:EPOCH 119/200 | STEP: 1600|2708 | Loss: 0.124400
+INFO:EPOCH 119/200 | STEP: 1700|2708 | Loss: 0.126523
+INFO:EPOCH 119/200 | STEP: 1800|2708 | Loss: 0.120412
+INFO:EPOCH 119/200 | STEP: 1900|2708 | Loss: 0.121211
+INFO:EPOCH 119/200 | STEP: 2000|2708 | Loss: 0.127441
+INFO:EPOCH 119/200 | STEP: 2100|2708 | Loss: 0.126853
+INFO:EPOCH 119/200 | STEP: 2200|2708 | Loss: 0.126180
+INFO:EPOCH 119/200 | STEP: 2300|2708 | Loss: 0.121066
+INFO:EPOCH 119/200 | STEP: 2400|2708 | Loss: 0.128704
+INFO:EPOCH 119/200 | STEP: 2500|2708 | Loss: 0.124906
+INFO:EPOCH 119/200 | STEP: 2600|2708 | Loss: 0.131561
+INFO:EPOCH 119/200 | STEP: 2700|2708 | Loss: 0.137730
+INFO:VAL NDCG@10, IoU=0.3: 0.357684
+INFO:VAL NDCG@10, IoU=0.5: 0.325275
+INFO:VAL NDCG@10, IoU=0.7: 0.219840
+INFO:VAL NDCG@20, IoU=0.3: 0.362924
+INFO:VAL NDCG@20, IoU=0.5: 0.328158
+INFO:VAL NDCG@20, IoU=0.7: 0.224897
+INFO:VAL NDCG@40, IoU=0.3: 0.385338
+INFO:VAL NDCG@40, IoU=0.5: 0.349429
+INFO:VAL NDCG@40, IoU=0.7: 0.242059
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.358523
+INFO:TEST NDCG@10, IoU=0.5: 0.323837
+INFO:TEST NDCG@10, IoU=0.7: 0.223212
+INFO:TEST NDCG@20, IoU=0.3: 0.362771
+INFO:TEST NDCG@20, IoU=0.5: 0.327337
+INFO:TEST NDCG@20, IoU=0.7: 0.227648
+INFO:TEST NDCG@40, IoU=0.3: 0.385196
+INFO:TEST NDCG@40, IoU=0.5: 0.347732
+INFO:TEST NDCG@40, IoU=0.7: 0.245537
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.357684
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.325275
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.219840
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.362924
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.328158
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.224897
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.385338
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.349429
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.242059
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.358523
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.323837
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.223212
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.362771
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.327337
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.227648
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.385196
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.347732
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.245537
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 120|200
+INFO:EPOCH 120/200 | STEP: 0|2708 | Loss: 0.122720
+INFO:EPOCH 120/200 | STEP: 100|2708 | Loss: 0.121770
+INFO:EPOCH 120/200 | STEP: 200|2708 | Loss: 0.131396
+INFO:EPOCH 120/200 | STEP: 300|2708 | Loss: 0.128745
+INFO:EPOCH 120/200 | STEP: 400|2708 | Loss: 0.125279
+INFO:EPOCH 120/200 | STEP: 500|2708 | Loss: 0.126271
+INFO:EPOCH 120/200 | STEP: 600|2708 | Loss: 0.122160
+INFO:EPOCH 120/200 | STEP: 700|2708 | Loss: 0.123374
+INFO:EPOCH 120/200 | STEP: 800|2708 | Loss: 0.127802
+INFO:EPOCH 120/200 | STEP: 900|2708 | Loss: 0.124968
+INFO:EPOCH 120/200 | STEP: 1000|2708 | Loss: 0.126606
+INFO:EPOCH 120/200 | STEP: 1100|2708 | Loss: 0.123749
+INFO:EPOCH 120/200 | STEP: 1200|2708 | Loss: 0.116407
+INFO:EPOCH 120/200 | STEP: 1300|2708 | Loss: 0.119174
+INFO:EPOCH 120/200 | STEP: 1400|2708 | Loss: 0.121589
+INFO:EPOCH 120/200 | STEP: 1500|2708 | Loss: 0.125046
+INFO:EPOCH 120/200 | STEP: 1600|2708 | Loss: 0.119184
+INFO:EPOCH 120/200 | STEP: 1700|2708 | Loss: 0.119750
+INFO:EPOCH 120/200 | STEP: 1800|2708 | Loss: 0.133892
+INFO:EPOCH 120/200 | STEP: 1900|2708 | Loss: 0.133206
+INFO:EPOCH 120/200 | STEP: 2000|2708 | Loss: 0.123878
+INFO:EPOCH 120/200 | STEP: 2100|2708 | Loss: 0.111748
+INFO:EPOCH 120/200 | STEP: 2200|2708 | Loss: 0.117201
+INFO:EPOCH 120/200 | STEP: 2300|2708 | Loss: 0.124296
+INFO:EPOCH 120/200 | STEP: 2400|2708 | Loss: 0.138950
+INFO:EPOCH 120/200 | STEP: 2500|2708 | Loss: 0.113445
+INFO:EPOCH 120/200 | STEP: 2600|2708 | Loss: 0.121004
+INFO:EPOCH 120/200 | STEP: 2700|2708 | Loss: 0.119376
+INFO:VAL NDCG@10, IoU=0.3: 0.361801
+INFO:VAL NDCG@10, IoU=0.5: 0.328050
+INFO:VAL NDCG@10, IoU=0.7: 0.221894
+INFO:VAL NDCG@20, IoU=0.3: 0.364073
+INFO:VAL NDCG@20, IoU=0.5: 0.329302
+INFO:VAL NDCG@20, IoU=0.7: 0.225127
+INFO:VAL NDCG@40, IoU=0.3: 0.388430
+INFO:VAL NDCG@40, IoU=0.5: 0.351639
+INFO:VAL NDCG@40, IoU=0.7: 0.242549
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.359615
+INFO:TEST NDCG@10, IoU=0.5: 0.324732
+INFO:TEST NDCG@10, IoU=0.7: 0.224050
+INFO:TEST NDCG@20, IoU=0.3: 0.362811
+INFO:TEST NDCG@20, IoU=0.5: 0.327368
+INFO:TEST NDCG@20, IoU=0.7: 0.227834
+INFO:TEST NDCG@40, IoU=0.3: 0.385622
+INFO:TEST NDCG@40, IoU=0.5: 0.348256
+INFO:TEST NDCG@40, IoU=0.7: 0.246021
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.361801
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.328050
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.221894
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.364073
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.329302
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.225127
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.388430
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.351639
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.242549
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.359615
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.324732
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.224050
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.362811
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.327368
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.227834
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.385622
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.348256
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.246021
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 121|200
+INFO:EPOCH 121/200 | STEP: 0|2708 | Loss: 0.119923
+INFO:EPOCH 121/200 | STEP: 100|2708 | Loss: 0.115884
+INFO:EPOCH 121/200 | STEP: 200|2708 | Loss: 0.115841
+INFO:EPOCH 121/200 | STEP: 300|2708 | Loss: 0.121265
+INFO:EPOCH 121/200 | STEP: 400|2708 | Loss: 0.121988
+INFO:EPOCH 121/200 | STEP: 500|2708 | Loss: 0.120477
+INFO:EPOCH 121/200 | STEP: 600|2708 | Loss: 0.122001
+INFO:EPOCH 121/200 | STEP: 700|2708 | Loss: 0.130952
+INFO:EPOCH 121/200 | STEP: 800|2708 | Loss: 0.124105
+INFO:EPOCH 121/200 | STEP: 900|2708 | Loss: 0.121183
+INFO:EPOCH 121/200 | STEP: 1000|2708 | Loss: 0.133514
+INFO:EPOCH 121/200 | STEP: 1100|2708 | Loss: 0.125023
+INFO:EPOCH 121/200 | STEP: 1200|2708 | Loss: 0.129442
+INFO:EPOCH 121/200 | STEP: 1300|2708 | Loss: 0.121103
+INFO:EPOCH 121/200 | STEP: 1400|2708 | Loss: 0.132305
+INFO:EPOCH 121/200 | STEP: 1500|2708 | Loss: 0.121000
+INFO:EPOCH 121/200 | STEP: 1600|2708 | Loss: 0.117869
+INFO:EPOCH 121/200 | STEP: 1700|2708 | Loss: 0.129891
+INFO:EPOCH 121/200 | STEP: 1800|2708 | Loss: 0.120520
+INFO:EPOCH 121/200 | STEP: 1900|2708 | Loss: 0.125199
+INFO:EPOCH 121/200 | STEP: 2000|2708 | Loss: 0.121484
+INFO:EPOCH 121/200 | STEP: 2100|2708 | Loss: 0.119968
+INFO:EPOCH 121/200 | STEP: 2200|2708 | Loss: 0.118745
+INFO:EPOCH 121/200 | STEP: 2300|2708 | Loss: 0.118245
+INFO:EPOCH 121/200 | STEP: 2400|2708 | Loss: 0.126490
+INFO:EPOCH 121/200 | STEP: 2500|2708 | Loss: 0.120745
+INFO:EPOCH 121/200 | STEP: 2600|2708 | Loss: 0.122984
+INFO:EPOCH 121/200 | STEP: 2700|2708 | Loss: 0.127774
+INFO:VAL NDCG@10, IoU=0.3: 0.360316
+INFO:VAL NDCG@10, IoU=0.5: 0.327544
+INFO:VAL NDCG@10, IoU=0.7: 0.224618
+INFO:VAL NDCG@20, IoU=0.3: 0.362364
+INFO:VAL NDCG@20, IoU=0.5: 0.328752
+INFO:VAL NDCG@20, IoU=0.7: 0.226237
+INFO:VAL NDCG@40, IoU=0.3: 0.386528
+INFO:VAL NDCG@40, IoU=0.5: 0.349833
+INFO:VAL NDCG@40, IoU=0.7: 0.242621
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.361172
+INFO:TEST NDCG@10, IoU=0.5: 0.325822
+INFO:TEST NDCG@10, IoU=0.7: 0.224852
+INFO:TEST NDCG@20, IoU=0.3: 0.363373
+INFO:TEST NDCG@20, IoU=0.5: 0.327491
+INFO:TEST NDCG@20, IoU=0.7: 0.228337
+INFO:TEST NDCG@40, IoU=0.3: 0.387412
+INFO:TEST NDCG@40, IoU=0.5: 0.349577
+INFO:TEST NDCG@40, IoU=0.7: 0.246229
+INFO:
+INFO:TRAIN EPOCH: 122|200
+INFO:EPOCH 122/200 | STEP: 0|2708 | Loss: 0.114833
+INFO:EPOCH 122/200 | STEP: 100|2708 | Loss: 0.116366
+INFO:EPOCH 122/200 | STEP: 200|2708 | Loss: 0.115075
+INFO:EPOCH 122/200 | STEP: 300|2708 | Loss: 0.121327
+INFO:EPOCH 122/200 | STEP: 400|2708 | Loss: 0.121791
+INFO:EPOCH 122/200 | STEP: 500|2708 | Loss: 0.117001
+INFO:EPOCH 122/200 | STEP: 600|2708 | Loss: 0.118850
+INFO:EPOCH 122/200 | STEP: 700|2708 | Loss: 0.130522
+INFO:EPOCH 122/200 | STEP: 800|2708 | Loss: 0.128801
+INFO:EPOCH 122/200 | STEP: 900|2708 | Loss: 0.121856
+INFO:EPOCH 122/200 | STEP: 1000|2708 | Loss: 0.124923
+INFO:EPOCH 122/200 | STEP: 1100|2708 | Loss: 0.115741
+INFO:EPOCH 122/200 | STEP: 1200|2708 | Loss: 0.126187
+INFO:EPOCH 122/200 | STEP: 1300|2708 | Loss: 0.130315
+INFO:EPOCH 122/200 | STEP: 1400|2708 | Loss: 0.126942
+INFO:EPOCH 122/200 | STEP: 1500|2708 | Loss: 0.123224
+INFO:EPOCH 122/200 | STEP: 1600|2708 | Loss: 0.113920
+INFO:EPOCH 122/200 | STEP: 1700|2708 | Loss: 0.131451
+INFO:EPOCH 122/200 | STEP: 1800|2708 | Loss: 0.118951
+INFO:EPOCH 122/200 | STEP: 1900|2708 | Loss: 0.130325
+INFO:EPOCH 122/200 | STEP: 2000|2708 | Loss: 0.126643
+INFO:EPOCH 122/200 | STEP: 2100|2708 | Loss: 0.125796
+INFO:EPOCH 122/200 | STEP: 2200|2708 | Loss: 0.120248
+INFO:EPOCH 122/200 | STEP: 2300|2708 | Loss: 0.114687
+INFO:EPOCH 122/200 | STEP: 2400|2708 | Loss: 0.127904
+INFO:EPOCH 122/200 | STEP: 2500|2708 | Loss: 0.124216
+INFO:EPOCH 122/200 | STEP: 2600|2708 | Loss: 0.125748
+INFO:EPOCH 122/200 | STEP: 2700|2708 | Loss: 0.114968
+INFO:VAL NDCG@10, IoU=0.3: 0.360348
+INFO:VAL NDCG@10, IoU=0.5: 0.326740
+INFO:VAL NDCG@10, IoU=0.7: 0.224833
+INFO:VAL NDCG@20, IoU=0.3: 0.360510
+INFO:VAL NDCG@20, IoU=0.5: 0.326165
+INFO:VAL NDCG@20, IoU=0.7: 0.224725
+INFO:VAL NDCG@40, IoU=0.3: 0.387294
+INFO:VAL NDCG@40, IoU=0.5: 0.349655
+INFO:VAL NDCG@40, IoU=0.7: 0.244075
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.360914
+INFO:TEST NDCG@10, IoU=0.5: 0.325659
+INFO:TEST NDCG@10, IoU=0.7: 0.222630
+INFO:TEST NDCG@20, IoU=0.3: 0.363644
+INFO:TEST NDCG@20, IoU=0.5: 0.327577
+INFO:TEST NDCG@20, IoU=0.7: 0.227609
+INFO:TEST NDCG@40, IoU=0.3: 0.386323
+INFO:TEST NDCG@40, IoU=0.5: 0.348890
+INFO:TEST NDCG@40, IoU=0.7: 0.245009
+INFO:
+INFO:TRAIN EPOCH: 123|200
+INFO:EPOCH 123/200 | STEP: 0|2708 | Loss: 0.121817
+INFO:EPOCH 123/200 | STEP: 100|2708 | Loss: 0.124099
+INFO:EPOCH 123/200 | STEP: 200|2708 | Loss: 0.125898
+INFO:EPOCH 123/200 | STEP: 300|2708 | Loss: 0.116884
+INFO:EPOCH 123/200 | STEP: 400|2708 | Loss: 0.118410
+INFO:EPOCH 123/200 | STEP: 500|2708 | Loss: 0.127501
+INFO:EPOCH 123/200 | STEP: 600|2708 | Loss: 0.123059
+INFO:EPOCH 123/200 | STEP: 700|2708 | Loss: 0.123839
+INFO:EPOCH 123/200 | STEP: 800|2708 | Loss: 0.115971
+INFO:EPOCH 123/200 | STEP: 900|2708 | Loss: 0.119278
+INFO:EPOCH 123/200 | STEP: 1000|2708 | Loss: 0.124662
+INFO:EPOCH 123/200 | STEP: 1100|2708 | Loss: 0.117707
+INFO:EPOCH 123/200 | STEP: 1200|2708 | Loss: 0.127771
+INFO:EPOCH 123/200 | STEP: 1300|2708 | Loss: 0.119822
+INFO:EPOCH 123/200 | STEP: 1400|2708 | Loss: 0.119243
+INFO:EPOCH 123/200 | STEP: 1500|2708 | Loss: 0.122294
+INFO:EPOCH 123/200 | STEP: 1600|2708 | Loss: 0.121563
+INFO:EPOCH 123/200 | STEP: 1700|2708 | Loss: 0.121861
+INFO:EPOCH 123/200 | STEP: 1800|2708 | Loss: 0.122997
+INFO:EPOCH 123/200 | STEP: 1900|2708 | Loss: 0.122771
+INFO:EPOCH 123/200 | STEP: 2000|2708 | Loss: 0.117104
+INFO:EPOCH 123/200 | STEP: 2100|2708 | Loss: 0.123935
+INFO:EPOCH 123/200 | STEP: 2200|2708 | Loss: 0.124981
+INFO:EPOCH 123/200 | STEP: 2300|2708 | Loss: 0.128107
+INFO:EPOCH 123/200 | STEP: 2400|2708 | Loss: 0.122364
+INFO:EPOCH 123/200 | STEP: 2500|2708 | Loss: 0.121283
+INFO:EPOCH 123/200 | STEP: 2600|2708 | Loss: 0.119958
+INFO:EPOCH 123/200 | STEP: 2700|2708 | Loss: 0.120826
+INFO:VAL NDCG@10, IoU=0.3: 0.361635
+INFO:VAL NDCG@10, IoU=0.5: 0.325958
+INFO:VAL NDCG@10, IoU=0.7: 0.221663
+INFO:VAL NDCG@20, IoU=0.3: 0.361733
+INFO:VAL NDCG@20, IoU=0.5: 0.324866
+INFO:VAL NDCG@20, IoU=0.7: 0.222022
+INFO:VAL NDCG@40, IoU=0.3: 0.386489
+INFO:VAL NDCG@40, IoU=0.5: 0.348024
+INFO:VAL NDCG@40, IoU=0.7: 0.240366
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.360434
+INFO:TEST NDCG@10, IoU=0.5: 0.325663
+INFO:TEST NDCG@10, IoU=0.7: 0.223862
+INFO:TEST NDCG@20, IoU=0.3: 0.362995
+INFO:TEST NDCG@20, IoU=0.5: 0.327402
+INFO:TEST NDCG@20, IoU=0.7: 0.227227
+INFO:TEST NDCG@40, IoU=0.3: 0.386589
+INFO:TEST NDCG@40, IoU=0.5: 0.349156
+INFO:TEST NDCG@40, IoU=0.7: 0.245419
+INFO:
+INFO:TRAIN EPOCH: 124|200
+INFO:EPOCH 124/200 | STEP: 0|2708 | Loss: 0.123552
+INFO:EPOCH 124/200 | STEP: 100|2708 | Loss: 0.109604
+INFO:EPOCH 124/200 | STEP: 200|2708 | Loss: 0.123234
+INFO:EPOCH 124/200 | STEP: 300|2708 | Loss: 0.122660
+INFO:EPOCH 124/200 | STEP: 400|2708 | Loss: 0.114708
+INFO:EPOCH 124/200 | STEP: 500|2708 | Loss: 0.124036
+INFO:EPOCH 124/200 | STEP: 600|2708 | Loss: 0.115946
+INFO:EPOCH 124/200 | STEP: 700|2708 | Loss: 0.124848
+INFO:EPOCH 124/200 | STEP: 800|2708 | Loss: 0.124126
+INFO:EPOCH 124/200 | STEP: 900|2708 | Loss: 0.126803
+INFO:EPOCH 124/200 | STEP: 1000|2708 | Loss: 0.121482
+INFO:EPOCH 124/200 | STEP: 1100|2708 | Loss: 0.112338
+INFO:EPOCH 124/200 | STEP: 1200|2708 | Loss: 0.119119
+INFO:EPOCH 124/200 | STEP: 1300|2708 | Loss: 0.120753
+INFO:EPOCH 124/200 | STEP: 1400|2708 | Loss: 0.120223
+INFO:EPOCH 124/200 | STEP: 1500|2708 | Loss: 0.121650
+INFO:EPOCH 124/200 | STEP: 1600|2708 | Loss: 0.121407
+INFO:EPOCH 124/200 | STEP: 1700|2708 | Loss: 0.124291
+INFO:EPOCH 124/200 | STEP: 1800|2708 | Loss: 0.117379
+INFO:EPOCH 124/200 | STEP: 1900|2708 | Loss: 0.124256
+INFO:EPOCH 124/200 | STEP: 2000|2708 | Loss: 0.129279
+INFO:EPOCH 124/200 | STEP: 2100|2708 | Loss: 0.123236
+INFO:EPOCH 124/200 | STEP: 2200|2708 | Loss: 0.131145
+INFO:EPOCH 124/200 | STEP: 2300|2708 | Loss: 0.112162
+INFO:EPOCH 124/200 | STEP: 2400|2708 | Loss: 0.126934
+INFO:EPOCH 124/200 | STEP: 2500|2708 | Loss: 0.122694
+INFO:EPOCH 124/200 | STEP: 2600|2708 | Loss: 0.120204
+INFO:EPOCH 124/200 | STEP: 2700|2708 | Loss: 0.126798
+INFO:VAL NDCG@10, IoU=0.3: 0.363083
+INFO:VAL NDCG@10, IoU=0.5: 0.326096
+INFO:VAL NDCG@10, IoU=0.7: 0.224313
+INFO:VAL NDCG@20, IoU=0.3: 0.364791
+INFO:VAL NDCG@20, IoU=0.5: 0.329295
+INFO:VAL NDCG@20, IoU=0.7: 0.226910
+INFO:VAL NDCG@40, IoU=0.3: 0.388889
+INFO:VAL NDCG@40, IoU=0.5: 0.351259
+INFO:VAL NDCG@40, IoU=0.7: 0.243541
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.361434
+INFO:TEST NDCG@10, IoU=0.5: 0.325804
+INFO:TEST NDCG@10, IoU=0.7: 0.224122
+INFO:TEST NDCG@20, IoU=0.3: 0.363975
+INFO:TEST NDCG@20, IoU=0.5: 0.328369
+INFO:TEST NDCG@20, IoU=0.7: 0.228419
+INFO:TEST NDCG@40, IoU=0.3: 0.387111
+INFO:TEST NDCG@40, IoU=0.5: 0.349648
+INFO:TEST NDCG@40, IoU=0.7: 0.245671
+INFO:
+INFO:TRAIN EPOCH: 125|200
+INFO:EPOCH 125/200 | STEP: 0|2708 | Loss: 0.125722
+INFO:EPOCH 125/200 | STEP: 100|2708 | Loss: 0.126171
+INFO:EPOCH 125/200 | STEP: 200|2708 | Loss: 0.118029
+INFO:EPOCH 125/200 | STEP: 300|2708 | Loss: 0.118756
+INFO:EPOCH 125/200 | STEP: 400|2708 | Loss: 0.119452
+INFO:EPOCH 125/200 | STEP: 500|2708 | Loss: 0.115508
+INFO:EPOCH 125/200 | STEP: 600|2708 | Loss: 0.111805
+INFO:EPOCH 125/200 | STEP: 700|2708 | Loss: 0.123369
+INFO:EPOCH 125/200 | STEP: 800|2708 | Loss: 0.127009
+INFO:EPOCH 125/200 | STEP: 900|2708 | Loss: 0.117285
+INFO:EPOCH 125/200 | STEP: 1000|2708 | Loss: 0.119190
+INFO:EPOCH 125/200 | STEP: 1100|2708 | Loss: 0.126048
+INFO:EPOCH 125/200 | STEP: 1200|2708 | Loss: 0.123684
+INFO:EPOCH 125/200 | STEP: 1300|2708 | Loss: 0.127523
+INFO:EPOCH 125/200 | STEP: 1400|2708 | Loss: 0.128452
+INFO:EPOCH 125/200 | STEP: 1500|2708 | Loss: 0.120051
+INFO:EPOCH 125/200 | STEP: 1600|2708 | Loss: 0.124136
+INFO:EPOCH 125/200 | STEP: 1700|2708 | Loss: 0.116077
+INFO:EPOCH 125/200 | STEP: 1800|2708 | Loss: 0.127155
+INFO:EPOCH 125/200 | STEP: 1900|2708 | Loss: 0.119787
+INFO:EPOCH 125/200 | STEP: 2000|2708 | Loss: 0.126277
+INFO:EPOCH 125/200 | STEP: 2100|2708 | Loss: 0.125359
+INFO:EPOCH 125/200 | STEP: 2200|2708 | Loss: 0.120579
+INFO:EPOCH 125/200 | STEP: 2300|2708 | Loss: 0.122093
+INFO:EPOCH 125/200 | STEP: 2400|2708 | Loss: 0.121643
+INFO:EPOCH 125/200 | STEP: 2500|2708 | Loss: 0.105562
+INFO:EPOCH 125/200 | STEP: 2600|2708 | Loss: 0.120741
+INFO:EPOCH 125/200 | STEP: 2700|2708 | Loss: 0.133536
+INFO:VAL NDCG@10, IoU=0.3: 0.362055
+INFO:VAL NDCG@10, IoU=0.5: 0.328298
+INFO:VAL NDCG@10, IoU=0.7: 0.224376
+INFO:VAL NDCG@20, IoU=0.3: 0.366464
+INFO:VAL NDCG@20, IoU=0.5: 0.331801
+INFO:VAL NDCG@20, IoU=0.7: 0.227973
+INFO:VAL NDCG@40, IoU=0.3: 0.388603
+INFO:VAL NDCG@40, IoU=0.5: 0.351196
+INFO:VAL NDCG@40, IoU=0.7: 0.243923
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.361275
+INFO:TEST NDCG@10, IoU=0.5: 0.325800
+INFO:TEST NDCG@10, IoU=0.7: 0.224104
+INFO:TEST NDCG@20, IoU=0.3: 0.363167
+INFO:TEST NDCG@20, IoU=0.5: 0.327239
+INFO:TEST NDCG@20, IoU=0.7: 0.227944
+INFO:TEST NDCG@40, IoU=0.3: 0.386683
+INFO:TEST NDCG@40, IoU=0.5: 0.348792
+INFO:TEST NDCG@40, IoU=0.7: 0.245546
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.362055
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.328298
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.224376
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.366464
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.331801
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.227973
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.388603
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.351196
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.243923
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.361275
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.325800
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.224104
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.363167
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.327239
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.227944
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.386683
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.348792
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.245546
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 126|200
+INFO:EPOCH 126/200 | STEP: 0|2708 | Loss: 0.126533
+INFO:EPOCH 126/200 | STEP: 100|2708 | Loss: 0.120069
+INFO:EPOCH 126/200 | STEP: 200|2708 | Loss: 0.124690
+INFO:EPOCH 126/200 | STEP: 300|2708 | Loss: 0.122401
+INFO:EPOCH 126/200 | STEP: 400|2708 | Loss: 0.116132
+INFO:EPOCH 126/200 | STEP: 500|2708 | Loss: 0.118294
+INFO:EPOCH 126/200 | STEP: 600|2708 | Loss: 0.123180
+INFO:EPOCH 126/200 | STEP: 700|2708 | Loss: 0.126640
+INFO:EPOCH 126/200 | STEP: 800|2708 | Loss: 0.118398
+INFO:EPOCH 126/200 | STEP: 900|2708 | Loss: 0.121926
+INFO:EPOCH 126/200 | STEP: 1000|2708 | Loss: 0.119702
+INFO:EPOCH 126/200 | STEP: 1100|2708 | Loss: 0.123353
+INFO:EPOCH 126/200 | STEP: 1200|2708 | Loss: 0.118561
+INFO:EPOCH 126/200 | STEP: 1300|2708 | Loss: 0.122488
+INFO:EPOCH 126/200 | STEP: 1400|2708 | Loss: 0.117485
+INFO:EPOCH 126/200 | STEP: 1500|2708 | Loss: 0.116264
+INFO:EPOCH 126/200 | STEP: 1600|2708 | Loss: 0.118210
+INFO:EPOCH 126/200 | STEP: 1700|2708 | Loss: 0.114729
+INFO:EPOCH 126/200 | STEP: 1800|2708 | Loss: 0.123006
+INFO:EPOCH 126/200 | STEP: 1900|2708 | Loss: 0.121313
+INFO:EPOCH 126/200 | STEP: 2000|2708 | Loss: 0.116853
+INFO:EPOCH 126/200 | STEP: 2100|2708 | Loss: 0.120624
+INFO:EPOCH 126/200 | STEP: 2200|2708 | Loss: 0.118458
+INFO:EPOCH 126/200 | STEP: 2300|2708 | Loss: 0.124544
+INFO:EPOCH 126/200 | STEP: 2400|2708 | Loss: 0.120474
+INFO:EPOCH 126/200 | STEP: 2500|2708 | Loss: 0.128081
+INFO:EPOCH 126/200 | STEP: 2600|2708 | Loss: 0.119579
+INFO:EPOCH 126/200 | STEP: 2700|2708 | Loss: 0.127412
+INFO:VAL NDCG@10, IoU=0.3: 0.360796
+INFO:VAL NDCG@10, IoU=0.5: 0.326988
+INFO:VAL NDCG@10, IoU=0.7: 0.222833
+INFO:VAL NDCG@20, IoU=0.3: 0.361825
+INFO:VAL NDCG@20, IoU=0.5: 0.326571
+INFO:VAL NDCG@20, IoU=0.7: 0.225833
+INFO:VAL NDCG@40, IoU=0.3: 0.385892
+INFO:VAL NDCG@40, IoU=0.5: 0.349124
+INFO:VAL NDCG@40, IoU=0.7: 0.242681
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.360065
+INFO:TEST NDCG@10, IoU=0.5: 0.325933
+INFO:TEST NDCG@10, IoU=0.7: 0.223750
+INFO:TEST NDCG@20, IoU=0.3: 0.363421
+INFO:TEST NDCG@20, IoU=0.5: 0.328210
+INFO:TEST NDCG@20, IoU=0.7: 0.227938
+INFO:TEST NDCG@40, IoU=0.3: 0.386746
+INFO:TEST NDCG@40, IoU=0.5: 0.349683
+INFO:TEST NDCG@40, IoU=0.7: 0.246003
+INFO:
+INFO:TRAIN EPOCH: 127|200
+INFO:EPOCH 127/200 | STEP: 0|2708 | Loss: 0.117060
+INFO:EPOCH 127/200 | STEP: 100|2708 | Loss: 0.117346
+INFO:EPOCH 127/200 | STEP: 200|2708 | Loss: 0.117945
+INFO:EPOCH 127/200 | STEP: 300|2708 | Loss: 0.121035
+INFO:EPOCH 127/200 | STEP: 400|2708 | Loss: 0.116688
+INFO:EPOCH 127/200 | STEP: 500|2708 | Loss: 0.118308
+INFO:EPOCH 127/200 | STEP: 600|2708 | Loss: 0.118910
+INFO:EPOCH 127/200 | STEP: 700|2708 | Loss: 0.121078
+INFO:EPOCH 127/200 | STEP: 800|2708 | Loss: 0.122053
+INFO:EPOCH 127/200 | STEP: 900|2708 | Loss: 0.119962
+INFO:EPOCH 127/200 | STEP: 1000|2708 | Loss: 0.122695
+INFO:EPOCH 127/200 | STEP: 1100|2708 | Loss: 0.123730
+INFO:EPOCH 127/200 | STEP: 1200|2708 | Loss: 0.127031
+INFO:EPOCH 127/200 | STEP: 1300|2708 | Loss: 0.124032
+INFO:EPOCH 127/200 | STEP: 1400|2708 | Loss: 0.125381
+INFO:EPOCH 127/200 | STEP: 1500|2708 | Loss: 0.120497
+INFO:EPOCH 127/200 | STEP: 1600|2708 | Loss: 0.123357
+INFO:EPOCH 127/200 | STEP: 1700|2708 | Loss: 0.116850
+INFO:EPOCH 127/200 | STEP: 1800|2708 | Loss: 0.116149
+INFO:EPOCH 127/200 | STEP: 1900|2708 | Loss: 0.120922
+INFO:EPOCH 127/200 | STEP: 2000|2708 | Loss: 0.114707
+INFO:EPOCH 127/200 | STEP: 2100|2708 | Loss: 0.120966
+INFO:EPOCH 127/200 | STEP: 2200|2708 | Loss: 0.115690
+INFO:EPOCH 127/200 | STEP: 2300|2708 | Loss: 0.116890
+INFO:EPOCH 127/200 | STEP: 2400|2708 | Loss: 0.118117
+INFO:EPOCH 127/200 | STEP: 2500|2708 | Loss: 0.120067
+INFO:EPOCH 127/200 | STEP: 2600|2708 | Loss: 0.119901
+INFO:EPOCH 127/200 | STEP: 2700|2708 | Loss: 0.127058
+INFO:VAL NDCG@10, IoU=0.3: 0.360239
+INFO:VAL NDCG@10, IoU=0.5: 0.325364
+INFO:VAL NDCG@10, IoU=0.7: 0.223951
+INFO:VAL NDCG@20, IoU=0.3: 0.366468
+INFO:VAL NDCG@20, IoU=0.5: 0.329803
+INFO:VAL NDCG@20, IoU=0.7: 0.227945
+INFO:VAL NDCG@40, IoU=0.3: 0.390407
+INFO:VAL NDCG@40, IoU=0.5: 0.352050
+INFO:VAL NDCG@40, IoU=0.7: 0.244006
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.361760
+INFO:TEST NDCG@10, IoU=0.5: 0.326994
+INFO:TEST NDCG@10, IoU=0.7: 0.224424
+INFO:TEST NDCG@20, IoU=0.3: 0.365770
+INFO:TEST NDCG@20, IoU=0.5: 0.329975
+INFO:TEST NDCG@20, IoU=0.7: 0.229883
+INFO:TEST NDCG@40, IoU=0.3: 0.388910
+INFO:TEST NDCG@40, IoU=0.5: 0.351453
+INFO:TEST NDCG@40, IoU=0.7: 0.247598
+INFO:
+INFO:TRAIN EPOCH: 128|200
+INFO:EPOCH 128/200 | STEP: 0|2708 | Loss: 0.122148
+INFO:EPOCH 128/200 | STEP: 100|2708 | Loss: 0.124464
+INFO:EPOCH 128/200 | STEP: 200|2708 | Loss: 0.123467
+INFO:EPOCH 128/200 | STEP: 300|2708 | Loss: 0.118639
+INFO:EPOCH 128/200 | STEP: 400|2708 | Loss: 0.118294
+INFO:EPOCH 128/200 | STEP: 500|2708 | Loss: 0.116307
+INFO:EPOCH 128/200 | STEP: 600|2708 | Loss: 0.126499
+INFO:EPOCH 128/200 | STEP: 700|2708 | Loss: 0.116340
+INFO:EPOCH 128/200 | STEP: 800|2708 | Loss: 0.119474
+INFO:EPOCH 128/200 | STEP: 900|2708 | Loss: 0.116231
+INFO:EPOCH 128/200 | STEP: 1000|2708 | Loss: 0.123198
+INFO:EPOCH 128/200 | STEP: 1100|2708 | Loss: 0.120724
+INFO:EPOCH 128/200 | STEP: 1200|2708 | Loss: 0.119961
+INFO:EPOCH 128/200 | STEP: 1300|2708 | Loss: 0.122044
+INFO:EPOCH 128/200 | STEP: 1400|2708 | Loss: 0.131155
+INFO:EPOCH 128/200 | STEP: 1500|2708 | Loss: 0.123029
+INFO:EPOCH 128/200 | STEP: 1600|2708 | Loss: 0.125709
+INFO:EPOCH 128/200 | STEP: 1700|2708 | Loss: 0.121277
+INFO:EPOCH 128/200 | STEP: 1800|2708 | Loss: 0.120621
+INFO:EPOCH 128/200 | STEP: 1900|2708 | Loss: 0.126375
+INFO:EPOCH 128/200 | STEP: 2000|2708 | Loss: 0.125784
+INFO:EPOCH 128/200 | STEP: 2100|2708 | Loss: 0.120390
+INFO:EPOCH 128/200 | STEP: 2200|2708 | Loss: 0.128044
+INFO:EPOCH 128/200 | STEP: 2300|2708 | Loss: 0.110281
+INFO:EPOCH 128/200 | STEP: 2400|2708 | Loss: 0.121675
+INFO:EPOCH 128/200 | STEP: 2500|2708 | Loss: 0.113662
+INFO:EPOCH 128/200 | STEP: 2600|2708 | Loss: 0.122290
+INFO:EPOCH 128/200 | STEP: 2700|2708 | Loss: 0.116373
+INFO:VAL NDCG@10, IoU=0.3: 0.359769
+INFO:VAL NDCG@10, IoU=0.5: 0.326020
+INFO:VAL NDCG@10, IoU=0.7: 0.221287
+INFO:VAL NDCG@20, IoU=0.3: 0.366013
+INFO:VAL NDCG@20, IoU=0.5: 0.331370
+INFO:VAL NDCG@20, IoU=0.7: 0.226165
+INFO:VAL NDCG@40, IoU=0.3: 0.388242
+INFO:VAL NDCG@40, IoU=0.5: 0.351845
+INFO:VAL NDCG@40, IoU=0.7: 0.243164
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.362411
+INFO:TEST NDCG@10, IoU=0.5: 0.327384
+INFO:TEST NDCG@10, IoU=0.7: 0.224842
+INFO:TEST NDCG@20, IoU=0.3: 0.364608
+INFO:TEST NDCG@20, IoU=0.5: 0.328903
+INFO:TEST NDCG@20, IoU=0.7: 0.228519
+INFO:TEST NDCG@40, IoU=0.3: 0.388066
+INFO:TEST NDCG@40, IoU=0.5: 0.350023
+INFO:TEST NDCG@40, IoU=0.7: 0.246872
+INFO:
+INFO:TRAIN EPOCH: 129|200
+INFO:EPOCH 129/200 | STEP: 0|2708 | Loss: 0.116910
+INFO:EPOCH 129/200 | STEP: 100|2708 | Loss: 0.115962
+INFO:EPOCH 129/200 | STEP: 200|2708 | Loss: 0.118082
+INFO:EPOCH 129/200 | STEP: 300|2708 | Loss: 0.124765
+INFO:EPOCH 129/200 | STEP: 400|2708 | Loss: 0.117764
+INFO:EPOCH 129/200 | STEP: 500|2708 | Loss: 0.112723
+INFO:EPOCH 129/200 | STEP: 600|2708 | Loss: 0.127745
+INFO:EPOCH 129/200 | STEP: 700|2708 | Loss: 0.124614
+INFO:EPOCH 129/200 | STEP: 800|2708 | Loss: 0.121563
+INFO:EPOCH 129/200 | STEP: 900|2708 | Loss: 0.120101
+INFO:EPOCH 129/200 | STEP: 1000|2708 | Loss: 0.120284
+INFO:EPOCH 129/200 | STEP: 1100|2708 | Loss: 0.134355
+INFO:EPOCH 129/200 | STEP: 1200|2708 | Loss: 0.118361
+INFO:EPOCH 129/200 | STEP: 1300|2708 | Loss: 0.124329
+INFO:EPOCH 129/200 | STEP: 1400|2708 | Loss: 0.129672
+INFO:EPOCH 129/200 | STEP: 1500|2708 | Loss: 0.125677
+INFO:EPOCH 129/200 | STEP: 1600|2708 | Loss: 0.126859
+INFO:EPOCH 129/200 | STEP: 1700|2708 | Loss: 0.117478
+INFO:EPOCH 129/200 | STEP: 1800|2708 | Loss: 0.122686
+INFO:EPOCH 129/200 | STEP: 1900|2708 | Loss: 0.119063
+INFO:EPOCH 129/200 | STEP: 2000|2708 | Loss: 0.125300
+INFO:EPOCH 129/200 | STEP: 2100|2708 | Loss: 0.125515
+INFO:EPOCH 129/200 | STEP: 2200|2708 | Loss: 0.117921
+INFO:EPOCH 129/200 | STEP: 2300|2708 | Loss: 0.118572
+INFO:EPOCH 129/200 | STEP: 2400|2708 | Loss: 0.124434
+INFO:EPOCH 129/200 | STEP: 2500|2708 | Loss: 0.120695
+INFO:EPOCH 129/200 | STEP: 2600|2708 | Loss: 0.125670
+INFO:EPOCH 129/200 | STEP: 2700|2708 | Loss: 0.126137
+INFO:VAL NDCG@10, IoU=0.3: 0.362279
+INFO:VAL NDCG@10, IoU=0.5: 0.326105
+INFO:VAL NDCG@10, IoU=0.7: 0.221419
+INFO:VAL NDCG@20, IoU=0.3: 0.366471
+INFO:VAL NDCG@20, IoU=0.5: 0.329674
+INFO:VAL NDCG@20, IoU=0.7: 0.224771
+INFO:VAL NDCG@40, IoU=0.3: 0.390746
+INFO:VAL NDCG@40, IoU=0.5: 0.353115
+INFO:VAL NDCG@40, IoU=0.7: 0.244353
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.363470
+INFO:TEST NDCG@10, IoU=0.5: 0.328483
+INFO:TEST NDCG@10, IoU=0.7: 0.225111
+INFO:TEST NDCG@20, IoU=0.3: 0.366212
+INFO:TEST NDCG@20, IoU=0.5: 0.330807
+INFO:TEST NDCG@20, IoU=0.7: 0.230069
+INFO:TEST NDCG@40, IoU=0.3: 0.389436
+INFO:TEST NDCG@40, IoU=0.5: 0.351580
+INFO:TEST NDCG@40, IoU=0.7: 0.247471
+INFO:
+INFO:TRAIN EPOCH: 130|200
+INFO:EPOCH 130/200 | STEP: 0|2708 | Loss: 0.118848
+INFO:EPOCH 130/200 | STEP: 100|2708 | Loss: 0.116578
+INFO:EPOCH 130/200 | STEP: 200|2708 | Loss: 0.123764
+INFO:EPOCH 130/200 | STEP: 300|2708 | Loss: 0.119094
+INFO:EPOCH 130/200 | STEP: 400|2708 | Loss: 0.122608
+INFO:EPOCH 130/200 | STEP: 500|2708 | Loss: 0.113072
+INFO:EPOCH 130/200 | STEP: 600|2708 | Loss: 0.121765
+INFO:EPOCH 130/200 | STEP: 700|2708 | Loss: 0.123709
+INFO:EPOCH 130/200 | STEP: 800|2708 | Loss: 0.128996
+INFO:EPOCH 130/200 | STEP: 900|2708 | Loss: 0.116775
+INFO:EPOCH 130/200 | STEP: 1000|2708 | Loss: 0.119419
+INFO:EPOCH 130/200 | STEP: 1100|2708 | Loss: 0.122835
+INFO:EPOCH 130/200 | STEP: 1200|2708 | Loss: 0.117836
+INFO:EPOCH 130/200 | STEP: 1300|2708 | Loss: 0.121101
+INFO:EPOCH 130/200 | STEP: 1400|2708 | Loss: 0.125116
+INFO:EPOCH 130/200 | STEP: 1500|2708 | Loss: 0.128930
+INFO:EPOCH 130/200 | STEP: 1600|2708 | Loss: 0.114534
+INFO:EPOCH 130/200 | STEP: 1700|2708 | Loss: 0.109996
+INFO:EPOCH 130/200 | STEP: 1800|2708 | Loss: 0.123270
+INFO:EPOCH 130/200 | STEP: 1900|2708 | Loss: 0.121008
+INFO:EPOCH 130/200 | STEP: 2000|2708 | Loss: 0.127599
+INFO:EPOCH 130/200 | STEP: 2100|2708 | Loss: 0.116397
+INFO:EPOCH 130/200 | STEP: 2200|2708 | Loss: 0.117178
+INFO:EPOCH 130/200 | STEP: 2300|2708 | Loss: 0.117555
+INFO:EPOCH 130/200 | STEP: 2400|2708 | Loss: 0.127388
+INFO:EPOCH 130/200 | STEP: 2500|2708 | Loss: 0.131733
+INFO:EPOCH 130/200 | STEP: 2600|2708 | Loss: 0.120302
+INFO:EPOCH 130/200 | STEP: 2700|2708 | Loss: 0.119683
+INFO:VAL NDCG@10, IoU=0.3: 0.359112
+INFO:VAL NDCG@10, IoU=0.5: 0.325213
+INFO:VAL NDCG@10, IoU=0.7: 0.219686
+INFO:VAL NDCG@20, IoU=0.3: 0.362745
+INFO:VAL NDCG@20, IoU=0.5: 0.327272
+INFO:VAL NDCG@20, IoU=0.7: 0.223621
+INFO:VAL NDCG@40, IoU=0.3: 0.389243
+INFO:VAL NDCG@40, IoU=0.5: 0.351808
+INFO:VAL NDCG@40, IoU=0.7: 0.242424
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.364423
+INFO:TEST NDCG@10, IoU=0.5: 0.329236
+INFO:TEST NDCG@10, IoU=0.7: 0.227083
+INFO:TEST NDCG@20, IoU=0.3: 0.366155
+INFO:TEST NDCG@20, IoU=0.5: 0.330479
+INFO:TEST NDCG@20, IoU=0.7: 0.230287
+INFO:TEST NDCG@40, IoU=0.3: 0.389747
+INFO:TEST NDCG@40, IoU=0.5: 0.352282
+INFO:TEST NDCG@40, IoU=0.7: 0.248475
+INFO:
+INFO:TRAIN EPOCH: 131|200
+INFO:EPOCH 131/200 | STEP: 0|2708 | Loss: 0.122439
+INFO:EPOCH 131/200 | STEP: 100|2708 | Loss: 0.118229
+INFO:EPOCH 131/200 | STEP: 200|2708 | Loss: 0.120623
+INFO:EPOCH 131/200 | STEP: 300|2708 | Loss: 0.122501
+INFO:EPOCH 131/200 | STEP: 400|2708 | Loss: 0.120628
+INFO:EPOCH 131/200 | STEP: 500|2708 | Loss: 0.114414
+INFO:EPOCH 131/200 | STEP: 600|2708 | Loss: 0.114430
+INFO:EPOCH 131/200 | STEP: 700|2708 | Loss: 0.119179
+INFO:EPOCH 131/200 | STEP: 800|2708 | Loss: 0.122273
+INFO:EPOCH 131/200 | STEP: 900|2708 | Loss: 0.124930
+INFO:EPOCH 131/200 | STEP: 1000|2708 | Loss: 0.121696
+INFO:EPOCH 131/200 | STEP: 1100|2708 | Loss: 0.119418
+INFO:EPOCH 131/200 | STEP: 1200|2708 | Loss: 0.124318
+INFO:EPOCH 131/200 | STEP: 1300|2708 | Loss: 0.123776
+INFO:EPOCH 131/200 | STEP: 1400|2708 | Loss: 0.125535
+INFO:EPOCH 131/200 | STEP: 1500|2708 | Loss: 0.126148
+INFO:EPOCH 131/200 | STEP: 1600|2708 | Loss: 0.118224
+INFO:EPOCH 131/200 | STEP: 1700|2708 | Loss: 0.126130
+INFO:EPOCH 131/200 | STEP: 1800|2708 | Loss: 0.119997
+INFO:EPOCH 131/200 | STEP: 1900|2708 | Loss: 0.124467
+INFO:EPOCH 131/200 | STEP: 2000|2708 | Loss: 0.119393
+INFO:EPOCH 131/200 | STEP: 2100|2708 | Loss: 0.120407
+INFO:EPOCH 131/200 | STEP: 2200|2708 | Loss: 0.126331
+INFO:EPOCH 131/200 | STEP: 2300|2708 | Loss: 0.118693
+INFO:EPOCH 131/200 | STEP: 2400|2708 | Loss: 0.128610
+INFO:EPOCH 131/200 | STEP: 2500|2708 | Loss: 0.124495
+INFO:EPOCH 131/200 | STEP: 2600|2708 | Loss: 0.117238
+INFO:EPOCH 131/200 | STEP: 2700|2708 | Loss: 0.119493
+INFO:VAL NDCG@10, IoU=0.3: 0.363827
+INFO:VAL NDCG@10, IoU=0.5: 0.328452
+INFO:VAL NDCG@10, IoU=0.7: 0.220312
+INFO:VAL NDCG@20, IoU=0.3: 0.365692
+INFO:VAL NDCG@20, IoU=0.5: 0.330291
+INFO:VAL NDCG@20, IoU=0.7: 0.224916
+INFO:VAL NDCG@40, IoU=0.3: 0.391659
+INFO:VAL NDCG@40, IoU=0.5: 0.354153
+INFO:VAL NDCG@40, IoU=0.7: 0.242626
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.363849
+INFO:TEST NDCG@10, IoU=0.5: 0.328267
+INFO:TEST NDCG@10, IoU=0.7: 0.225393
+INFO:TEST NDCG@20, IoU=0.3: 0.365990
+INFO:TEST NDCG@20, IoU=0.5: 0.330189
+INFO:TEST NDCG@20, IoU=0.7: 0.229835
+INFO:TEST NDCG@40, IoU=0.3: 0.389595
+INFO:TEST NDCG@40, IoU=0.5: 0.351804
+INFO:TEST NDCG@40, IoU=0.7: 0.247467
+INFO:
+INFO:TRAIN EPOCH: 132|200
+INFO:EPOCH 132/200 | STEP: 0|2708 | Loss: 0.125323
+INFO:EPOCH 132/200 | STEP: 100|2708 | Loss: 0.118749
+INFO:EPOCH 132/200 | STEP: 200|2708 | Loss: 0.119496
+INFO:EPOCH 132/200 | STEP: 300|2708 | Loss: 0.122752
+INFO:EPOCH 132/200 | STEP: 400|2708 | Loss: 0.118945
+INFO:EPOCH 132/200 | STEP: 500|2708 | Loss: 0.118472
+INFO:EPOCH 132/200 | STEP: 600|2708 | Loss: 0.121261
+INFO:EPOCH 132/200 | STEP: 700|2708 | Loss: 0.123972
+INFO:EPOCH 132/200 | STEP: 800|2708 | Loss: 0.117545
+INFO:EPOCH 132/200 | STEP: 900|2708 | Loss: 0.123815
+INFO:EPOCH 132/200 | STEP: 1000|2708 | Loss: 0.115884
+INFO:EPOCH 132/200 | STEP: 1100|2708 | Loss: 0.118189
+INFO:EPOCH 132/200 | STEP: 1200|2708 | Loss: 0.116090
+INFO:EPOCH 132/200 | STEP: 1300|2708 | Loss: 0.115430
+INFO:EPOCH 132/200 | STEP: 1400|2708 | Loss: 0.120068
+INFO:EPOCH 132/200 | STEP: 1500|2708 | Loss: 0.120150
+INFO:EPOCH 132/200 | STEP: 1600|2708 | Loss: 0.120802
+INFO:EPOCH 132/200 | STEP: 1700|2708 | Loss: 0.116642
+INFO:EPOCH 132/200 | STEP: 1800|2708 | Loss: 0.125065
+INFO:EPOCH 132/200 | STEP: 1900|2708 | Loss: 0.125675
+INFO:EPOCH 132/200 | STEP: 2000|2708 | Loss: 0.126807
+INFO:EPOCH 132/200 | STEP: 2100|2708 | Loss: 0.115758
+INFO:EPOCH 132/200 | STEP: 2200|2708 | Loss: 0.123005
+INFO:EPOCH 132/200 | STEP: 2300|2708 | Loss: 0.119760
+INFO:EPOCH 132/200 | STEP: 2400|2708 | Loss: 0.121000
+INFO:EPOCH 132/200 | STEP: 2500|2708 | Loss: 0.121731
+INFO:EPOCH 132/200 | STEP: 2600|2708 | Loss: 0.125309
+INFO:EPOCH 132/200 | STEP: 2700|2708 | Loss: 0.113911
+INFO:VAL NDCG@10, IoU=0.3: 0.362926
+INFO:VAL NDCG@10, IoU=0.5: 0.327714
+INFO:VAL NDCG@10, IoU=0.7: 0.220183
+INFO:VAL NDCG@20, IoU=0.3: 0.365196
+INFO:VAL NDCG@20, IoU=0.5: 0.329418
+INFO:VAL NDCG@20, IoU=0.7: 0.223930
+INFO:VAL NDCG@40, IoU=0.3: 0.389983
+INFO:VAL NDCG@40, IoU=0.5: 0.350958
+INFO:VAL NDCG@40, IoU=0.7: 0.240990
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.364812
+INFO:TEST NDCG@10, IoU=0.5: 0.329942
+INFO:TEST NDCG@10, IoU=0.7: 0.227203
+INFO:TEST NDCG@20, IoU=0.3: 0.368048
+INFO:TEST NDCG@20, IoU=0.5: 0.331876
+INFO:TEST NDCG@20, IoU=0.7: 0.230952
+INFO:TEST NDCG@40, IoU=0.3: 0.391181
+INFO:TEST NDCG@40, IoU=0.5: 0.353455
+INFO:TEST NDCG@40, IoU=0.7: 0.248837
+INFO:
+INFO:TRAIN EPOCH: 133|200
+INFO:EPOCH 133/200 | STEP: 0|2708 | Loss: 0.118122
+INFO:EPOCH 133/200 | STEP: 100|2708 | Loss: 0.120095
+INFO:EPOCH 133/200 | STEP: 200|2708 | Loss: 0.111533
+INFO:EPOCH 133/200 | STEP: 300|2708 | Loss: 0.120047
+INFO:EPOCH 133/200 | STEP: 400|2708 | Loss: 0.116962
+INFO:EPOCH 133/200 | STEP: 500|2708 | Loss: 0.113633
+INFO:EPOCH 133/200 | STEP: 600|2708 | Loss: 0.121725
+INFO:EPOCH 133/200 | STEP: 700|2708 | Loss: 0.111570
+INFO:EPOCH 133/200 | STEP: 800|2708 | Loss: 0.127703
+INFO:EPOCH 133/200 | STEP: 900|2708 | Loss: 0.119351
+INFO:EPOCH 133/200 | STEP: 1000|2708 | Loss: 0.110367
+INFO:EPOCH 133/200 | STEP: 1100|2708 | Loss: 0.115408
+INFO:EPOCH 133/200 | STEP: 1200|2708 | Loss: 0.119981
+INFO:EPOCH 133/200 | STEP: 1300|2708 | Loss: 0.117344
+INFO:EPOCH 133/200 | STEP: 1400|2708 | Loss: 0.115238
+INFO:EPOCH 133/200 | STEP: 1500|2708 | Loss: 0.125015
+INFO:EPOCH 133/200 | STEP: 1600|2708 | Loss: 0.131241
+INFO:EPOCH 133/200 | STEP: 1700|2708 | Loss: 0.119582
+INFO:EPOCH 133/200 | STEP: 1800|2708 | Loss: 0.112330
+INFO:EPOCH 133/200 | STEP: 1900|2708 | Loss: 0.122726
+INFO:EPOCH 133/200 | STEP: 2000|2708 | Loss: 0.122977
+INFO:EPOCH 133/200 | STEP: 2100|2708 | Loss: 0.125217
+INFO:EPOCH 133/200 | STEP: 2200|2708 | Loss: 0.119731
+INFO:EPOCH 133/200 | STEP: 2300|2708 | Loss: 0.116785
+INFO:EPOCH 133/200 | STEP: 2400|2708 | Loss: 0.124557
+INFO:EPOCH 133/200 | STEP: 2500|2708 | Loss: 0.123238
+INFO:EPOCH 133/200 | STEP: 2600|2708 | Loss: 0.124560
+INFO:EPOCH 133/200 | STEP: 2700|2708 | Loss: 0.125020
+INFO:VAL NDCG@10, IoU=0.3: 0.362125
+INFO:VAL NDCG@10, IoU=0.5: 0.328059
+INFO:VAL NDCG@10, IoU=0.7: 0.223094
+INFO:VAL NDCG@20, IoU=0.3: 0.365472
+INFO:VAL NDCG@20, IoU=0.5: 0.329654
+INFO:VAL NDCG@20, IoU=0.7: 0.225484
+INFO:VAL NDCG@40, IoU=0.3: 0.388836
+INFO:VAL NDCG@40, IoU=0.5: 0.351086
+INFO:VAL NDCG@40, IoU=0.7: 0.242635
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.364965
+INFO:TEST NDCG@10, IoU=0.5: 0.330440
+INFO:TEST NDCG@10, IoU=0.7: 0.226695
+INFO:TEST NDCG@20, IoU=0.3: 0.368595
+INFO:TEST NDCG@20, IoU=0.5: 0.333251
+INFO:TEST NDCG@20, IoU=0.7: 0.231152
+INFO:TEST NDCG@40, IoU=0.3: 0.391750
+INFO:TEST NDCG@40, IoU=0.5: 0.354184
+INFO:TEST NDCG@40, IoU=0.7: 0.249089
+INFO:
+INFO:TRAIN EPOCH: 134|200
+INFO:EPOCH 134/200 | STEP: 0|2708 | Loss: 0.120286
+INFO:EPOCH 134/200 | STEP: 100|2708 | Loss: 0.115312
+INFO:EPOCH 134/200 | STEP: 200|2708 | Loss: 0.119384
+INFO:EPOCH 134/200 | STEP: 300|2708 | Loss: 0.116993
+INFO:EPOCH 134/200 | STEP: 400|2708 | Loss: 0.120459
+INFO:EPOCH 134/200 | STEP: 500|2708 | Loss: 0.113293
+INFO:EPOCH 134/200 | STEP: 600|2708 | Loss: 0.121049
+INFO:EPOCH 134/200 | STEP: 700|2708 | Loss: 0.116889
+INFO:EPOCH 134/200 | STEP: 800|2708 | Loss: 0.113461
+INFO:EPOCH 134/200 | STEP: 900|2708 | Loss: 0.127656
+INFO:EPOCH 134/200 | STEP: 1000|2708 | Loss: 0.114621
+INFO:EPOCH 134/200 | STEP: 1100|2708 | Loss: 0.109449
+INFO:EPOCH 134/200 | STEP: 1200|2708 | Loss: 0.124872
+INFO:EPOCH 134/200 | STEP: 1300|2708 | Loss: 0.112502
+INFO:EPOCH 134/200 | STEP: 1400|2708 | Loss: 0.106567
+INFO:EPOCH 134/200 | STEP: 1500|2708 | Loss: 0.112957
+INFO:EPOCH 134/200 | STEP: 1600|2708 | Loss: 0.125785
+INFO:EPOCH 134/200 | STEP: 1700|2708 | Loss: 0.119681
+INFO:EPOCH 134/200 | STEP: 1800|2708 | Loss: 0.123141
+INFO:EPOCH 134/200 | STEP: 1900|2708 | Loss: 0.121152
+INFO:EPOCH 134/200 | STEP: 2000|2708 | Loss: 0.119943
+INFO:EPOCH 134/200 | STEP: 2100|2708 | Loss: 0.124926
+INFO:EPOCH 134/200 | STEP: 2200|2708 | Loss: 0.119557
+INFO:EPOCH 134/200 | STEP: 2300|2708 | Loss: 0.125515
+INFO:EPOCH 134/200 | STEP: 2400|2708 | Loss: 0.117682
+INFO:EPOCH 134/200 | STEP: 2500|2708 | Loss: 0.117400
+INFO:EPOCH 134/200 | STEP: 2600|2708 | Loss: 0.122149
+INFO:EPOCH 134/200 | STEP: 2700|2708 | Loss: 0.126507
+INFO:VAL NDCG@10, IoU=0.3: 0.362557
+INFO:VAL NDCG@10, IoU=0.5: 0.326743
+INFO:VAL NDCG@10, IoU=0.7: 0.220482
+INFO:VAL NDCG@20, IoU=0.3: 0.365298
+INFO:VAL NDCG@20, IoU=0.5: 0.330503
+INFO:VAL NDCG@20, IoU=0.7: 0.225693
+INFO:VAL NDCG@40, IoU=0.3: 0.389967
+INFO:VAL NDCG@40, IoU=0.5: 0.351997
+INFO:VAL NDCG@40, IoU=0.7: 0.242605
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.364354
+INFO:TEST NDCG@10, IoU=0.5: 0.329154
+INFO:TEST NDCG@10, IoU=0.7: 0.225968
+INFO:TEST NDCG@20, IoU=0.3: 0.368102
+INFO:TEST NDCG@20, IoU=0.5: 0.332131
+INFO:TEST NDCG@20, IoU=0.7: 0.230959
+INFO:TEST NDCG@40, IoU=0.3: 0.391109
+INFO:TEST NDCG@40, IoU=0.5: 0.353638
+INFO:TEST NDCG@40, IoU=0.7: 0.248809
+INFO:
+INFO:TRAIN EPOCH: 135|200
+INFO:EPOCH 135/200 | STEP: 0|2708 | Loss: 0.121706
+INFO:EPOCH 135/200 | STEP: 100|2708 | Loss: 0.110047
+INFO:EPOCH 135/200 | STEP: 200|2708 | Loss: 0.118985
+INFO:EPOCH 135/200 | STEP: 300|2708 | Loss: 0.118060
+INFO:EPOCH 135/200 | STEP: 400|2708 | Loss: 0.122435
+INFO:EPOCH 135/200 | STEP: 500|2708 | Loss: 0.120484
+INFO:EPOCH 135/200 | STEP: 600|2708 | Loss: 0.112011
+INFO:EPOCH 135/200 | STEP: 700|2708 | Loss: 0.110584
+INFO:EPOCH 135/200 | STEP: 800|2708 | Loss: 0.112469
+INFO:EPOCH 135/200 | STEP: 900|2708 | Loss: 0.126070
+INFO:EPOCH 135/200 | STEP: 1000|2708 | Loss: 0.123373
+INFO:EPOCH 135/200 | STEP: 1100|2708 | Loss: 0.119234
+INFO:EPOCH 135/200 | STEP: 1200|2708 | Loss: 0.115453
+INFO:EPOCH 135/200 | STEP: 1300|2708 | Loss: 0.112078
+INFO:EPOCH 135/200 | STEP: 1400|2708 | Loss: 0.129992
+INFO:EPOCH 135/200 | STEP: 1500|2708 | Loss: 0.120663
+INFO:EPOCH 135/200 | STEP: 1600|2708 | Loss: 0.115472
+INFO:EPOCH 135/200 | STEP: 1700|2708 | Loss: 0.119440
+INFO:EPOCH 135/200 | STEP: 1800|2708 | Loss: 0.118350
+INFO:EPOCH 135/200 | STEP: 1900|2708 | Loss: 0.121132
+INFO:EPOCH 135/200 | STEP: 2000|2708 | Loss: 0.121163
+INFO:EPOCH 135/200 | STEP: 2100|2708 | Loss: 0.125205
+INFO:EPOCH 135/200 | STEP: 2200|2708 | Loss: 0.124325
+INFO:EPOCH 135/200 | STEP: 2300|2708 | Loss: 0.118862
+INFO:EPOCH 135/200 | STEP: 2400|2708 | Loss: 0.123964
+INFO:EPOCH 135/200 | STEP: 2500|2708 | Loss: 0.115159
+INFO:EPOCH 135/200 | STEP: 2600|2708 | Loss: 0.121053
+INFO:EPOCH 135/200 | STEP: 2700|2708 | Loss: 0.124575
+INFO:VAL NDCG@10, IoU=0.3: 0.365987
+INFO:VAL NDCG@10, IoU=0.5: 0.332644
+INFO:VAL NDCG@10, IoU=0.7: 0.225102
+INFO:VAL NDCG@20, IoU=0.3: 0.368944
+INFO:VAL NDCG@20, IoU=0.5: 0.334014
+INFO:VAL NDCG@20, IoU=0.7: 0.228485
+INFO:VAL NDCG@40, IoU=0.3: 0.393188
+INFO:VAL NDCG@40, IoU=0.5: 0.356799
+INFO:VAL NDCG@40, IoU=0.7: 0.246747
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.364957
+INFO:TEST NDCG@10, IoU=0.5: 0.330669
+INFO:TEST NDCG@10, IoU=0.7: 0.226014
+INFO:TEST NDCG@20, IoU=0.3: 0.367460
+INFO:TEST NDCG@20, IoU=0.5: 0.332629
+INFO:TEST NDCG@20, IoU=0.7: 0.230826
+INFO:TEST NDCG@40, IoU=0.3: 0.391067
+INFO:TEST NDCG@40, IoU=0.5: 0.354229
+INFO:TEST NDCG@40, IoU=0.7: 0.248909
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.365987
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.332644
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.225102
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.368944
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.334014
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.228485
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.393188
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.356799
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.246747
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.364957
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.330669
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.226014
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.367460
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.332629
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.230826
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.391067
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.354229
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.248909
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 136|200
+INFO:EPOCH 136/200 | STEP: 0|2708 | Loss: 0.118441
+INFO:EPOCH 136/200 | STEP: 100|2708 | Loss: 0.107061
+INFO:EPOCH 136/200 | STEP: 200|2708 | Loss: 0.110595
+INFO:EPOCH 136/200 | STEP: 300|2708 | Loss: 0.123259
+INFO:EPOCH 136/200 | STEP: 400|2708 | Loss: 0.123262
+INFO:EPOCH 136/200 | STEP: 500|2708 | Loss: 0.121695
+INFO:EPOCH 136/200 | STEP: 600|2708 | Loss: 0.112133
+INFO:EPOCH 136/200 | STEP: 700|2708 | Loss: 0.116358
+INFO:EPOCH 136/200 | STEP: 800|2708 | Loss: 0.120946
+INFO:EPOCH 136/200 | STEP: 900|2708 | Loss: 0.117773
+INFO:EPOCH 136/200 | STEP: 1000|2708 | Loss: 0.118285
+INFO:EPOCH 136/200 | STEP: 1100|2708 | Loss: 0.118252
+INFO:EPOCH 136/200 | STEP: 1200|2708 | Loss: 0.123408
+INFO:EPOCH 136/200 | STEP: 1300|2708 | Loss: 0.116565
+INFO:EPOCH 136/200 | STEP: 1400|2708 | Loss: 0.118157
+INFO:EPOCH 136/200 | STEP: 1500|2708 | Loss: 0.114846
+INFO:EPOCH 136/200 | STEP: 1600|2708 | Loss: 0.122041
+INFO:EPOCH 136/200 | STEP: 1700|2708 | Loss: 0.127539
+INFO:EPOCH 136/200 | STEP: 1800|2708 | Loss: 0.124070
+INFO:EPOCH 136/200 | STEP: 1900|2708 | Loss: 0.120718
+INFO:EPOCH 136/200 | STEP: 2000|2708 | Loss: 0.105582
+INFO:EPOCH 136/200 | STEP: 2100|2708 | Loss: 0.116099
+INFO:EPOCH 136/200 | STEP: 2200|2708 | Loss: 0.117527
+INFO:EPOCH 136/200 | STEP: 2300|2708 | Loss: 0.131636
+INFO:EPOCH 136/200 | STEP: 2400|2708 | Loss: 0.118834
+INFO:EPOCH 136/200 | STEP: 2500|2708 | Loss: 0.120558
+INFO:EPOCH 136/200 | STEP: 2600|2708 | Loss: 0.109631
+INFO:EPOCH 136/200 | STEP: 2700|2708 | Loss: 0.119985
+INFO:VAL NDCG@10, IoU=0.3: 0.363711
+INFO:VAL NDCG@10, IoU=0.5: 0.330658
+INFO:VAL NDCG@10, IoU=0.7: 0.222081
+INFO:VAL NDCG@20, IoU=0.3: 0.365379
+INFO:VAL NDCG@20, IoU=0.5: 0.330252
+INFO:VAL NDCG@20, IoU=0.7: 0.224910
+INFO:VAL NDCG@40, IoU=0.3: 0.391047
+INFO:VAL NDCG@40, IoU=0.5: 0.353655
+INFO:VAL NDCG@40, IoU=0.7: 0.245308
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.364950
+INFO:TEST NDCG@10, IoU=0.5: 0.330250
+INFO:TEST NDCG@10, IoU=0.7: 0.227945
+INFO:TEST NDCG@20, IoU=0.3: 0.367715
+INFO:TEST NDCG@20, IoU=0.5: 0.332151
+INFO:TEST NDCG@20, IoU=0.7: 0.231690
+INFO:TEST NDCG@40, IoU=0.3: 0.391392
+INFO:TEST NDCG@40, IoU=0.5: 0.353558
+INFO:TEST NDCG@40, IoU=0.7: 0.249326
+INFO:
+INFO:TRAIN EPOCH: 137|200
+INFO:EPOCH 137/200 | STEP: 0|2708 | Loss: 0.115925
+INFO:EPOCH 137/200 | STEP: 100|2708 | Loss: 0.112298
+INFO:EPOCH 137/200 | STEP: 200|2708 | Loss: 0.122601
+INFO:EPOCH 137/200 | STEP: 300|2708 | Loss: 0.120862
+INFO:EPOCH 137/200 | STEP: 400|2708 | Loss: 0.112105
+INFO:EPOCH 137/200 | STEP: 500|2708 | Loss: 0.113066
+INFO:EPOCH 137/200 | STEP: 600|2708 | Loss: 0.118718
+INFO:EPOCH 137/200 | STEP: 700|2708 | Loss: 0.112003
+INFO:EPOCH 137/200 | STEP: 800|2708 | Loss: 0.109907
+INFO:EPOCH 137/200 | STEP: 900|2708 | Loss: 0.119909
+INFO:EPOCH 137/200 | STEP: 1000|2708 | Loss: 0.124357
+INFO:EPOCH 137/200 | STEP: 1100|2708 | Loss: 0.123267
+INFO:EPOCH 137/200 | STEP: 1200|2708 | Loss: 0.121393
+INFO:EPOCH 137/200 | STEP: 1300|2708 | Loss: 0.120274
+INFO:EPOCH 137/200 | STEP: 1400|2708 | Loss: 0.116630
+INFO:EPOCH 137/200 | STEP: 1500|2708 | Loss: 0.118474
+INFO:EPOCH 137/200 | STEP: 1600|2708 | Loss: 0.111532
+INFO:EPOCH 137/200 | STEP: 1700|2708 | Loss: 0.115978
+INFO:EPOCH 137/200 | STEP: 1800|2708 | Loss: 0.119481
+INFO:EPOCH 137/200 | STEP: 1900|2708 | Loss: 0.116485
+INFO:EPOCH 137/200 | STEP: 2000|2708 | Loss: 0.110410
+INFO:EPOCH 137/200 | STEP: 2100|2708 | Loss: 0.119294
+INFO:EPOCH 137/200 | STEP: 2200|2708 | Loss: 0.124161
+INFO:EPOCH 137/200 | STEP: 2300|2708 | Loss: 0.114495
+INFO:EPOCH 137/200 | STEP: 2400|2708 | Loss: 0.123159
+INFO:EPOCH 137/200 | STEP: 2500|2708 | Loss: 0.118775
+INFO:EPOCH 137/200 | STEP: 2600|2708 | Loss: 0.123902
+INFO:EPOCH 137/200 | STEP: 2700|2708 | Loss: 0.108766
+INFO:VAL NDCG@10, IoU=0.3: 0.358156
+INFO:VAL NDCG@10, IoU=0.5: 0.324376
+INFO:VAL NDCG@10, IoU=0.7: 0.221247
+INFO:VAL NDCG@20, IoU=0.3: 0.364309
+INFO:VAL NDCG@20, IoU=0.5: 0.329350
+INFO:VAL NDCG@20, IoU=0.7: 0.225687
+INFO:VAL NDCG@40, IoU=0.3: 0.388984
+INFO:VAL NDCG@40, IoU=0.5: 0.351353
+INFO:VAL NDCG@40, IoU=0.7: 0.242583
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.366361
+INFO:TEST NDCG@10, IoU=0.5: 0.331483
+INFO:TEST NDCG@10, IoU=0.7: 0.228095
+INFO:TEST NDCG@20, IoU=0.3: 0.369459
+INFO:TEST NDCG@20, IoU=0.5: 0.333957
+INFO:TEST NDCG@20, IoU=0.7: 0.232457
+INFO:TEST NDCG@40, IoU=0.3: 0.392436
+INFO:TEST NDCG@40, IoU=0.5: 0.354653
+INFO:TEST NDCG@40, IoU=0.7: 0.249448
+INFO:
+INFO:TRAIN EPOCH: 138|200
+INFO:EPOCH 138/200 | STEP: 0|2708 | Loss: 0.116501
+INFO:EPOCH 138/200 | STEP: 100|2708 | Loss: 0.119132
+INFO:EPOCH 138/200 | STEP: 200|2708 | Loss: 0.123207
+INFO:EPOCH 138/200 | STEP: 300|2708 | Loss: 0.120543
+INFO:EPOCH 138/200 | STEP: 400|2708 | Loss: 0.123429
+INFO:EPOCH 138/200 | STEP: 500|2708 | Loss: 0.118667
+INFO:EPOCH 138/200 | STEP: 600|2708 | Loss: 0.113176
+INFO:EPOCH 138/200 | STEP: 700|2708 | Loss: 0.127792
+INFO:EPOCH 138/200 | STEP: 800|2708 | Loss: 0.119696
+INFO:EPOCH 138/200 | STEP: 900|2708 | Loss: 0.121982
+INFO:EPOCH 138/200 | STEP: 1000|2708 | Loss: 0.115219
+INFO:EPOCH 138/200 | STEP: 1100|2708 | Loss: 0.120742
+INFO:EPOCH 138/200 | STEP: 1200|2708 | Loss: 0.123077
+INFO:EPOCH 138/200 | STEP: 1300|2708 | Loss: 0.122872
+INFO:EPOCH 138/200 | STEP: 1400|2708 | Loss: 0.116079
+INFO:EPOCH 138/200 | STEP: 1500|2708 | Loss: 0.122946
+INFO:EPOCH 138/200 | STEP: 1600|2708 | Loss: 0.115698
+INFO:EPOCH 138/200 | STEP: 1700|2708 | Loss: 0.115651
+INFO:EPOCH 138/200 | STEP: 1800|2708 | Loss: 0.123464
+INFO:EPOCH 138/200 | STEP: 1900|2708 | Loss: 0.121802
+INFO:EPOCH 138/200 | STEP: 2000|2708 | Loss: 0.123904
+INFO:EPOCH 138/200 | STEP: 2100|2708 | Loss: 0.121626
+INFO:EPOCH 138/200 | STEP: 2200|2708 | Loss: 0.119626
+INFO:EPOCH 138/200 | STEP: 2300|2708 | Loss: 0.124022
+INFO:EPOCH 138/200 | STEP: 2400|2708 | Loss: 0.120563
+INFO:EPOCH 138/200 | STEP: 2500|2708 | Loss: 0.116003
+INFO:EPOCH 138/200 | STEP: 2600|2708 | Loss: 0.117487
+INFO:EPOCH 138/200 | STEP: 2700|2708 | Loss: 0.116803
+INFO:VAL NDCG@10, IoU=0.3: 0.363573
+INFO:VAL NDCG@10, IoU=0.5: 0.329160
+INFO:VAL NDCG@10, IoU=0.7: 0.221175
+INFO:VAL NDCG@20, IoU=0.3: 0.366724
+INFO:VAL NDCG@20, IoU=0.5: 0.330937
+INFO:VAL NDCG@20, IoU=0.7: 0.225019
+INFO:VAL NDCG@40, IoU=0.3: 0.391067
+INFO:VAL NDCG@40, IoU=0.5: 0.353069
+INFO:VAL NDCG@40, IoU=0.7: 0.243052
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.365998
+INFO:TEST NDCG@10, IoU=0.5: 0.331063
+INFO:TEST NDCG@10, IoU=0.7: 0.227344
+INFO:TEST NDCG@20, IoU=0.3: 0.368377
+INFO:TEST NDCG@20, IoU=0.5: 0.332584
+INFO:TEST NDCG@20, IoU=0.7: 0.231121
+INFO:TEST NDCG@40, IoU=0.3: 0.392179
+INFO:TEST NDCG@40, IoU=0.5: 0.354762
+INFO:TEST NDCG@40, IoU=0.7: 0.249363
+INFO:
+INFO:TRAIN EPOCH: 139|200
+INFO:EPOCH 139/200 | STEP: 0|2708 | Loss: 0.118816
+INFO:EPOCH 139/200 | STEP: 100|2708 | Loss: 0.107727
+INFO:EPOCH 139/200 | STEP: 200|2708 | Loss: 0.119110
+INFO:EPOCH 139/200 | STEP: 300|2708 | Loss: 0.119388
+INFO:EPOCH 139/200 | STEP: 400|2708 | Loss: 0.120029
+INFO:EPOCH 139/200 | STEP: 500|2708 | Loss: 0.115649
+INFO:EPOCH 139/200 | STEP: 600|2708 | Loss: 0.111342
+INFO:EPOCH 139/200 | STEP: 700|2708 | Loss: 0.123325
+INFO:EPOCH 139/200 | STEP: 800|2708 | Loss: 0.115008
+INFO:EPOCH 139/200 | STEP: 900|2708 | Loss: 0.117160
+INFO:EPOCH 139/200 | STEP: 1000|2708 | Loss: 0.119861
+INFO:EPOCH 139/200 | STEP: 1100|2708 | Loss: 0.116595
+INFO:EPOCH 139/200 | STEP: 1200|2708 | Loss: 0.111310
+INFO:EPOCH 139/200 | STEP: 1300|2708 | Loss: 0.114330
+INFO:EPOCH 139/200 | STEP: 1400|2708 | Loss: 0.125931
+INFO:EPOCH 139/200 | STEP: 1500|2708 | Loss: 0.119003
+INFO:EPOCH 139/200 | STEP: 1600|2708 | Loss: 0.116903
+INFO:EPOCH 139/200 | STEP: 1700|2708 | Loss: 0.122182
+INFO:EPOCH 139/200 | STEP: 1800|2708 | Loss: 0.119076
+INFO:EPOCH 139/200 | STEP: 1900|2708 | Loss: 0.113545
+INFO:EPOCH 139/200 | STEP: 2000|2708 | Loss: 0.130873
+INFO:EPOCH 139/200 | STEP: 2100|2708 | Loss: 0.125300
+INFO:EPOCH 139/200 | STEP: 2200|2708 | Loss: 0.118540
+INFO:EPOCH 139/200 | STEP: 2300|2708 | Loss: 0.119216
+INFO:EPOCH 139/200 | STEP: 2400|2708 | Loss: 0.122112
+INFO:EPOCH 139/200 | STEP: 2500|2708 | Loss: 0.117280
+INFO:EPOCH 139/200 | STEP: 2600|2708 | Loss: 0.117142
+INFO:EPOCH 139/200 | STEP: 2700|2708 | Loss: 0.117176
+INFO:VAL NDCG@10, IoU=0.3: 0.363783
+INFO:VAL NDCG@10, IoU=0.5: 0.329239
+INFO:VAL NDCG@10, IoU=0.7: 0.220599
+INFO:VAL NDCG@20, IoU=0.3: 0.367707
+INFO:VAL NDCG@20, IoU=0.5: 0.332271
+INFO:VAL NDCG@20, IoU=0.7: 0.226298
+INFO:VAL NDCG@40, IoU=0.3: 0.394086
+INFO:VAL NDCG@40, IoU=0.5: 0.355498
+INFO:VAL NDCG@40, IoU=0.7: 0.245271
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.366456
+INFO:TEST NDCG@10, IoU=0.5: 0.330944
+INFO:TEST NDCG@10, IoU=0.7: 0.228754
+INFO:TEST NDCG@20, IoU=0.3: 0.369504
+INFO:TEST NDCG@20, IoU=0.5: 0.333314
+INFO:TEST NDCG@20, IoU=0.7: 0.232828
+INFO:TEST NDCG@40, IoU=0.3: 0.393278
+INFO:TEST NDCG@40, IoU=0.5: 0.354888
+INFO:TEST NDCG@40, IoU=0.7: 0.250609
+INFO:
+INFO:TRAIN EPOCH: 140|200
+INFO:EPOCH 140/200 | STEP: 0|2708 | Loss: 0.115971
+INFO:EPOCH 140/200 | STEP: 100|2708 | Loss: 0.118769
+INFO:EPOCH 140/200 | STEP: 200|2708 | Loss: 0.113050
+INFO:EPOCH 140/200 | STEP: 300|2708 | Loss: 0.119332
+INFO:EPOCH 140/200 | STEP: 400|2708 | Loss: 0.114431
+INFO:EPOCH 140/200 | STEP: 500|2708 | Loss: 0.118036
+INFO:EPOCH 140/200 | STEP: 600|2708 | Loss: 0.119043
+INFO:EPOCH 140/200 | STEP: 700|2708 | Loss: 0.119475
+INFO:EPOCH 140/200 | STEP: 800|2708 | Loss: 0.117834
+INFO:EPOCH 140/200 | STEP: 900|2708 | Loss: 0.121487
+INFO:EPOCH 140/200 | STEP: 1000|2708 | Loss: 0.117786
+INFO:EPOCH 140/200 | STEP: 1100|2708 | Loss: 0.118530
+INFO:EPOCH 140/200 | STEP: 1200|2708 | Loss: 0.114946
+INFO:EPOCH 140/200 | STEP: 1300|2708 | Loss: 0.124751
+INFO:EPOCH 140/200 | STEP: 1400|2708 | Loss: 0.111210
+INFO:EPOCH 140/200 | STEP: 1500|2708 | Loss: 0.123295
+INFO:EPOCH 140/200 | STEP: 1600|2708 | Loss: 0.122780
+INFO:EPOCH 140/200 | STEP: 1700|2708 | Loss: 0.122215
+INFO:EPOCH 140/200 | STEP: 1800|2708 | Loss: 0.121614
+INFO:EPOCH 140/200 | STEP: 1900|2708 | Loss: 0.116168
+INFO:EPOCH 140/200 | STEP: 2000|2708 | Loss: 0.121887
+INFO:EPOCH 140/200 | STEP: 2100|2708 | Loss: 0.117975
+INFO:EPOCH 140/200 | STEP: 2200|2708 | Loss: 0.124591
+INFO:EPOCH 140/200 | STEP: 2300|2708 | Loss: 0.120572
+INFO:EPOCH 140/200 | STEP: 2400|2708 | Loss: 0.117900
+INFO:EPOCH 140/200 | STEP: 2500|2708 | Loss: 0.127273
+INFO:EPOCH 140/200 | STEP: 2600|2708 | Loss: 0.115310
+INFO:EPOCH 140/200 | STEP: 2700|2708 | Loss: 0.112599
+INFO:VAL NDCG@10, IoU=0.3: 0.362252
+INFO:VAL NDCG@10, IoU=0.5: 0.328265
+INFO:VAL NDCG@10, IoU=0.7: 0.222753
+INFO:VAL NDCG@20, IoU=0.3: 0.368392
+INFO:VAL NDCG@20, IoU=0.5: 0.331984
+INFO:VAL NDCG@20, IoU=0.7: 0.228691
+INFO:VAL NDCG@40, IoU=0.3: 0.393680
+INFO:VAL NDCG@40, IoU=0.5: 0.355673
+INFO:VAL NDCG@40, IoU=0.7: 0.246778
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.367704
+INFO:TEST NDCG@10, IoU=0.5: 0.332860
+INFO:TEST NDCG@10, IoU=0.7: 0.228430
+INFO:TEST NDCG@20, IoU=0.3: 0.369732
+INFO:TEST NDCG@20, IoU=0.5: 0.334098
+INFO:TEST NDCG@20, IoU=0.7: 0.232508
+INFO:TEST NDCG@40, IoU=0.3: 0.393541
+INFO:TEST NDCG@40, IoU=0.5: 0.356027
+INFO:TEST NDCG@40, IoU=0.7: 0.250287
+INFO:
+INFO:TRAIN EPOCH: 141|200
+INFO:EPOCH 141/200 | STEP: 0|2708 | Loss: 0.117119
+INFO:EPOCH 141/200 | STEP: 100|2708 | Loss: 0.111090
+INFO:EPOCH 141/200 | STEP: 200|2708 | Loss: 0.127238
+INFO:EPOCH 141/200 | STEP: 300|2708 | Loss: 0.116594
+INFO:EPOCH 141/200 | STEP: 400|2708 | Loss: 0.116932
+INFO:EPOCH 141/200 | STEP: 500|2708 | Loss: 0.114879
+INFO:EPOCH 141/200 | STEP: 600|2708 | Loss: 0.120252
+INFO:EPOCH 141/200 | STEP: 700|2708 | Loss: 0.119310
+INFO:EPOCH 141/200 | STEP: 800|2708 | Loss: 0.121305
+INFO:EPOCH 141/200 | STEP: 900|2708 | Loss: 0.120444
+INFO:EPOCH 141/200 | STEP: 1000|2708 | Loss: 0.118101
+INFO:EPOCH 141/200 | STEP: 1100|2708 | Loss: 0.117111
+INFO:EPOCH 141/200 | STEP: 1200|2708 | Loss: 0.116774
+INFO:EPOCH 141/200 | STEP: 1300|2708 | Loss: 0.119420
+INFO:EPOCH 141/200 | STEP: 1400|2708 | Loss: 0.120997
+INFO:EPOCH 141/200 | STEP: 1500|2708 | Loss: 0.122385
+INFO:EPOCH 141/200 | STEP: 1600|2708 | Loss: 0.122646
+INFO:EPOCH 141/200 | STEP: 1700|2708 | Loss: 0.111918
+INFO:EPOCH 141/200 | STEP: 1800|2708 | Loss: 0.120279
+INFO:EPOCH 141/200 | STEP: 1900|2708 | Loss: 0.116295
+INFO:EPOCH 141/200 | STEP: 2000|2708 | Loss: 0.118577
+INFO:EPOCH 141/200 | STEP: 2100|2708 | Loss: 0.122618
+INFO:EPOCH 141/200 | STEP: 2200|2708 | Loss: 0.112268
+INFO:EPOCH 141/200 | STEP: 2300|2708 | Loss: 0.118711
+INFO:EPOCH 141/200 | STEP: 2400|2708 | Loss: 0.121829
+INFO:EPOCH 141/200 | STEP: 2500|2708 | Loss: 0.113317
+INFO:EPOCH 141/200 | STEP: 2600|2708 | Loss: 0.120608
+INFO:EPOCH 141/200 | STEP: 2700|2708 | Loss: 0.115084
+INFO:VAL NDCG@10, IoU=0.3: 0.364307
+INFO:VAL NDCG@10, IoU=0.5: 0.329232
+INFO:VAL NDCG@10, IoU=0.7: 0.222445
+INFO:VAL NDCG@20, IoU=0.3: 0.369251
+INFO:VAL NDCG@20, IoU=0.5: 0.334095
+INFO:VAL NDCG@20, IoU=0.7: 0.228940
+INFO:VAL NDCG@40, IoU=0.3: 0.393295
+INFO:VAL NDCG@40, IoU=0.5: 0.355126
+INFO:VAL NDCG@40, IoU=0.7: 0.246713
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.368390
+INFO:TEST NDCG@10, IoU=0.5: 0.332468
+INFO:TEST NDCG@10, IoU=0.7: 0.229147
+INFO:TEST NDCG@20, IoU=0.3: 0.371081
+INFO:TEST NDCG@20, IoU=0.5: 0.334943
+INFO:TEST NDCG@20, IoU=0.7: 0.233133
+INFO:TEST NDCG@40, IoU=0.3: 0.394731
+INFO:TEST NDCG@40, IoU=0.5: 0.356772
+INFO:TEST NDCG@40, IoU=0.7: 0.251195
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.364307
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.329232
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.222445
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.369251
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.334095
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.228940
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.393295
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.355126
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.246713
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.368390
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.332468
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.229147
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.371081
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.334943
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.233133
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.394731
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.356772
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.251195
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 142|200
+INFO:EPOCH 142/200 | STEP: 0|2708 | Loss: 0.114290
+INFO:EPOCH 142/200 | STEP: 100|2708 | Loss: 0.115586
+INFO:EPOCH 142/200 | STEP: 200|2708 | Loss: 0.116138
+INFO:EPOCH 142/200 | STEP: 300|2708 | Loss: 0.114157
+INFO:EPOCH 142/200 | STEP: 400|2708 | Loss: 0.117261
+INFO:EPOCH 142/200 | STEP: 500|2708 | Loss: 0.120289
+INFO:EPOCH 142/200 | STEP: 600|2708 | Loss: 0.113513
+INFO:EPOCH 142/200 | STEP: 700|2708 | Loss: 0.116779
+INFO:EPOCH 142/200 | STEP: 800|2708 | Loss: 0.112780
+INFO:EPOCH 142/200 | STEP: 900|2708 | Loss: 0.130284
+INFO:EPOCH 142/200 | STEP: 1000|2708 | Loss: 0.117901
+INFO:EPOCH 142/200 | STEP: 1100|2708 | Loss: 0.113699
+INFO:EPOCH 142/200 | STEP: 1200|2708 | Loss: 0.119701
+INFO:EPOCH 142/200 | STEP: 1300|2708 | Loss: 0.119700
+INFO:EPOCH 142/200 | STEP: 1400|2708 | Loss: 0.116406
+INFO:EPOCH 142/200 | STEP: 1500|2708 | Loss: 0.115542
+INFO:EPOCH 142/200 | STEP: 1600|2708 | Loss: 0.112136
+INFO:EPOCH 142/200 | STEP: 1700|2708 | Loss: 0.130727
+INFO:EPOCH 142/200 | STEP: 1800|2708 | Loss: 0.125788
+INFO:EPOCH 142/200 | STEP: 1900|2708 | Loss: 0.116774
+INFO:EPOCH 142/200 | STEP: 2000|2708 | Loss: 0.117270
+INFO:EPOCH 142/200 | STEP: 2100|2708 | Loss: 0.118648
+INFO:EPOCH 142/200 | STEP: 2200|2708 | Loss: 0.126756
+INFO:EPOCH 142/200 | STEP: 2300|2708 | Loss: 0.124431
+INFO:EPOCH 142/200 | STEP: 2400|2708 | Loss: 0.122878
+INFO:EPOCH 142/200 | STEP: 2500|2708 | Loss: 0.121525
+INFO:EPOCH 142/200 | STEP: 2600|2708 | Loss: 0.125712
+INFO:EPOCH 142/200 | STEP: 2700|2708 | Loss: 0.120285
+INFO:VAL NDCG@10, IoU=0.3: 0.366586
+INFO:VAL NDCG@10, IoU=0.5: 0.333816
+INFO:VAL NDCG@10, IoU=0.7: 0.227228
+INFO:VAL NDCG@20, IoU=0.3: 0.372463
+INFO:VAL NDCG@20, IoU=0.5: 0.337656
+INFO:VAL NDCG@20, IoU=0.7: 0.232349
+INFO:VAL NDCG@40, IoU=0.3: 0.396799
+INFO:VAL NDCG@40, IoU=0.5: 0.359523
+INFO:VAL NDCG@40, IoU=0.7: 0.249932
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.368900
+INFO:TEST NDCG@10, IoU=0.5: 0.333834
+INFO:TEST NDCG@10, IoU=0.7: 0.229817
+INFO:TEST NDCG@20, IoU=0.3: 0.371355
+INFO:TEST NDCG@20, IoU=0.5: 0.335627
+INFO:TEST NDCG@20, IoU=0.7: 0.234335
+INFO:TEST NDCG@40, IoU=0.3: 0.395294
+INFO:TEST NDCG@40, IoU=0.5: 0.357279
+INFO:TEST NDCG@40, IoU=0.7: 0.252047
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.366586
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.333816
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.227228
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.372463
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.337656
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.232349
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.396799
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.359523
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.249932
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.368900
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.333834
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.229817
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.371355
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.335627
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.234335
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.395294
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.357279
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.252047
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 143|200
+INFO:EPOCH 143/200 | STEP: 0|2708 | Loss: 0.116945
+INFO:EPOCH 143/200 | STEP: 100|2708 | Loss: 0.114048
+INFO:EPOCH 143/200 | STEP: 200|2708 | Loss: 0.110550
+INFO:EPOCH 143/200 | STEP: 300|2708 | Loss: 0.117847
+INFO:EPOCH 143/200 | STEP: 400|2708 | Loss: 0.113326
+INFO:EPOCH 143/200 | STEP: 500|2708 | Loss: 0.106760
+INFO:EPOCH 143/200 | STEP: 600|2708 | Loss: 0.109786
+INFO:EPOCH 143/200 | STEP: 700|2708 | Loss: 0.112954
+INFO:EPOCH 143/200 | STEP: 800|2708 | Loss: 0.114183
+INFO:EPOCH 143/200 | STEP: 900|2708 | Loss: 0.114360
+INFO:EPOCH 143/200 | STEP: 1000|2708 | Loss: 0.115609
+INFO:EPOCH 143/200 | STEP: 1100|2708 | Loss: 0.111862
+INFO:EPOCH 143/200 | STEP: 1200|2708 | Loss: 0.118183
+INFO:EPOCH 143/200 | STEP: 1300|2708 | Loss: 0.121658
+INFO:EPOCH 143/200 | STEP: 1400|2708 | Loss: 0.115228
+INFO:EPOCH 143/200 | STEP: 1500|2708 | Loss: 0.126142
+INFO:EPOCH 143/200 | STEP: 1600|2708 | Loss: 0.113745
+INFO:EPOCH 143/200 | STEP: 1700|2708 | Loss: 0.125393
+INFO:EPOCH 143/200 | STEP: 1800|2708 | Loss: 0.114565
+INFO:EPOCH 143/200 | STEP: 1900|2708 | Loss: 0.116920
+INFO:EPOCH 143/200 | STEP: 2000|2708 | Loss: 0.122530
+INFO:EPOCH 143/200 | STEP: 2100|2708 | Loss: 0.123078
+INFO:EPOCH 143/200 | STEP: 2200|2708 | Loss: 0.118837
+INFO:EPOCH 143/200 | STEP: 2300|2708 | Loss: 0.116483
+INFO:EPOCH 143/200 | STEP: 2400|2708 | Loss: 0.113704
+INFO:EPOCH 143/200 | STEP: 2500|2708 | Loss: 0.113154
+INFO:EPOCH 143/200 | STEP: 2600|2708 | Loss: 0.119087
+INFO:EPOCH 143/200 | STEP: 2700|2708 | Loss: 0.126473
+INFO:VAL NDCG@10, IoU=0.3: 0.365219
+INFO:VAL NDCG@10, IoU=0.5: 0.332586
+INFO:VAL NDCG@10, IoU=0.7: 0.225843
+INFO:VAL NDCG@20, IoU=0.3: 0.369871
+INFO:VAL NDCG@20, IoU=0.5: 0.334269
+INFO:VAL NDCG@20, IoU=0.7: 0.230024
+INFO:VAL NDCG@40, IoU=0.3: 0.394209
+INFO:VAL NDCG@40, IoU=0.5: 0.356904
+INFO:VAL NDCG@40, IoU=0.7: 0.247570
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.366808
+INFO:TEST NDCG@10, IoU=0.5: 0.331485
+INFO:TEST NDCG@10, IoU=0.7: 0.228424
+INFO:TEST NDCG@20, IoU=0.3: 0.370448
+INFO:TEST NDCG@20, IoU=0.5: 0.334181
+INFO:TEST NDCG@20, IoU=0.7: 0.232825
+INFO:TEST NDCG@40, IoU=0.3: 0.394020
+INFO:TEST NDCG@40, IoU=0.5: 0.356097
+INFO:TEST NDCG@40, IoU=0.7: 0.251116
+INFO:
+INFO:TRAIN EPOCH: 144|200
+INFO:EPOCH 144/200 | STEP: 0|2708 | Loss: 0.119377
+INFO:EPOCH 144/200 | STEP: 100|2708 | Loss: 0.118738
+INFO:EPOCH 144/200 | STEP: 200|2708 | Loss: 0.113375
+INFO:EPOCH 144/200 | STEP: 300|2708 | Loss: 0.110791
+INFO:EPOCH 144/200 | STEP: 400|2708 | Loss: 0.117429
+INFO:EPOCH 144/200 | STEP: 500|2708 | Loss: 0.108408
+INFO:EPOCH 144/200 | STEP: 600|2708 | Loss: 0.111351
+INFO:EPOCH 144/200 | STEP: 700|2708 | Loss: 0.110810
+INFO:EPOCH 144/200 | STEP: 800|2708 | Loss: 0.120373
+INFO:EPOCH 144/200 | STEP: 900|2708 | Loss: 0.120666
+INFO:EPOCH 144/200 | STEP: 1000|2708 | Loss: 0.116825
+INFO:EPOCH 144/200 | STEP: 1100|2708 | Loss: 0.110644
+INFO:EPOCH 144/200 | STEP: 1200|2708 | Loss: 0.113648
+INFO:EPOCH 144/200 | STEP: 1300|2708 | Loss: 0.114141
+INFO:EPOCH 144/200 | STEP: 1400|2708 | Loss: 0.115835
+INFO:EPOCH 144/200 | STEP: 1500|2708 | Loss: 0.115921
+INFO:EPOCH 144/200 | STEP: 1600|2708 | Loss: 0.125553
+INFO:EPOCH 144/200 | STEP: 1700|2708 | Loss: 0.122740
+INFO:EPOCH 144/200 | STEP: 1800|2708 | Loss: 0.113247
+INFO:EPOCH 144/200 | STEP: 1900|2708 | Loss: 0.120948
+INFO:EPOCH 144/200 | STEP: 2000|2708 | Loss: 0.119961
+INFO:EPOCH 144/200 | STEP: 2100|2708 | Loss: 0.120976
+INFO:EPOCH 144/200 | STEP: 2200|2708 | Loss: 0.113405
+INFO:EPOCH 144/200 | STEP: 2300|2708 | Loss: 0.122311
+INFO:EPOCH 144/200 | STEP: 2400|2708 | Loss: 0.115471
+INFO:EPOCH 144/200 | STEP: 2500|2708 | Loss: 0.112904
+INFO:EPOCH 144/200 | STEP: 2600|2708 | Loss: 0.115642
+INFO:EPOCH 144/200 | STEP: 2700|2708 | Loss: 0.123513
+INFO:VAL NDCG@10, IoU=0.3: 0.363722
+INFO:VAL NDCG@10, IoU=0.5: 0.332696
+INFO:VAL NDCG@10, IoU=0.7: 0.224578
+INFO:VAL NDCG@20, IoU=0.3: 0.367894
+INFO:VAL NDCG@20, IoU=0.5: 0.333814
+INFO:VAL NDCG@20, IoU=0.7: 0.228294
+INFO:VAL NDCG@40, IoU=0.3: 0.393536
+INFO:VAL NDCG@40, IoU=0.5: 0.357461
+INFO:VAL NDCG@40, IoU=0.7: 0.246948
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.369979
+INFO:TEST NDCG@10, IoU=0.5: 0.334643
+INFO:TEST NDCG@10, IoU=0.7: 0.230221
+INFO:TEST NDCG@20, IoU=0.3: 0.372073
+INFO:TEST NDCG@20, IoU=0.5: 0.336114
+INFO:TEST NDCG@20, IoU=0.7: 0.234041
+INFO:TEST NDCG@40, IoU=0.3: 0.395592
+INFO:TEST NDCG@40, IoU=0.5: 0.357702
+INFO:TEST NDCG@40, IoU=0.7: 0.251875
+INFO:
+INFO:TRAIN EPOCH: 145|200
+INFO:EPOCH 145/200 | STEP: 0|2708 | Loss: 0.124398
+INFO:EPOCH 145/200 | STEP: 100|2708 | Loss: 0.112630
+INFO:EPOCH 145/200 | STEP: 200|2708 | Loss: 0.115521
+INFO:EPOCH 145/200 | STEP: 300|2708 | Loss: 0.121689
+INFO:EPOCH 145/200 | STEP: 400|2708 | Loss: 0.118241
+INFO:EPOCH 145/200 | STEP: 500|2708 | Loss: 0.122117
+INFO:EPOCH 145/200 | STEP: 600|2708 | Loss: 0.116190
+INFO:EPOCH 145/200 | STEP: 700|2708 | Loss: 0.117141
+INFO:EPOCH 145/200 | STEP: 800|2708 | Loss: 0.120713
+INFO:EPOCH 145/200 | STEP: 900|2708 | Loss: 0.112894
+INFO:EPOCH 145/200 | STEP: 1000|2708 | Loss: 0.111380
+INFO:EPOCH 145/200 | STEP: 1100|2708 | Loss: 0.121132
+INFO:EPOCH 145/200 | STEP: 1200|2708 | Loss: 0.128708
+INFO:EPOCH 145/200 | STEP: 1300|2708 | Loss: 0.120810
+INFO:EPOCH 145/200 | STEP: 1400|2708 | Loss: 0.119690
+INFO:EPOCH 145/200 | STEP: 1500|2708 | Loss: 0.124925
+INFO:EPOCH 145/200 | STEP: 1600|2708 | Loss: 0.118825
+INFO:EPOCH 145/200 | STEP: 1700|2708 | Loss: 0.114380
+INFO:EPOCH 145/200 | STEP: 1800|2708 | Loss: 0.120599
+INFO:EPOCH 145/200 | STEP: 1900|2708 | Loss: 0.113209
+INFO:EPOCH 145/200 | STEP: 2000|2708 | Loss: 0.124036
+INFO:EPOCH 145/200 | STEP: 2100|2708 | Loss: 0.121355
+INFO:EPOCH 145/200 | STEP: 2200|2708 | Loss: 0.110595
+INFO:EPOCH 145/200 | STEP: 2300|2708 | Loss: 0.119431
+INFO:EPOCH 145/200 | STEP: 2400|2708 | Loss: 0.114268
+INFO:EPOCH 145/200 | STEP: 2500|2708 | Loss: 0.127255
+INFO:EPOCH 145/200 | STEP: 2600|2708 | Loss: 0.118036
+INFO:EPOCH 145/200 | STEP: 2700|2708 | Loss: 0.124682
+INFO:VAL NDCG@10, IoU=0.3: 0.366399
+INFO:VAL NDCG@10, IoU=0.5: 0.333218
+INFO:VAL NDCG@10, IoU=0.7: 0.224355
+INFO:VAL NDCG@20, IoU=0.3: 0.371734
+INFO:VAL NDCG@20, IoU=0.5: 0.335647
+INFO:VAL NDCG@20, IoU=0.7: 0.229775
+INFO:VAL NDCG@40, IoU=0.3: 0.395842
+INFO:VAL NDCG@40, IoU=0.5: 0.358274
+INFO:VAL NDCG@40, IoU=0.7: 0.247425
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.369819
+INFO:TEST NDCG@10, IoU=0.5: 0.334117
+INFO:TEST NDCG@10, IoU=0.7: 0.229027
+INFO:TEST NDCG@20, IoU=0.3: 0.372333
+INFO:TEST NDCG@20, IoU=0.5: 0.336109
+INFO:TEST NDCG@20, IoU=0.7: 0.233676
+INFO:TEST NDCG@40, IoU=0.3: 0.396242
+INFO:TEST NDCG@40, IoU=0.5: 0.357936
+INFO:TEST NDCG@40, IoU=0.7: 0.251937
+INFO:
+INFO:TRAIN EPOCH: 146|200
+INFO:EPOCH 146/200 | STEP: 0|2708 | Loss: 0.110281
+INFO:EPOCH 146/200 | STEP: 100|2708 | Loss: 0.120333
+INFO:EPOCH 146/200 | STEP: 200|2708 | Loss: 0.120682
+INFO:EPOCH 146/200 | STEP: 300|2708 | Loss: 0.117636
+INFO:EPOCH 146/200 | STEP: 400|2708 | Loss: 0.109880
+INFO:EPOCH 146/200 | STEP: 500|2708 | Loss: 0.111948
+INFO:EPOCH 146/200 | STEP: 600|2708 | Loss: 0.110802
+INFO:EPOCH 146/200 | STEP: 700|2708 | Loss: 0.107105
+INFO:EPOCH 146/200 | STEP: 800|2708 | Loss: 0.118310
+INFO:EPOCH 146/200 | STEP: 900|2708 | Loss: 0.111604
+INFO:EPOCH 146/200 | STEP: 1000|2708 | Loss: 0.125207
+INFO:EPOCH 146/200 | STEP: 1100|2708 | Loss: 0.112400
+INFO:EPOCH 146/200 | STEP: 1200|2708 | Loss: 0.123456
+INFO:EPOCH 146/200 | STEP: 1300|2708 | Loss: 0.113102
+INFO:EPOCH 146/200 | STEP: 1400|2708 | Loss: 0.123473
+INFO:EPOCH 146/200 | STEP: 1500|2708 | Loss: 0.122100
+INFO:EPOCH 146/200 | STEP: 1600|2708 | Loss: 0.124705
+INFO:EPOCH 146/200 | STEP: 1700|2708 | Loss: 0.125096
+INFO:EPOCH 146/200 | STEP: 1800|2708 | Loss: 0.114358
+INFO:EPOCH 146/200 | STEP: 1900|2708 | Loss: 0.104006
+INFO:EPOCH 146/200 | STEP: 2000|2708 | Loss: 0.118360
+INFO:EPOCH 146/200 | STEP: 2100|2708 | Loss: 0.113561
+INFO:EPOCH 146/200 | STEP: 2200|2708 | Loss: 0.110492
+INFO:EPOCH 146/200 | STEP: 2300|2708 | Loss: 0.121582
+INFO:EPOCH 146/200 | STEP: 2400|2708 | Loss: 0.109004
+INFO:EPOCH 146/200 | STEP: 2500|2708 | Loss: 0.122489
+INFO:EPOCH 146/200 | STEP: 2600|2708 | Loss: 0.117982
+INFO:EPOCH 146/200 | STEP: 2700|2708 | Loss: 0.125738
+INFO:VAL NDCG@10, IoU=0.3: 0.371201
+INFO:VAL NDCG@10, IoU=0.5: 0.337009
+INFO:VAL NDCG@10, IoU=0.7: 0.227015
+INFO:VAL NDCG@20, IoU=0.3: 0.371701
+INFO:VAL NDCG@20, IoU=0.5: 0.336867
+INFO:VAL NDCG@20, IoU=0.7: 0.231449
+INFO:VAL NDCG@40, IoU=0.3: 0.398638
+INFO:VAL NDCG@40, IoU=0.5: 0.361273
+INFO:VAL NDCG@40, IoU=0.7: 0.249741
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.369030
+INFO:TEST NDCG@10, IoU=0.5: 0.333648
+INFO:TEST NDCG@10, IoU=0.7: 0.229513
+INFO:TEST NDCG@20, IoU=0.3: 0.371936
+INFO:TEST NDCG@20, IoU=0.5: 0.335658
+INFO:TEST NDCG@20, IoU=0.7: 0.233563
+INFO:TEST NDCG@40, IoU=0.3: 0.396226
+INFO:TEST NDCG@40, IoU=0.5: 0.358064
+INFO:TEST NDCG@40, IoU=0.7: 0.252439
+INFO:
+INFO:TRAIN EPOCH: 147|200
+INFO:EPOCH 147/200 | STEP: 0|2708 | Loss: 0.114752
+INFO:EPOCH 147/200 | STEP: 100|2708 | Loss: 0.115117
+INFO:EPOCH 147/200 | STEP: 200|2708 | Loss: 0.107789
+INFO:EPOCH 147/200 | STEP: 300|2708 | Loss: 0.112393
+INFO:EPOCH 147/200 | STEP: 400|2708 | Loss: 0.114020
+INFO:EPOCH 147/200 | STEP: 500|2708 | Loss: 0.121785
+INFO:EPOCH 147/200 | STEP: 600|2708 | Loss: 0.117484
+INFO:EPOCH 147/200 | STEP: 700|2708 | Loss: 0.120885
+INFO:EPOCH 147/200 | STEP: 800|2708 | Loss: 0.118072
+INFO:EPOCH 147/200 | STEP: 900|2708 | Loss: 0.113274
+INFO:EPOCH 147/200 | STEP: 1000|2708 | Loss: 0.115638
+INFO:EPOCH 147/200 | STEP: 1100|2708 | Loss: 0.126346
+INFO:EPOCH 147/200 | STEP: 1200|2708 | Loss: 0.114690
+INFO:EPOCH 147/200 | STEP: 1300|2708 | Loss: 0.118478
+INFO:EPOCH 147/200 | STEP: 1400|2708 | Loss: 0.121296
+INFO:EPOCH 147/200 | STEP: 1500|2708 | Loss: 0.115408
+INFO:EPOCH 147/200 | STEP: 1600|2708 | Loss: 0.110320
+INFO:EPOCH 147/200 | STEP: 1700|2708 | Loss: 0.108986
+INFO:EPOCH 147/200 | STEP: 1800|2708 | Loss: 0.118330
+INFO:EPOCH 147/200 | STEP: 1900|2708 | Loss: 0.124684
+INFO:EPOCH 147/200 | STEP: 2000|2708 | Loss: 0.135198
+INFO:EPOCH 147/200 | STEP: 2100|2708 | Loss: 0.123171
+INFO:EPOCH 147/200 | STEP: 2200|2708 | Loss: 0.117524
+INFO:EPOCH 147/200 | STEP: 2300|2708 | Loss: 0.121204
+INFO:EPOCH 147/200 | STEP: 2400|2708 | Loss: 0.121323
+INFO:EPOCH 147/200 | STEP: 2500|2708 | Loss: 0.113501
+INFO:EPOCH 147/200 | STEP: 2600|2708 | Loss: 0.117653
+INFO:EPOCH 147/200 | STEP: 2700|2708 | Loss: 0.108723
+INFO:VAL NDCG@10, IoU=0.3: 0.369960
+INFO:VAL NDCG@10, IoU=0.5: 0.335242
+INFO:VAL NDCG@10, IoU=0.7: 0.227545
+INFO:VAL NDCG@20, IoU=0.3: 0.370390
+INFO:VAL NDCG@20, IoU=0.5: 0.335469
+INFO:VAL NDCG@20, IoU=0.7: 0.230782
+INFO:VAL NDCG@40, IoU=0.3: 0.395700
+INFO:VAL NDCG@40, IoU=0.5: 0.358164
+INFO:VAL NDCG@40, IoU=0.7: 0.248258
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.371090
+INFO:TEST NDCG@10, IoU=0.5: 0.335145
+INFO:TEST NDCG@10, IoU=0.7: 0.230562
+INFO:TEST NDCG@20, IoU=0.3: 0.373489
+INFO:TEST NDCG@20, IoU=0.5: 0.336851
+INFO:TEST NDCG@20, IoU=0.7: 0.234407
+INFO:TEST NDCG@40, IoU=0.3: 0.397096
+INFO:TEST NDCG@40, IoU=0.5: 0.358608
+INFO:TEST NDCG@40, IoU=0.7: 0.252172
+INFO:
+INFO:TRAIN EPOCH: 148|200
+INFO:EPOCH 148/200 | STEP: 0|2708 | Loss: 0.113254
+INFO:EPOCH 148/200 | STEP: 100|2708 | Loss: 0.119678
+INFO:EPOCH 148/200 | STEP: 200|2708 | Loss: 0.119911
+INFO:EPOCH 148/200 | STEP: 300|2708 | Loss: 0.115904
+INFO:EPOCH 148/200 | STEP: 400|2708 | Loss: 0.118678
+INFO:EPOCH 148/200 | STEP: 500|2708 | Loss: 0.120178
+INFO:EPOCH 148/200 | STEP: 600|2708 | Loss: 0.115272
+INFO:EPOCH 148/200 | STEP: 700|2708 | Loss: 0.112207
+INFO:EPOCH 148/200 | STEP: 800|2708 | Loss: 0.116961
+INFO:EPOCH 148/200 | STEP: 900|2708 | Loss: 0.116390
+INFO:EPOCH 148/200 | STEP: 1000|2708 | Loss: 0.112926
+INFO:EPOCH 148/200 | STEP: 1100|2708 | Loss: 0.116595
+INFO:EPOCH 148/200 | STEP: 1200|2708 | Loss: 0.110206
+INFO:EPOCH 148/200 | STEP: 1300|2708 | Loss: 0.112005
+INFO:EPOCH 148/200 | STEP: 1400|2708 | Loss: 0.129028
+INFO:EPOCH 148/200 | STEP: 1500|2708 | Loss: 0.109528
+INFO:EPOCH 148/200 | STEP: 1600|2708 | Loss: 0.126863
+INFO:EPOCH 148/200 | STEP: 1700|2708 | Loss: 0.111243
+INFO:EPOCH 148/200 | STEP: 1800|2708 | Loss: 0.116159
+INFO:EPOCH 148/200 | STEP: 1900|2708 | Loss: 0.125526
+INFO:EPOCH 148/200 | STEP: 2000|2708 | Loss: 0.110569
+INFO:EPOCH 148/200 | STEP: 2100|2708 | Loss: 0.106053
+INFO:EPOCH 148/200 | STEP: 2200|2708 | Loss: 0.112295
+INFO:EPOCH 148/200 | STEP: 2300|2708 | Loss: 0.119804
+INFO:EPOCH 148/200 | STEP: 2400|2708 | Loss: 0.125882
+INFO:EPOCH 148/200 | STEP: 2500|2708 | Loss: 0.118553
+INFO:EPOCH 148/200 | STEP: 2600|2708 | Loss: 0.121593
+INFO:EPOCH 148/200 | STEP: 2700|2708 | Loss: 0.116415
+INFO:VAL NDCG@10, IoU=0.3: 0.368914
+INFO:VAL NDCG@10, IoU=0.5: 0.335667
+INFO:VAL NDCG@10, IoU=0.7: 0.226624
+INFO:VAL NDCG@20, IoU=0.3: 0.372593
+INFO:VAL NDCG@20, IoU=0.5: 0.337135
+INFO:VAL NDCG@20, IoU=0.7: 0.231145
+INFO:VAL NDCG@40, IoU=0.3: 0.397432
+INFO:VAL NDCG@40, IoU=0.5: 0.360148
+INFO:VAL NDCG@40, IoU=0.7: 0.249758
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.369811
+INFO:TEST NDCG@10, IoU=0.5: 0.334350
+INFO:TEST NDCG@10, IoU=0.7: 0.230729
+INFO:TEST NDCG@20, IoU=0.3: 0.372532
+INFO:TEST NDCG@20, IoU=0.5: 0.336659
+INFO:TEST NDCG@20, IoU=0.7: 0.234822
+INFO:TEST NDCG@40, IoU=0.3: 0.396674
+INFO:TEST NDCG@40, IoU=0.5: 0.358515
+INFO:TEST NDCG@40, IoU=0.7: 0.253377
+INFO:
+INFO:TRAIN EPOCH: 149|200
+INFO:EPOCH 149/200 | STEP: 0|2708 | Loss: 0.110168
+INFO:EPOCH 149/200 | STEP: 100|2708 | Loss: 0.109723
+INFO:EPOCH 149/200 | STEP: 200|2708 | Loss: 0.119992
+INFO:EPOCH 149/200 | STEP: 300|2708 | Loss: 0.126841
+INFO:EPOCH 149/200 | STEP: 400|2708 | Loss: 0.118918
+INFO:EPOCH 149/200 | STEP: 500|2708 | Loss: 0.119805
+INFO:EPOCH 149/200 | STEP: 600|2708 | Loss: 0.123790
+INFO:EPOCH 149/200 | STEP: 700|2708 | Loss: 0.112450
+INFO:EPOCH 149/200 | STEP: 800|2708 | Loss: 0.115977
+INFO:EPOCH 149/200 | STEP: 900|2708 | Loss: 0.111762
+INFO:EPOCH 149/200 | STEP: 1000|2708 | Loss: 0.119075
+INFO:EPOCH 149/200 | STEP: 1100|2708 | Loss: 0.112939
+INFO:EPOCH 149/200 | STEP: 1200|2708 | Loss: 0.116576
+INFO:EPOCH 149/200 | STEP: 1300|2708 | Loss: 0.106240
+INFO:EPOCH 149/200 | STEP: 1400|2708 | Loss: 0.117383
+INFO:EPOCH 149/200 | STEP: 1500|2708 | Loss: 0.111660
+INFO:EPOCH 149/200 | STEP: 1600|2708 | Loss: 0.121337
+INFO:EPOCH 149/200 | STEP: 1700|2708 | Loss: 0.115067
+INFO:EPOCH 149/200 | STEP: 1800|2708 | Loss: 0.124611
+INFO:EPOCH 149/200 | STEP: 1900|2708 | Loss: 0.115939
+INFO:EPOCH 149/200 | STEP: 2000|2708 | Loss: 0.116645
+INFO:EPOCH 149/200 | STEP: 2100|2708 | Loss: 0.115339
+INFO:EPOCH 149/200 | STEP: 2200|2708 | Loss: 0.111790
+INFO:EPOCH 149/200 | STEP: 2300|2708 | Loss: 0.120199
+INFO:EPOCH 149/200 | STEP: 2400|2708 | Loss: 0.118830
+INFO:EPOCH 149/200 | STEP: 2500|2708 | Loss: 0.114801
+INFO:EPOCH 149/200 | STEP: 2600|2708 | Loss: 0.107134
+INFO:EPOCH 149/200 | STEP: 2700|2708 | Loss: 0.105750
+INFO:VAL NDCG@10, IoU=0.3: 0.371719
+INFO:VAL NDCG@10, IoU=0.5: 0.338059
+INFO:VAL NDCG@10, IoU=0.7: 0.231930
+INFO:VAL NDCG@20, IoU=0.3: 0.374554
+INFO:VAL NDCG@20, IoU=0.5: 0.338934
+INFO:VAL NDCG@20, IoU=0.7: 0.234351
+INFO:VAL NDCG@40, IoU=0.3: 0.397941
+INFO:VAL NDCG@40, IoU=0.5: 0.360614
+INFO:VAL NDCG@40, IoU=0.7: 0.250667
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.371784
+INFO:TEST NDCG@10, IoU=0.5: 0.336481
+INFO:TEST NDCG@10, IoU=0.7: 0.231595
+INFO:TEST NDCG@20, IoU=0.3: 0.373877
+INFO:TEST NDCG@20, IoU=0.5: 0.337383
+INFO:TEST NDCG@20, IoU=0.7: 0.235235
+INFO:TEST NDCG@40, IoU=0.3: 0.398175
+INFO:TEST NDCG@40, IoU=0.5: 0.360017
+INFO:TEST NDCG@40, IoU=0.7: 0.253493
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.371719
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.338059
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.231930
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.374554
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.338934
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.234351
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.397941
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.360614
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.250667
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.371784
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.336481
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.231595
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.373877
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.337383
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.235235
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.398175
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.360017
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.253493
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 150|200
+INFO:EPOCH 150/200 | STEP: 0|2708 | Loss: 0.106948
+INFO:EPOCH 150/200 | STEP: 100|2708 | Loss: 0.109790
+INFO:EPOCH 150/200 | STEP: 200|2708 | Loss: 0.121387
+INFO:EPOCH 150/200 | STEP: 300|2708 | Loss: 0.108255
+INFO:EPOCH 150/200 | STEP: 400|2708 | Loss: 0.113356
+INFO:EPOCH 150/200 | STEP: 500|2708 | Loss: 0.114651
+INFO:EPOCH 150/200 | STEP: 600|2708 | Loss: 0.119534
+INFO:EPOCH 150/200 | STEP: 700|2708 | Loss: 0.112079
+INFO:EPOCH 150/200 | STEP: 800|2708 | Loss: 0.120833
+INFO:EPOCH 150/200 | STEP: 900|2708 | Loss: 0.118357
+INFO:EPOCH 150/200 | STEP: 1000|2708 | Loss: 0.119807
+INFO:EPOCH 150/200 | STEP: 1100|2708 | Loss: 0.113441
+INFO:EPOCH 150/200 | STEP: 1200|2708 | Loss: 0.109342
+INFO:EPOCH 150/200 | STEP: 1300|2708 | Loss: 0.121737
+INFO:EPOCH 150/200 | STEP: 1400|2708 | Loss: 0.108239
+INFO:EPOCH 150/200 | STEP: 1500|2708 | Loss: 0.117945
+INFO:EPOCH 150/200 | STEP: 1600|2708 | Loss: 0.116332
+INFO:EPOCH 150/200 | STEP: 1700|2708 | Loss: 0.119738
+INFO:EPOCH 150/200 | STEP: 1800|2708 | Loss: 0.126053
+INFO:EPOCH 150/200 | STEP: 1900|2708 | Loss: 0.111420
+INFO:EPOCH 150/200 | STEP: 2000|2708 | Loss: 0.113059
+INFO:EPOCH 150/200 | STEP: 2100|2708 | Loss: 0.120987
+INFO:EPOCH 150/200 | STEP: 2200|2708 | Loss: 0.113830
+INFO:EPOCH 150/200 | STEP: 2300|2708 | Loss: 0.112379
+INFO:EPOCH 150/200 | STEP: 2400|2708 | Loss: 0.114778
+INFO:EPOCH 150/200 | STEP: 2500|2708 | Loss: 0.116162
+INFO:EPOCH 150/200 | STEP: 2600|2708 | Loss: 0.117901
+INFO:EPOCH 150/200 | STEP: 2700|2708 | Loss: 0.124290
+INFO:VAL NDCG@10, IoU=0.3: 0.371095
+INFO:VAL NDCG@10, IoU=0.5: 0.336644
+INFO:VAL NDCG@10, IoU=0.7: 0.228215
+INFO:VAL NDCG@20, IoU=0.3: 0.373043
+INFO:VAL NDCG@20, IoU=0.5: 0.336007
+INFO:VAL NDCG@20, IoU=0.7: 0.229687
+INFO:VAL NDCG@40, IoU=0.3: 0.397612
+INFO:VAL NDCG@40, IoU=0.5: 0.359223
+INFO:VAL NDCG@40, IoU=0.7: 0.248256
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.370635
+INFO:TEST NDCG@10, IoU=0.5: 0.335807
+INFO:TEST NDCG@10, IoU=0.7: 0.231272
+INFO:TEST NDCG@20, IoU=0.3: 0.373279
+INFO:TEST NDCG@20, IoU=0.5: 0.337297
+INFO:TEST NDCG@20, IoU=0.7: 0.234846
+INFO:TEST NDCG@40, IoU=0.3: 0.397654
+INFO:TEST NDCG@40, IoU=0.5: 0.359993
+INFO:TEST NDCG@40, IoU=0.7: 0.253939
+INFO:
+INFO:TRAIN EPOCH: 151|200
+INFO:EPOCH 151/200 | STEP: 0|2708 | Loss: 0.113757
+INFO:EPOCH 151/200 | STEP: 100|2708 | Loss: 0.113571
+INFO:EPOCH 151/200 | STEP: 200|2708 | Loss: 0.112984
+INFO:EPOCH 151/200 | STEP: 300|2708 | Loss: 0.112014
+INFO:EPOCH 151/200 | STEP: 400|2708 | Loss: 0.112781
+INFO:EPOCH 151/200 | STEP: 500|2708 | Loss: 0.113327
+INFO:EPOCH 151/200 | STEP: 600|2708 | Loss: 0.117196
+INFO:EPOCH 151/200 | STEP: 700|2708 | Loss: 0.117899
+INFO:EPOCH 151/200 | STEP: 800|2708 | Loss: 0.114687
+INFO:EPOCH 151/200 | STEP: 900|2708 | Loss: 0.108028
+INFO:EPOCH 151/200 | STEP: 1000|2708 | Loss: 0.118406
+INFO:EPOCH 151/200 | STEP: 1100|2708 | Loss: 0.112793
+INFO:EPOCH 151/200 | STEP: 1200|2708 | Loss: 0.114329
+INFO:EPOCH 151/200 | STEP: 1300|2708 | Loss: 0.118236
+INFO:EPOCH 151/200 | STEP: 1400|2708 | Loss: 0.113467
+INFO:EPOCH 151/200 | STEP: 1500|2708 | Loss: 0.123415
+INFO:EPOCH 151/200 | STEP: 1600|2708 | Loss: 0.110974
+INFO:EPOCH 151/200 | STEP: 1700|2708 | Loss: 0.116176
+INFO:EPOCH 151/200 | STEP: 1800|2708 | Loss: 0.117231
+INFO:EPOCH 151/200 | STEP: 1900|2708 | Loss: 0.117582
+INFO:EPOCH 151/200 | STEP: 2000|2708 | Loss: 0.127202
+INFO:EPOCH 151/200 | STEP: 2100|2708 | Loss: 0.115376
+INFO:EPOCH 151/200 | STEP: 2200|2708 | Loss: 0.114118
+INFO:EPOCH 151/200 | STEP: 2300|2708 | Loss: 0.110768
+INFO:EPOCH 151/200 | STEP: 2400|2708 | Loss: 0.113364
+INFO:EPOCH 151/200 | STEP: 2500|2708 | Loss: 0.107282
+INFO:EPOCH 151/200 | STEP: 2600|2708 | Loss: 0.117198
+INFO:EPOCH 151/200 | STEP: 2700|2708 | Loss: 0.115933
+INFO:VAL NDCG@10, IoU=0.3: 0.368817
+INFO:VAL NDCG@10, IoU=0.5: 0.333915
+INFO:VAL NDCG@10, IoU=0.7: 0.225134
+INFO:VAL NDCG@20, IoU=0.3: 0.371045
+INFO:VAL NDCG@20, IoU=0.5: 0.335038
+INFO:VAL NDCG@20, IoU=0.7: 0.227567
+INFO:VAL NDCG@40, IoU=0.3: 0.395826
+INFO:VAL NDCG@40, IoU=0.5: 0.358169
+INFO:VAL NDCG@40, IoU=0.7: 0.246769
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.371515
+INFO:TEST NDCG@10, IoU=0.5: 0.335626
+INFO:TEST NDCG@10, IoU=0.7: 0.230571
+INFO:TEST NDCG@20, IoU=0.3: 0.372898
+INFO:TEST NDCG@20, IoU=0.5: 0.337455
+INFO:TEST NDCG@20, IoU=0.7: 0.234122
+INFO:TEST NDCG@40, IoU=0.3: 0.397938
+INFO:TEST NDCG@40, IoU=0.5: 0.359928
+INFO:TEST NDCG@40, IoU=0.7: 0.252967
+INFO:
+INFO:TRAIN EPOCH: 152|200
+INFO:EPOCH 152/200 | STEP: 0|2708 | Loss: 0.119641
+INFO:EPOCH 152/200 | STEP: 100|2708 | Loss: 0.120708
+INFO:EPOCH 152/200 | STEP: 200|2708 | Loss: 0.120307
+INFO:EPOCH 152/200 | STEP: 300|2708 | Loss: 0.114049
+INFO:EPOCH 152/200 | STEP: 400|2708 | Loss: 0.114550
+INFO:EPOCH 152/200 | STEP: 500|2708 | Loss: 0.116342
+INFO:EPOCH 152/200 | STEP: 600|2708 | Loss: 0.117574
+INFO:EPOCH 152/200 | STEP: 700|2708 | Loss: 0.114836
+INFO:EPOCH 152/200 | STEP: 800|2708 | Loss: 0.113819
+INFO:EPOCH 152/200 | STEP: 900|2708 | Loss: 0.110716
+INFO:EPOCH 152/200 | STEP: 1000|2708 | Loss: 0.123204
+INFO:EPOCH 152/200 | STEP: 1100|2708 | Loss: 0.117107
+INFO:EPOCH 152/200 | STEP: 1200|2708 | Loss: 0.114935
+INFO:EPOCH 152/200 | STEP: 1300|2708 | Loss: 0.116011
+INFO:EPOCH 152/200 | STEP: 1400|2708 | Loss: 0.122299
+INFO:EPOCH 152/200 | STEP: 1500|2708 | Loss: 0.115248
+INFO:EPOCH 152/200 | STEP: 1600|2708 | Loss: 0.106792
+INFO:EPOCH 152/200 | STEP: 1700|2708 | Loss: 0.112716
+INFO:EPOCH 152/200 | STEP: 1800|2708 | Loss: 0.122884
+INFO:EPOCH 152/200 | STEP: 1900|2708 | Loss: 0.123731
+INFO:EPOCH 152/200 | STEP: 2000|2708 | Loss: 0.114686
+INFO:EPOCH 152/200 | STEP: 2100|2708 | Loss: 0.112627
+INFO:EPOCH 152/200 | STEP: 2200|2708 | Loss: 0.111564
+INFO:EPOCH 152/200 | STEP: 2300|2708 | Loss: 0.122890
+INFO:EPOCH 152/200 | STEP: 2400|2708 | Loss: 0.121871
+INFO:EPOCH 152/200 | STEP: 2500|2708 | Loss: 0.106157
+INFO:EPOCH 152/200 | STEP: 2600|2708 | Loss: 0.121377
+INFO:EPOCH 152/200 | STEP: 2700|2708 | Loss: 0.116035
+INFO:VAL NDCG@10, IoU=0.3: 0.367997
+INFO:VAL NDCG@10, IoU=0.5: 0.334640
+INFO:VAL NDCG@10, IoU=0.7: 0.226721
+INFO:VAL NDCG@20, IoU=0.3: 0.372453
+INFO:VAL NDCG@20, IoU=0.5: 0.336326
+INFO:VAL NDCG@20, IoU=0.7: 0.230609
+INFO:VAL NDCG@40, IoU=0.3: 0.398023
+INFO:VAL NDCG@40, IoU=0.5: 0.359884
+INFO:VAL NDCG@40, IoU=0.7: 0.248927
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.369003
+INFO:TEST NDCG@10, IoU=0.5: 0.333575
+INFO:TEST NDCG@10, IoU=0.7: 0.229696
+INFO:TEST NDCG@20, IoU=0.3: 0.372887
+INFO:TEST NDCG@20, IoU=0.5: 0.337569
+INFO:TEST NDCG@20, IoU=0.7: 0.233972
+INFO:TEST NDCG@40, IoU=0.3: 0.397286
+INFO:TEST NDCG@40, IoU=0.5: 0.359575
+INFO:TEST NDCG@40, IoU=0.7: 0.253190
+INFO:
+INFO:TRAIN EPOCH: 153|200
+INFO:EPOCH 153/200 | STEP: 0|2708 | Loss: 0.116949
+INFO:EPOCH 153/200 | STEP: 100|2708 | Loss: 0.111771
+INFO:EPOCH 153/200 | STEP: 200|2708 | Loss: 0.114606
+INFO:EPOCH 153/200 | STEP: 300|2708 | Loss: 0.114607
+INFO:EPOCH 153/200 | STEP: 400|2708 | Loss: 0.116127
+INFO:EPOCH 153/200 | STEP: 500|2708 | Loss: 0.115724
+INFO:EPOCH 153/200 | STEP: 600|2708 | Loss: 0.119853
+INFO:EPOCH 153/200 | STEP: 700|2708 | Loss: 0.110759
+INFO:EPOCH 153/200 | STEP: 800|2708 | Loss: 0.122775
+INFO:EPOCH 153/200 | STEP: 900|2708 | Loss: 0.122000
+INFO:EPOCH 153/200 | STEP: 1000|2708 | Loss: 0.111104
+INFO:EPOCH 153/200 | STEP: 1100|2708 | Loss: 0.123234
+INFO:EPOCH 153/200 | STEP: 1200|2708 | Loss: 0.111730
+INFO:EPOCH 153/200 | STEP: 1300|2708 | Loss: 0.115937
+INFO:EPOCH 153/200 | STEP: 1400|2708 | Loss: 0.124946
+INFO:EPOCH 153/200 | STEP: 1500|2708 | Loss: 0.116582
+INFO:EPOCH 153/200 | STEP: 1600|2708 | Loss: 0.121824
+INFO:EPOCH 153/200 | STEP: 1700|2708 | Loss: 0.106006
+INFO:EPOCH 153/200 | STEP: 1800|2708 | Loss: 0.114621
+INFO:EPOCH 153/200 | STEP: 1900|2708 | Loss: 0.121108
+INFO:EPOCH 153/200 | STEP: 2000|2708 | Loss: 0.122590
+INFO:EPOCH 153/200 | STEP: 2100|2708 | Loss: 0.128637
+INFO:EPOCH 153/200 | STEP: 2200|2708 | Loss: 0.112769
+INFO:EPOCH 153/200 | STEP: 2300|2708 | Loss: 0.122093
+INFO:EPOCH 153/200 | STEP: 2400|2708 | Loss: 0.110160
+INFO:EPOCH 153/200 | STEP: 2500|2708 | Loss: 0.115773
+INFO:EPOCH 153/200 | STEP: 2600|2708 | Loss: 0.120524
+INFO:EPOCH 153/200 | STEP: 2700|2708 | Loss: 0.119561
+INFO:VAL NDCG@10, IoU=0.3: 0.365527
+INFO:VAL NDCG@10, IoU=0.5: 0.332215
+INFO:VAL NDCG@10, IoU=0.7: 0.225285
+INFO:VAL NDCG@20, IoU=0.3: 0.372230
+INFO:VAL NDCG@20, IoU=0.5: 0.337998
+INFO:VAL NDCG@20, IoU=0.7: 0.230429
+INFO:VAL NDCG@40, IoU=0.3: 0.397156
+INFO:VAL NDCG@40, IoU=0.5: 0.359608
+INFO:VAL NDCG@40, IoU=0.7: 0.248268
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.370082
+INFO:TEST NDCG@10, IoU=0.5: 0.334964
+INFO:TEST NDCG@10, IoU=0.7: 0.230369
+INFO:TEST NDCG@20, IoU=0.3: 0.374236
+INFO:TEST NDCG@20, IoU=0.5: 0.338794
+INFO:TEST NDCG@20, IoU=0.7: 0.235350
+INFO:TEST NDCG@40, IoU=0.3: 0.397849
+INFO:TEST NDCG@40, IoU=0.5: 0.359683
+INFO:TEST NDCG@40, IoU=0.7: 0.253350
+INFO:
+INFO:TRAIN EPOCH: 154|200
+INFO:EPOCH 154/200 | STEP: 0|2708 | Loss: 0.113306
+INFO:EPOCH 154/200 | STEP: 100|2708 | Loss: 0.111096
+INFO:EPOCH 154/200 | STEP: 200|2708 | Loss: 0.115573
+INFO:EPOCH 154/200 | STEP: 300|2708 | Loss: 0.117591
+INFO:EPOCH 154/200 | STEP: 400|2708 | Loss: 0.109502
+INFO:EPOCH 154/200 | STEP: 500|2708 | Loss: 0.115799
+INFO:EPOCH 154/200 | STEP: 600|2708 | Loss: 0.118554
+INFO:EPOCH 154/200 | STEP: 700|2708 | Loss: 0.120198
+INFO:EPOCH 154/200 | STEP: 800|2708 | Loss: 0.108105
+INFO:EPOCH 154/200 | STEP: 900|2708 | Loss: 0.120463
+INFO:EPOCH 154/200 | STEP: 1000|2708 | Loss: 0.111931
+INFO:EPOCH 154/200 | STEP: 1100|2708 | Loss: 0.120124
+INFO:EPOCH 154/200 | STEP: 1200|2708 | Loss: 0.116822
+INFO:EPOCH 154/200 | STEP: 1300|2708 | Loss: 0.120386
+INFO:EPOCH 154/200 | STEP: 1400|2708 | Loss: 0.121039
+INFO:EPOCH 154/200 | STEP: 1500|2708 | Loss: 0.117495
+INFO:EPOCH 154/200 | STEP: 1600|2708 | Loss: 0.113660
+INFO:EPOCH 154/200 | STEP: 1700|2708 | Loss: 0.127834
+INFO:EPOCH 154/200 | STEP: 1800|2708 | Loss: 0.123207
+INFO:EPOCH 154/200 | STEP: 1900|2708 | Loss: 0.123006
+INFO:EPOCH 154/200 | STEP: 2000|2708 | Loss: 0.106807
+INFO:EPOCH 154/200 | STEP: 2100|2708 | Loss: 0.121152
+INFO:EPOCH 154/200 | STEP: 2200|2708 | Loss: 0.113853
+INFO:EPOCH 154/200 | STEP: 2300|2708 | Loss: 0.106663
+INFO:EPOCH 154/200 | STEP: 2400|2708 | Loss: 0.119880
+INFO:EPOCH 154/200 | STEP: 2500|2708 | Loss: 0.114470
+INFO:EPOCH 154/200 | STEP: 2600|2708 | Loss: 0.118514
+INFO:EPOCH 154/200 | STEP: 2700|2708 | Loss: 0.116782
+INFO:VAL NDCG@10, IoU=0.3: 0.368943
+INFO:VAL NDCG@10, IoU=0.5: 0.335254
+INFO:VAL NDCG@10, IoU=0.7: 0.227474
+INFO:VAL NDCG@20, IoU=0.3: 0.374135
+INFO:VAL NDCG@20, IoU=0.5: 0.338951
+INFO:VAL NDCG@20, IoU=0.7: 0.231590
+INFO:VAL NDCG@40, IoU=0.3: 0.397550
+INFO:VAL NDCG@40, IoU=0.5: 0.359776
+INFO:VAL NDCG@40, IoU=0.7: 0.248796
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.371009
+INFO:TEST NDCG@10, IoU=0.5: 0.335792
+INFO:TEST NDCG@10, IoU=0.7: 0.231033
+INFO:TEST NDCG@20, IoU=0.3: 0.374691
+INFO:TEST NDCG@20, IoU=0.5: 0.338345
+INFO:TEST NDCG@20, IoU=0.7: 0.235289
+INFO:TEST NDCG@40, IoU=0.3: 0.399216
+INFO:TEST NDCG@40, IoU=0.5: 0.360721
+INFO:TEST NDCG@40, IoU=0.7: 0.254150
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.368943
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.335254
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.227474
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.374135
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.338951
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.231590
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.397550
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.359776
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.248796
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.371009
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.335792
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.231033
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.374691
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.338345
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.235289
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.399216
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.360721
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.254150
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 155|200
+INFO:EPOCH 155/200 | STEP: 0|2708 | Loss: 0.111760
+INFO:EPOCH 155/200 | STEP: 100|2708 | Loss: 0.110534
+INFO:EPOCH 155/200 | STEP: 200|2708 | Loss: 0.113661
+INFO:EPOCH 155/200 | STEP: 300|2708 | Loss: 0.117434
+INFO:EPOCH 155/200 | STEP: 400|2708 | Loss: 0.113594
+INFO:EPOCH 155/200 | STEP: 500|2708 | Loss: 0.122936
+INFO:EPOCH 155/200 | STEP: 600|2708 | Loss: 0.109258
+INFO:EPOCH 155/200 | STEP: 700|2708 | Loss: 0.121810
+INFO:EPOCH 155/200 | STEP: 800|2708 | Loss: 0.110596
+INFO:EPOCH 155/200 | STEP: 900|2708 | Loss: 0.113601
+INFO:EPOCH 155/200 | STEP: 1000|2708 | Loss: 0.107496
+INFO:EPOCH 155/200 | STEP: 1100|2708 | Loss: 0.120708
+INFO:EPOCH 155/200 | STEP: 1200|2708 | Loss: 0.105718
+INFO:EPOCH 155/200 | STEP: 1300|2708 | Loss: 0.118409
+INFO:EPOCH 155/200 | STEP: 1400|2708 | Loss: 0.122498
+INFO:EPOCH 155/200 | STEP: 1500|2708 | Loss: 0.122579
+INFO:EPOCH 155/200 | STEP: 1600|2708 | Loss: 0.116729
+INFO:EPOCH 155/200 | STEP: 1700|2708 | Loss: 0.120730
+INFO:EPOCH 155/200 | STEP: 1800|2708 | Loss: 0.113950
+INFO:EPOCH 155/200 | STEP: 1900|2708 | Loss: 0.119233
+INFO:EPOCH 155/200 | STEP: 2000|2708 | Loss: 0.108909
+INFO:EPOCH 155/200 | STEP: 2100|2708 | Loss: 0.108070
+INFO:EPOCH 155/200 | STEP: 2200|2708 | Loss: 0.112727
+INFO:EPOCH 155/200 | STEP: 2300|2708 | Loss: 0.121652
+INFO:EPOCH 155/200 | STEP: 2400|2708 | Loss: 0.120603
+INFO:EPOCH 155/200 | STEP: 2500|2708 | Loss: 0.122291
+INFO:EPOCH 155/200 | STEP: 2600|2708 | Loss: 0.117316
+INFO:EPOCH 155/200 | STEP: 2700|2708 | Loss: 0.120805
+INFO:VAL NDCG@10, IoU=0.3: 0.370664
+INFO:VAL NDCG@10, IoU=0.5: 0.337720
+INFO:VAL NDCG@10, IoU=0.7: 0.229073
+INFO:VAL NDCG@20, IoU=0.3: 0.375045
+INFO:VAL NDCG@20, IoU=0.5: 0.338997
+INFO:VAL NDCG@20, IoU=0.7: 0.231631
+INFO:VAL NDCG@40, IoU=0.3: 0.398743
+INFO:VAL NDCG@40, IoU=0.5: 0.361199
+INFO:VAL NDCG@40, IoU=0.7: 0.250688
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.371830
+INFO:TEST NDCG@10, IoU=0.5: 0.336416
+INFO:TEST NDCG@10, IoU=0.7: 0.232040
+INFO:TEST NDCG@20, IoU=0.3: 0.374519
+INFO:TEST NDCG@20, IoU=0.5: 0.338867
+INFO:TEST NDCG@20, IoU=0.7: 0.236186
+INFO:TEST NDCG@40, IoU=0.3: 0.399238
+INFO:TEST NDCG@40, IoU=0.5: 0.361053
+INFO:TEST NDCG@40, IoU=0.7: 0.254503
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.370664
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.337720
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.229073
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.375045
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.338997
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.231631
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.398743
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.361199
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.250688
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.371830
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.336416
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.232040
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.374519
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.338867
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.236186
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.399238
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.361053
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.254503
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 156|200
+INFO:EPOCH 156/200 | STEP: 0|2708 | Loss: 0.113459
+INFO:EPOCH 156/200 | STEP: 100|2708 | Loss: 0.105796
+INFO:EPOCH 156/200 | STEP: 200|2708 | Loss: 0.107790
+INFO:EPOCH 156/200 | STEP: 300|2708 | Loss: 0.111169
+INFO:EPOCH 156/200 | STEP: 400|2708 | Loss: 0.118057
+INFO:EPOCH 156/200 | STEP: 500|2708 | Loss: 0.118575
+INFO:EPOCH 156/200 | STEP: 600|2708 | Loss: 0.120300
+INFO:EPOCH 156/200 | STEP: 700|2708 | Loss: 0.101689
+INFO:EPOCH 156/200 | STEP: 800|2708 | Loss: 0.116972
+INFO:EPOCH 156/200 | STEP: 900|2708 | Loss: 0.109783
+INFO:EPOCH 156/200 | STEP: 1000|2708 | Loss: 0.107704
+INFO:EPOCH 156/200 | STEP: 1100|2708 | Loss: 0.114292
+INFO:EPOCH 156/200 | STEP: 1200|2708 | Loss: 0.111334
+INFO:EPOCH 156/200 | STEP: 1300|2708 | Loss: 0.116141
+INFO:EPOCH 156/200 | STEP: 1400|2708 | Loss: 0.116255
+INFO:EPOCH 156/200 | STEP: 1500|2708 | Loss: 0.118753
+INFO:EPOCH 156/200 | STEP: 1600|2708 | Loss: 0.119816
+INFO:EPOCH 156/200 | STEP: 1700|2708 | Loss: 0.116728
+INFO:EPOCH 156/200 | STEP: 1800|2708 | Loss: 0.108438
+INFO:EPOCH 156/200 | STEP: 1900|2708 | Loss: 0.117125
+INFO:EPOCH 156/200 | STEP: 2000|2708 | Loss: 0.119127
+INFO:EPOCH 156/200 | STEP: 2100|2708 | Loss: 0.118331
+INFO:EPOCH 156/200 | STEP: 2200|2708 | Loss: 0.114222
+INFO:EPOCH 156/200 | STEP: 2300|2708 | Loss: 0.119503
+INFO:EPOCH 156/200 | STEP: 2400|2708 | Loss: 0.122181
+INFO:EPOCH 156/200 | STEP: 2500|2708 | Loss: 0.121078
+INFO:EPOCH 156/200 | STEP: 2600|2708 | Loss: 0.104539
+INFO:EPOCH 156/200 | STEP: 2700|2708 | Loss: 0.118469
+INFO:VAL NDCG@10, IoU=0.3: 0.373332
+INFO:VAL NDCG@10, IoU=0.5: 0.337500
+INFO:VAL NDCG@10, IoU=0.7: 0.229431
+INFO:VAL NDCG@20, IoU=0.3: 0.375008
+INFO:VAL NDCG@20, IoU=0.5: 0.338632
+INFO:VAL NDCG@20, IoU=0.7: 0.231886
+INFO:VAL NDCG@40, IoU=0.3: 0.401161
+INFO:VAL NDCG@40, IoU=0.5: 0.361496
+INFO:VAL NDCG@40, IoU=0.7: 0.251818
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.372335
+INFO:TEST NDCG@10, IoU=0.5: 0.336878
+INFO:TEST NDCG@10, IoU=0.7: 0.231916
+INFO:TEST NDCG@20, IoU=0.3: 0.375150
+INFO:TEST NDCG@20, IoU=0.5: 0.339443
+INFO:TEST NDCG@20, IoU=0.7: 0.236804
+INFO:TEST NDCG@40, IoU=0.3: 0.399378
+INFO:TEST NDCG@40, IoU=0.5: 0.361409
+INFO:TEST NDCG@40, IoU=0.7: 0.255009
+INFO:
+INFO:TRAIN EPOCH: 157|200
+INFO:EPOCH 157/200 | STEP: 0|2708 | Loss: 0.106718
+INFO:EPOCH 157/200 | STEP: 100|2708 | Loss: 0.111210
+INFO:EPOCH 157/200 | STEP: 200|2708 | Loss: 0.110683
+INFO:EPOCH 157/200 | STEP: 300|2708 | Loss: 0.113050
+INFO:EPOCH 157/200 | STEP: 400|2708 | Loss: 0.113054
+INFO:EPOCH 157/200 | STEP: 500|2708 | Loss: 0.112241
+INFO:EPOCH 157/200 | STEP: 600|2708 | Loss: 0.117369
+INFO:EPOCH 157/200 | STEP: 700|2708 | Loss: 0.123498
+INFO:EPOCH 157/200 | STEP: 800|2708 | Loss: 0.112536
+INFO:EPOCH 157/200 | STEP: 900|2708 | Loss: 0.111170
+INFO:EPOCH 157/200 | STEP: 1000|2708 | Loss: 0.113399
+INFO:EPOCH 157/200 | STEP: 1100|2708 | Loss: 0.115243
+INFO:EPOCH 157/200 | STEP: 1200|2708 | Loss: 0.118503
+INFO:EPOCH 157/200 | STEP: 1300|2708 | Loss: 0.111505
+INFO:EPOCH 157/200 | STEP: 1400|2708 | Loss: 0.116435
+INFO:EPOCH 157/200 | STEP: 1500|2708 | Loss: 0.109776
+INFO:EPOCH 157/200 | STEP: 1600|2708 | Loss: 0.119207
+INFO:EPOCH 157/200 | STEP: 1700|2708 | Loss: 0.117401
+INFO:EPOCH 157/200 | STEP: 1800|2708 | Loss: 0.116076
+INFO:EPOCH 157/200 | STEP: 1900|2708 | Loss: 0.118814
+INFO:EPOCH 157/200 | STEP: 2000|2708 | Loss: 0.110614
+INFO:EPOCH 157/200 | STEP: 2100|2708 | Loss: 0.119608
+INFO:EPOCH 157/200 | STEP: 2200|2708 | Loss: 0.113638
+INFO:EPOCH 157/200 | STEP: 2300|2708 | Loss: 0.124871
+INFO:EPOCH 157/200 | STEP: 2400|2708 | Loss: 0.121814
+INFO:EPOCH 157/200 | STEP: 2500|2708 | Loss: 0.119666
+INFO:EPOCH 157/200 | STEP: 2600|2708 | Loss: 0.115241
+INFO:EPOCH 157/200 | STEP: 2700|2708 | Loss: 0.121599
+INFO:VAL NDCG@10, IoU=0.3: 0.373311
+INFO:VAL NDCG@10, IoU=0.5: 0.338473
+INFO:VAL NDCG@10, IoU=0.7: 0.228236
+INFO:VAL NDCG@20, IoU=0.3: 0.377131
+INFO:VAL NDCG@20, IoU=0.5: 0.341501
+INFO:VAL NDCG@20, IoU=0.7: 0.233035
+INFO:VAL NDCG@40, IoU=0.3: 0.401343
+INFO:VAL NDCG@40, IoU=0.5: 0.362864
+INFO:VAL NDCG@40, IoU=0.7: 0.250131
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.372136
+INFO:TEST NDCG@10, IoU=0.5: 0.336474
+INFO:TEST NDCG@10, IoU=0.7: 0.231314
+INFO:TEST NDCG@20, IoU=0.3: 0.376016
+INFO:TEST NDCG@20, IoU=0.5: 0.339871
+INFO:TEST NDCG@20, IoU=0.7: 0.236258
+INFO:TEST NDCG@40, IoU=0.3: 0.399989
+INFO:TEST NDCG@40, IoU=0.5: 0.361560
+INFO:TEST NDCG@40, IoU=0.7: 0.254606
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.373311
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.338473
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.228236
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.377131
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.341501
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.233035
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.401343
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.362864
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.250131
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.372136
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.336474
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.231314
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.376016
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.339871
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.236258
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.399989
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.361560
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.254606
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 158|200
+INFO:EPOCH 158/200 | STEP: 0|2708 | Loss: 0.113572
+INFO:EPOCH 158/200 | STEP: 100|2708 | Loss: 0.119256
+INFO:EPOCH 158/200 | STEP: 200|2708 | Loss: 0.116651
+INFO:EPOCH 158/200 | STEP: 300|2708 | Loss: 0.117041
+INFO:EPOCH 158/200 | STEP: 400|2708 | Loss: 0.117438
+INFO:EPOCH 158/200 | STEP: 500|2708 | Loss: 0.114603
+INFO:EPOCH 158/200 | STEP: 600|2708 | Loss: 0.111745
+INFO:EPOCH 158/200 | STEP: 700|2708 | Loss: 0.112690
+INFO:EPOCH 158/200 | STEP: 800|2708 | Loss: 0.121366
+INFO:EPOCH 158/200 | STEP: 900|2708 | Loss: 0.111404
+INFO:EPOCH 158/200 | STEP: 1000|2708 | Loss: 0.107399
+INFO:EPOCH 158/200 | STEP: 1100|2708 | Loss: 0.107020
+INFO:EPOCH 158/200 | STEP: 1200|2708 | Loss: 0.111421
+INFO:EPOCH 158/200 | STEP: 1300|2708 | Loss: 0.113873
+INFO:EPOCH 158/200 | STEP: 1400|2708 | Loss: 0.116728
+INFO:EPOCH 158/200 | STEP: 1500|2708 | Loss: 0.121629
+INFO:EPOCH 158/200 | STEP: 1600|2708 | Loss: 0.112566
+INFO:EPOCH 158/200 | STEP: 1700|2708 | Loss: 0.116281
+INFO:EPOCH 158/200 | STEP: 1800|2708 | Loss: 0.114911
+INFO:EPOCH 158/200 | STEP: 1900|2708 | Loss: 0.120232
+INFO:EPOCH 158/200 | STEP: 2000|2708 | Loss: 0.118582
+INFO:EPOCH 158/200 | STEP: 2100|2708 | Loss: 0.111316
+INFO:EPOCH 158/200 | STEP: 2200|2708 | Loss: 0.122800
+INFO:EPOCH 158/200 | STEP: 2300|2708 | Loss: 0.118780
+INFO:EPOCH 158/200 | STEP: 2400|2708 | Loss: 0.117754
+INFO:EPOCH 158/200 | STEP: 2500|2708 | Loss: 0.112243
+INFO:EPOCH 158/200 | STEP: 2600|2708 | Loss: 0.120262
+INFO:EPOCH 158/200 | STEP: 2700|2708 | Loss: 0.117139
+INFO:VAL NDCG@10, IoU=0.3: 0.369648
+INFO:VAL NDCG@10, IoU=0.5: 0.335853
+INFO:VAL NDCG@10, IoU=0.7: 0.225773
+INFO:VAL NDCG@20, IoU=0.3: 0.375345
+INFO:VAL NDCG@20, IoU=0.5: 0.338427
+INFO:VAL NDCG@20, IoU=0.7: 0.230958
+INFO:VAL NDCG@40, IoU=0.3: 0.400859
+INFO:VAL NDCG@40, IoU=0.5: 0.362421
+INFO:VAL NDCG@40, IoU=0.7: 0.251180
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.370993
+INFO:TEST NDCG@10, IoU=0.5: 0.335533
+INFO:TEST NDCG@10, IoU=0.7: 0.231129
+INFO:TEST NDCG@20, IoU=0.3: 0.375258
+INFO:TEST NDCG@20, IoU=0.5: 0.339142
+INFO:TEST NDCG@20, IoU=0.7: 0.236475
+INFO:TEST NDCG@40, IoU=0.3: 0.398608
+INFO:TEST NDCG@40, IoU=0.5: 0.360416
+INFO:TEST NDCG@40, IoU=0.7: 0.253931
+INFO:
+INFO:TRAIN EPOCH: 159|200
+INFO:EPOCH 159/200 | STEP: 0|2708 | Loss: 0.113253
+INFO:EPOCH 159/200 | STEP: 100|2708 | Loss: 0.110601
+INFO:EPOCH 159/200 | STEP: 200|2708 | Loss: 0.112016
+INFO:EPOCH 159/200 | STEP: 300|2708 | Loss: 0.118865
+INFO:EPOCH 159/200 | STEP: 400|2708 | Loss: 0.115672
+INFO:EPOCH 159/200 | STEP: 500|2708 | Loss: 0.112655
+INFO:EPOCH 159/200 | STEP: 600|2708 | Loss: 0.119017
+INFO:EPOCH 159/200 | STEP: 700|2708 | Loss: 0.124960
+INFO:EPOCH 159/200 | STEP: 800|2708 | Loss: 0.115146
+INFO:EPOCH 159/200 | STEP: 900|2708 | Loss: 0.109295
+INFO:EPOCH 159/200 | STEP: 1000|2708 | Loss: 0.119183
+INFO:EPOCH 159/200 | STEP: 1100|2708 | Loss: 0.119077
+INFO:EPOCH 159/200 | STEP: 1200|2708 | Loss: 0.106323
+INFO:EPOCH 159/200 | STEP: 1300|2708 | Loss: 0.110583
+INFO:EPOCH 159/200 | STEP: 1400|2708 | Loss: 0.107621
+INFO:EPOCH 159/200 | STEP: 1500|2708 | Loss: 0.116046
+INFO:EPOCH 159/200 | STEP: 1600|2708 | Loss: 0.119825
+INFO:EPOCH 159/200 | STEP: 1700|2708 | Loss: 0.129226
+INFO:EPOCH 159/200 | STEP: 1800|2708 | Loss: 0.119297
+INFO:EPOCH 159/200 | STEP: 1900|2708 | Loss: 0.103331
+INFO:EPOCH 159/200 | STEP: 2000|2708 | Loss: 0.122153
+INFO:EPOCH 159/200 | STEP: 2100|2708 | Loss: 0.121353
+INFO:EPOCH 159/200 | STEP: 2200|2708 | Loss: 0.124733
+INFO:EPOCH 159/200 | STEP: 2300|2708 | Loss: 0.116092
+INFO:EPOCH 159/200 | STEP: 2400|2708 | Loss: 0.112562
+INFO:EPOCH 159/200 | STEP: 2500|2708 | Loss: 0.112230
+INFO:EPOCH 159/200 | STEP: 2600|2708 | Loss: 0.116569
+INFO:EPOCH 159/200 | STEP: 2700|2708 | Loss: 0.119994
+INFO:VAL NDCG@10, IoU=0.3: 0.372316
+INFO:VAL NDCG@10, IoU=0.5: 0.337602
+INFO:VAL NDCG@10, IoU=0.7: 0.229252
+INFO:VAL NDCG@20, IoU=0.3: 0.377335
+INFO:VAL NDCG@20, IoU=0.5: 0.341754
+INFO:VAL NDCG@20, IoU=0.7: 0.233419
+INFO:VAL NDCG@40, IoU=0.3: 0.402016
+INFO:VAL NDCG@40, IoU=0.5: 0.364406
+INFO:VAL NDCG@40, IoU=0.7: 0.251960
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.373173
+INFO:TEST NDCG@10, IoU=0.5: 0.337713
+INFO:TEST NDCG@10, IoU=0.7: 0.232142
+INFO:TEST NDCG@20, IoU=0.3: 0.376070
+INFO:TEST NDCG@20, IoU=0.5: 0.340023
+INFO:TEST NDCG@20, IoU=0.7: 0.236154
+INFO:TEST NDCG@40, IoU=0.3: 0.400080
+INFO:TEST NDCG@40, IoU=0.5: 0.361950
+INFO:TEST NDCG@40, IoU=0.7: 0.254507
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.372316
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.337602
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.229252
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.377335
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.341754
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.233419
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.402016
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.364406
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.251960
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.373173
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.337713
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.232142
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.376070
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.340023
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.236154
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.400080
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.361950
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.254507
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 160|200
+INFO:EPOCH 160/200 | STEP: 0|2708 | Loss: 0.117778
+INFO:EPOCH 160/200 | STEP: 100|2708 | Loss: 0.110737
+INFO:EPOCH 160/200 | STEP: 200|2708 | Loss: 0.112382
+INFO:EPOCH 160/200 | STEP: 300|2708 | Loss: 0.110849
+INFO:EPOCH 160/200 | STEP: 400|2708 | Loss: 0.107141
+INFO:EPOCH 160/200 | STEP: 500|2708 | Loss: 0.116316
+INFO:EPOCH 160/200 | STEP: 600|2708 | Loss: 0.117138
+INFO:EPOCH 160/200 | STEP: 700|2708 | Loss: 0.113777
+INFO:EPOCH 160/200 | STEP: 800|2708 | Loss: 0.118398
+INFO:EPOCH 160/200 | STEP: 900|2708 | Loss: 0.116519
+INFO:EPOCH 160/200 | STEP: 1000|2708 | Loss: 0.118771
+INFO:EPOCH 160/200 | STEP: 1100|2708 | Loss: 0.114793
+INFO:EPOCH 160/200 | STEP: 1200|2708 | Loss: 0.118365
+INFO:EPOCH 160/200 | STEP: 1300|2708 | Loss: 0.112289
+INFO:EPOCH 160/200 | STEP: 1400|2708 | Loss: 0.118040
+INFO:EPOCH 160/200 | STEP: 1500|2708 | Loss: 0.121002
+INFO:EPOCH 160/200 | STEP: 1600|2708 | Loss: 0.120718
+INFO:EPOCH 160/200 | STEP: 1700|2708 | Loss: 0.109811
+INFO:EPOCH 160/200 | STEP: 1800|2708 | Loss: 0.124438
+INFO:EPOCH 160/200 | STEP: 1900|2708 | Loss: 0.116416
+INFO:EPOCH 160/200 | STEP: 2000|2708 | Loss: 0.112433
+INFO:EPOCH 160/200 | STEP: 2100|2708 | Loss: 0.114782
+INFO:EPOCH 160/200 | STEP: 2200|2708 | Loss: 0.117443
+INFO:EPOCH 160/200 | STEP: 2300|2708 | Loss: 0.113090
+INFO:EPOCH 160/200 | STEP: 2400|2708 | Loss: 0.103040
+INFO:EPOCH 160/200 | STEP: 2500|2708 | Loss: 0.110051
+INFO:EPOCH 160/200 | STEP: 2600|2708 | Loss: 0.114905
+INFO:EPOCH 160/200 | STEP: 2700|2708 | Loss: 0.117770
+INFO:VAL NDCG@10, IoU=0.3: 0.369618
+INFO:VAL NDCG@10, IoU=0.5: 0.337012
+INFO:VAL NDCG@10, IoU=0.7: 0.228449
+INFO:VAL NDCG@20, IoU=0.3: 0.374901
+INFO:VAL NDCG@20, IoU=0.5: 0.339609
+INFO:VAL NDCG@20, IoU=0.7: 0.233586
+INFO:VAL NDCG@40, IoU=0.3: 0.399740
+INFO:VAL NDCG@40, IoU=0.5: 0.362175
+INFO:VAL NDCG@40, IoU=0.7: 0.251475
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.371988
+INFO:TEST NDCG@10, IoU=0.5: 0.337051
+INFO:TEST NDCG@10, IoU=0.7: 0.231953
+INFO:TEST NDCG@20, IoU=0.3: 0.376375
+INFO:TEST NDCG@20, IoU=0.5: 0.340367
+INFO:TEST NDCG@20, IoU=0.7: 0.236431
+INFO:TEST NDCG@40, IoU=0.3: 0.400988
+INFO:TEST NDCG@40, IoU=0.5: 0.363010
+INFO:TEST NDCG@40, IoU=0.7: 0.255407
+INFO:
+INFO:TRAIN EPOCH: 161|200
+INFO:EPOCH 161/200 | STEP: 0|2708 | Loss: 0.109121
+INFO:EPOCH 161/200 | STEP: 100|2708 | Loss: 0.112202
+INFO:EPOCH 161/200 | STEP: 200|2708 | Loss: 0.110548
+INFO:EPOCH 161/200 | STEP: 300|2708 | Loss: 0.119729
+INFO:EPOCH 161/200 | STEP: 400|2708 | Loss: 0.115521
+INFO:EPOCH 161/200 | STEP: 500|2708 | Loss: 0.111501
+INFO:EPOCH 161/200 | STEP: 600|2708 | Loss: 0.114630
+INFO:EPOCH 161/200 | STEP: 700|2708 | Loss: 0.116298
+INFO:EPOCH 161/200 | STEP: 800|2708 | Loss: 0.117335
+INFO:EPOCH 161/200 | STEP: 900|2708 | Loss: 0.118534
+INFO:EPOCH 161/200 | STEP: 1000|2708 | Loss: 0.126224
+INFO:EPOCH 161/200 | STEP: 1100|2708 | Loss: 0.112602
+INFO:EPOCH 161/200 | STEP: 1200|2708 | Loss: 0.114114
+INFO:EPOCH 161/200 | STEP: 1300|2708 | Loss: 0.116540
+INFO:EPOCH 161/200 | STEP: 1400|2708 | Loss: 0.119586
+INFO:EPOCH 161/200 | STEP: 1500|2708 | Loss: 0.122375
+INFO:EPOCH 161/200 | STEP: 1600|2708 | Loss: 0.113124
+INFO:EPOCH 161/200 | STEP: 1700|2708 | Loss: 0.116643
+INFO:EPOCH 161/200 | STEP: 1800|2708 | Loss: 0.117577
+INFO:EPOCH 161/200 | STEP: 1900|2708 | Loss: 0.118353
+INFO:EPOCH 161/200 | STEP: 2000|2708 | Loss: 0.123856
+INFO:EPOCH 161/200 | STEP: 2100|2708 | Loss: 0.116752
+INFO:EPOCH 161/200 | STEP: 2200|2708 | Loss: 0.120295
+INFO:EPOCH 161/200 | STEP: 2300|2708 | Loss: 0.117133
+INFO:EPOCH 161/200 | STEP: 2400|2708 | Loss: 0.110765
+INFO:EPOCH 161/200 | STEP: 2500|2708 | Loss: 0.115144
+INFO:EPOCH 161/200 | STEP: 2600|2708 | Loss: 0.112154
+INFO:EPOCH 161/200 | STEP: 2700|2708 | Loss: 0.106851
+INFO:VAL NDCG@10, IoU=0.3: 0.373020
+INFO:VAL NDCG@10, IoU=0.5: 0.337933
+INFO:VAL NDCG@10, IoU=0.7: 0.230434
+INFO:VAL NDCG@20, IoU=0.3: 0.375287
+INFO:VAL NDCG@20, IoU=0.5: 0.338341
+INFO:VAL NDCG@20, IoU=0.7: 0.232511
+INFO:VAL NDCG@40, IoU=0.3: 0.400375
+INFO:VAL NDCG@40, IoU=0.5: 0.361596
+INFO:VAL NDCG@40, IoU=0.7: 0.251816
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.374373
+INFO:TEST NDCG@10, IoU=0.5: 0.338686
+INFO:TEST NDCG@10, IoU=0.7: 0.233486
+INFO:TEST NDCG@20, IoU=0.3: 0.378386
+INFO:TEST NDCG@20, IoU=0.5: 0.341712
+INFO:TEST NDCG@20, IoU=0.7: 0.237969
+INFO:TEST NDCG@40, IoU=0.3: 0.402093
+INFO:TEST NDCG@40, IoU=0.5: 0.363556
+INFO:TEST NDCG@40, IoU=0.7: 0.255995
+INFO:
+INFO:TRAIN EPOCH: 162|200
+INFO:EPOCH 162/200 | STEP: 0|2708 | Loss: 0.112873
+INFO:EPOCH 162/200 | STEP: 100|2708 | Loss: 0.116136
+INFO:EPOCH 162/200 | STEP: 200|2708 | Loss: 0.117049
+INFO:EPOCH 162/200 | STEP: 300|2708 | Loss: 0.106400
+INFO:EPOCH 162/200 | STEP: 400|2708 | Loss: 0.118583
+INFO:EPOCH 162/200 | STEP: 500|2708 | Loss: 0.117336
+INFO:EPOCH 162/200 | STEP: 600|2708 | Loss: 0.109725
+INFO:EPOCH 162/200 | STEP: 700|2708 | Loss: 0.120397
+INFO:EPOCH 162/200 | STEP: 800|2708 | Loss: 0.112182
+INFO:EPOCH 162/200 | STEP: 900|2708 | Loss: 0.108342
+INFO:EPOCH 162/200 | STEP: 1000|2708 | Loss: 0.113569
+INFO:EPOCH 162/200 | STEP: 1100|2708 | Loss: 0.123599
+INFO:EPOCH 162/200 | STEP: 1200|2708 | Loss: 0.115624
+INFO:EPOCH 162/200 | STEP: 1300|2708 | Loss: 0.112830
+INFO:EPOCH 162/200 | STEP: 1400|2708 | Loss: 0.116692
+INFO:EPOCH 162/200 | STEP: 1500|2708 | Loss: 0.107400
+INFO:EPOCH 162/200 | STEP: 1600|2708 | Loss: 0.106910
+INFO:EPOCH 162/200 | STEP: 1700|2708 | Loss: 0.113513
+INFO:EPOCH 162/200 | STEP: 1800|2708 | Loss: 0.120142
+INFO:EPOCH 162/200 | STEP: 1900|2708 | Loss: 0.121981
+INFO:EPOCH 162/200 | STEP: 2000|2708 | Loss: 0.127561
+INFO:EPOCH 162/200 | STEP: 2100|2708 | Loss: 0.117164
+INFO:EPOCH 162/200 | STEP: 2200|2708 | Loss: 0.115509
+INFO:EPOCH 162/200 | STEP: 2300|2708 | Loss: 0.111494
+INFO:EPOCH 162/200 | STEP: 2400|2708 | Loss: 0.116234
+INFO:EPOCH 162/200 | STEP: 2500|2708 | Loss: 0.109351
+INFO:EPOCH 162/200 | STEP: 2600|2708 | Loss: 0.116119
+INFO:EPOCH 162/200 | STEP: 2700|2708 | Loss: 0.119403
+INFO:VAL NDCG@10, IoU=0.3: 0.373596
+INFO:VAL NDCG@10, IoU=0.5: 0.338855
+INFO:VAL NDCG@10, IoU=0.7: 0.228992
+INFO:VAL NDCG@20, IoU=0.3: 0.376137
+INFO:VAL NDCG@20, IoU=0.5: 0.338861
+INFO:VAL NDCG@20, IoU=0.7: 0.230469
+INFO:VAL NDCG@40, IoU=0.3: 0.400710
+INFO:VAL NDCG@40, IoU=0.5: 0.363207
+INFO:VAL NDCG@40, IoU=0.7: 0.251294
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.373256
+INFO:TEST NDCG@10, IoU=0.5: 0.338531
+INFO:TEST NDCG@10, IoU=0.7: 0.233209
+INFO:TEST NDCG@20, IoU=0.3: 0.377121
+INFO:TEST NDCG@20, IoU=0.5: 0.341126
+INFO:TEST NDCG@20, IoU=0.7: 0.237715
+INFO:TEST NDCG@40, IoU=0.3: 0.400304
+INFO:TEST NDCG@40, IoU=0.5: 0.362610
+INFO:TEST NDCG@40, IoU=0.7: 0.255800
+INFO:
+INFO:TRAIN EPOCH: 163|200
+INFO:EPOCH 163/200 | STEP: 0|2708 | Loss: 0.115076
+INFO:EPOCH 163/200 | STEP: 100|2708 | Loss: 0.110392
+INFO:EPOCH 163/200 | STEP: 200|2708 | Loss: 0.114565
+INFO:EPOCH 163/200 | STEP: 300|2708 | Loss: 0.112407
+INFO:EPOCH 163/200 | STEP: 400|2708 | Loss: 0.110187
+INFO:EPOCH 163/200 | STEP: 500|2708 | Loss: 0.116753
+INFO:EPOCH 163/200 | STEP: 600|2708 | Loss: 0.110891
+INFO:EPOCH 163/200 | STEP: 700|2708 | Loss: 0.099736
+INFO:EPOCH 163/200 | STEP: 800|2708 | Loss: 0.115109
+INFO:EPOCH 163/200 | STEP: 900|2708 | Loss: 0.113386
+INFO:EPOCH 163/200 | STEP: 1000|2708 | Loss: 0.112399
+INFO:EPOCH 163/200 | STEP: 1100|2708 | Loss: 0.112515
+INFO:EPOCH 163/200 | STEP: 1200|2708 | Loss: 0.114833
+INFO:EPOCH 163/200 | STEP: 1300|2708 | Loss: 0.122434
+INFO:EPOCH 163/200 | STEP: 1400|2708 | Loss: 0.114015
+INFO:EPOCH 163/200 | STEP: 1500|2708 | Loss: 0.112103
+INFO:EPOCH 163/200 | STEP: 1600|2708 | Loss: 0.110249
+INFO:EPOCH 163/200 | STEP: 1700|2708 | Loss: 0.109221
+INFO:EPOCH 163/200 | STEP: 1800|2708 | Loss: 0.118205
+INFO:EPOCH 163/200 | STEP: 1900|2708 | Loss: 0.126259
+INFO:EPOCH 163/200 | STEP: 2000|2708 | Loss: 0.123860
+INFO:EPOCH 163/200 | STEP: 2100|2708 | Loss: 0.115872
+INFO:EPOCH 163/200 | STEP: 2200|2708 | Loss: 0.102593
+INFO:EPOCH 163/200 | STEP: 2300|2708 | Loss: 0.118240
+INFO:EPOCH 163/200 | STEP: 2400|2708 | Loss: 0.112223
+INFO:EPOCH 163/200 | STEP: 2500|2708 | Loss: 0.118022
+INFO:EPOCH 163/200 | STEP: 2600|2708 | Loss: 0.120642
+INFO:EPOCH 163/200 | STEP: 2700|2708 | Loss: 0.117956
+INFO:VAL NDCG@10, IoU=0.3: 0.369781
+INFO:VAL NDCG@10, IoU=0.5: 0.334781
+INFO:VAL NDCG@10, IoU=0.7: 0.227974
+INFO:VAL NDCG@20, IoU=0.3: 0.375930
+INFO:VAL NDCG@20, IoU=0.5: 0.338490
+INFO:VAL NDCG@20, IoU=0.7: 0.231137
+INFO:VAL NDCG@40, IoU=0.3: 0.399511
+INFO:VAL NDCG@40, IoU=0.5: 0.361594
+INFO:VAL NDCG@40, IoU=0.7: 0.249785
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.374521
+INFO:TEST NDCG@10, IoU=0.5: 0.339018
+INFO:TEST NDCG@10, IoU=0.7: 0.233424
+INFO:TEST NDCG@20, IoU=0.3: 0.377748
+INFO:TEST NDCG@20, IoU=0.5: 0.341626
+INFO:TEST NDCG@20, IoU=0.7: 0.237904
+INFO:TEST NDCG@40, IoU=0.3: 0.400906
+INFO:TEST NDCG@40, IoU=0.5: 0.362754
+INFO:TEST NDCG@40, IoU=0.7: 0.255541
+INFO:
+INFO:TRAIN EPOCH: 164|200
+INFO:EPOCH 164/200 | STEP: 0|2708 | Loss: 0.110248
+INFO:EPOCH 164/200 | STEP: 100|2708 | Loss: 0.113969
+INFO:EPOCH 164/200 | STEP: 200|2708 | Loss: 0.113645
+INFO:EPOCH 164/200 | STEP: 300|2708 | Loss: 0.113754
+INFO:EPOCH 164/200 | STEP: 400|2708 | Loss: 0.112042
+INFO:EPOCH 164/200 | STEP: 500|2708 | Loss: 0.108009
+INFO:EPOCH 164/200 | STEP: 600|2708 | Loss: 0.128266
+INFO:EPOCH 164/200 | STEP: 700|2708 | Loss: 0.105193
+INFO:EPOCH 164/200 | STEP: 800|2708 | Loss: 0.111015
+INFO:EPOCH 164/200 | STEP: 900|2708 | Loss: 0.110521
+INFO:EPOCH 164/200 | STEP: 1000|2708 | Loss: 0.115093
+INFO:EPOCH 164/200 | STEP: 1100|2708 | Loss: 0.116054
+INFO:EPOCH 164/200 | STEP: 1200|2708 | Loss: 0.110082
+INFO:EPOCH 164/200 | STEP: 1300|2708 | Loss: 0.116330
+INFO:EPOCH 164/200 | STEP: 1400|2708 | Loss: 0.111822
+INFO:EPOCH 164/200 | STEP: 1500|2708 | Loss: 0.110719
+INFO:EPOCH 164/200 | STEP: 1600|2708 | Loss: 0.120366
+INFO:EPOCH 164/200 | STEP: 1700|2708 | Loss: 0.114317
+INFO:EPOCH 164/200 | STEP: 1800|2708 | Loss: 0.106649
+INFO:EPOCH 164/200 | STEP: 1900|2708 | Loss: 0.114011
+INFO:EPOCH 164/200 | STEP: 2000|2708 | Loss: 0.116448
+INFO:EPOCH 164/200 | STEP: 2100|2708 | Loss: 0.121021
+INFO:EPOCH 164/200 | STEP: 2200|2708 | Loss: 0.109277
+INFO:EPOCH 164/200 | STEP: 2300|2708 | Loss: 0.132326
+INFO:EPOCH 164/200 | STEP: 2400|2708 | Loss: 0.109639
+INFO:EPOCH 164/200 | STEP: 2500|2708 | Loss: 0.115709
+INFO:EPOCH 164/200 | STEP: 2600|2708 | Loss: 0.108203
+INFO:EPOCH 164/200 | STEP: 2700|2708 | Loss: 0.108554
+INFO:VAL NDCG@10, IoU=0.3: 0.370723
+INFO:VAL NDCG@10, IoU=0.5: 0.337423
+INFO:VAL NDCG@10, IoU=0.7: 0.228145
+INFO:VAL NDCG@20, IoU=0.3: 0.376193
+INFO:VAL NDCG@20, IoU=0.5: 0.340644
+INFO:VAL NDCG@20, IoU=0.7: 0.233314
+INFO:VAL NDCG@40, IoU=0.3: 0.400596
+INFO:VAL NDCG@40, IoU=0.5: 0.362768
+INFO:VAL NDCG@40, IoU=0.7: 0.250567
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.374835
+INFO:TEST NDCG@10, IoU=0.5: 0.339121
+INFO:TEST NDCG@10, IoU=0.7: 0.233511
+INFO:TEST NDCG@20, IoU=0.3: 0.377963
+INFO:TEST NDCG@20, IoU=0.5: 0.341565
+INFO:TEST NDCG@20, IoU=0.7: 0.237751
+INFO:TEST NDCG@40, IoU=0.3: 0.401785
+INFO:TEST NDCG@40, IoU=0.5: 0.363163
+INFO:TEST NDCG@40, IoU=0.7: 0.255621
+INFO:
+INFO:TRAIN EPOCH: 165|200
+INFO:EPOCH 165/200 | STEP: 0|2708 | Loss: 0.099842
+INFO:EPOCH 165/200 | STEP: 100|2708 | Loss: 0.113164
+INFO:EPOCH 165/200 | STEP: 200|2708 | Loss: 0.114964
+INFO:EPOCH 165/200 | STEP: 300|2708 | Loss: 0.109733
+INFO:EPOCH 165/200 | STEP: 400|2708 | Loss: 0.108306
+INFO:EPOCH 165/200 | STEP: 500|2708 | Loss: 0.110493
+INFO:EPOCH 165/200 | STEP: 600|2708 | Loss: 0.117661
+INFO:EPOCH 165/200 | STEP: 700|2708 | Loss: 0.125610
+INFO:EPOCH 165/200 | STEP: 800|2708 | Loss: 0.118678
+INFO:EPOCH 165/200 | STEP: 900|2708 | Loss: 0.106619
+INFO:EPOCH 165/200 | STEP: 1000|2708 | Loss: 0.117871
+INFO:EPOCH 165/200 | STEP: 1100|2708 | Loss: 0.110040
+INFO:EPOCH 165/200 | STEP: 1200|2708 | Loss: 0.114841
+INFO:EPOCH 165/200 | STEP: 1300|2708 | Loss: 0.110126
+INFO:EPOCH 165/200 | STEP: 1400|2708 | Loss: 0.118231
+INFO:EPOCH 165/200 | STEP: 1500|2708 | Loss: 0.115955
+INFO:EPOCH 165/200 | STEP: 1600|2708 | Loss: 0.114648
+INFO:EPOCH 165/200 | STEP: 1700|2708 | Loss: 0.114444
+INFO:EPOCH 165/200 | STEP: 1800|2708 | Loss: 0.104465
+INFO:EPOCH 165/200 | STEP: 1900|2708 | Loss: 0.122909
+INFO:EPOCH 165/200 | STEP: 2000|2708 | Loss: 0.115186
+INFO:EPOCH 165/200 | STEP: 2100|2708 | Loss: 0.112096
+INFO:EPOCH 165/200 | STEP: 2200|2708 | Loss: 0.121876
+INFO:EPOCH 165/200 | STEP: 2300|2708 | Loss: 0.115614
+INFO:EPOCH 165/200 | STEP: 2400|2708 | Loss: 0.112350
+INFO:EPOCH 165/200 | STEP: 2500|2708 | Loss: 0.107377
+INFO:EPOCH 165/200 | STEP: 2600|2708 | Loss: 0.117509
+INFO:EPOCH 165/200 | STEP: 2700|2708 | Loss: 0.108862
+INFO:VAL NDCG@10, IoU=0.3: 0.370372
+INFO:VAL NDCG@10, IoU=0.5: 0.336827
+INFO:VAL NDCG@10, IoU=0.7: 0.226963
+INFO:VAL NDCG@20, IoU=0.3: 0.375772
+INFO:VAL NDCG@20, IoU=0.5: 0.340502
+INFO:VAL NDCG@20, IoU=0.7: 0.232110
+INFO:VAL NDCG@40, IoU=0.3: 0.401017
+INFO:VAL NDCG@40, IoU=0.5: 0.362698
+INFO:VAL NDCG@40, IoU=0.7: 0.250563
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.374934
+INFO:TEST NDCG@10, IoU=0.5: 0.339662
+INFO:TEST NDCG@10, IoU=0.7: 0.233628
+INFO:TEST NDCG@20, IoU=0.3: 0.377369
+INFO:TEST NDCG@20, IoU=0.5: 0.341402
+INFO:TEST NDCG@20, IoU=0.7: 0.237917
+INFO:TEST NDCG@40, IoU=0.3: 0.401452
+INFO:TEST NDCG@40, IoU=0.5: 0.362945
+INFO:TEST NDCG@40, IoU=0.7: 0.255747
+INFO:
+INFO:TRAIN EPOCH: 166|200
+INFO:EPOCH 166/200 | STEP: 0|2708 | Loss: 0.110255
+INFO:EPOCH 166/200 | STEP: 100|2708 | Loss: 0.104873
+INFO:EPOCH 166/200 | STEP: 200|2708 | Loss: 0.105551
+INFO:EPOCH 166/200 | STEP: 300|2708 | Loss: 0.111308
+INFO:EPOCH 166/200 | STEP: 400|2708 | Loss: 0.110907
+INFO:EPOCH 166/200 | STEP: 500|2708 | Loss: 0.112861
+INFO:EPOCH 166/200 | STEP: 600|2708 | Loss: 0.121948
+INFO:EPOCH 166/200 | STEP: 700|2708 | Loss: 0.122397
+INFO:EPOCH 166/200 | STEP: 800|2708 | Loss: 0.111936
+INFO:EPOCH 166/200 | STEP: 900|2708 | Loss: 0.120596
+INFO:EPOCH 166/200 | STEP: 1000|2708 | Loss: 0.114579
+INFO:EPOCH 166/200 | STEP: 1100|2708 | Loss: 0.106866
+INFO:EPOCH 166/200 | STEP: 1200|2708 | Loss: 0.114006
+INFO:EPOCH 166/200 | STEP: 1300|2708 | Loss: 0.116974
+INFO:EPOCH 166/200 | STEP: 1400|2708 | Loss: 0.104056
+INFO:EPOCH 166/200 | STEP: 1500|2708 | Loss: 0.112449
+INFO:EPOCH 166/200 | STEP: 1600|2708 | Loss: 0.109240
+INFO:EPOCH 166/200 | STEP: 1700|2708 | Loss: 0.122459
+INFO:EPOCH 166/200 | STEP: 1800|2708 | Loss: 0.120198
+INFO:EPOCH 166/200 | STEP: 1900|2708 | Loss: 0.110569
+INFO:EPOCH 166/200 | STEP: 2000|2708 | Loss: 0.114927
+INFO:EPOCH 166/200 | STEP: 2100|2708 | Loss: 0.112685
+INFO:EPOCH 166/200 | STEP: 2200|2708 | Loss: 0.107480
+INFO:EPOCH 166/200 | STEP: 2300|2708 | Loss: 0.121996
+INFO:EPOCH 166/200 | STEP: 2400|2708 | Loss: 0.121166
+INFO:EPOCH 166/200 | STEP: 2500|2708 | Loss: 0.116557
+INFO:EPOCH 166/200 | STEP: 2600|2708 | Loss: 0.109460
+INFO:EPOCH 166/200 | STEP: 2700|2708 | Loss: 0.115962
+INFO:VAL NDCG@10, IoU=0.3: 0.372646
+INFO:VAL NDCG@10, IoU=0.5: 0.338918
+INFO:VAL NDCG@10, IoU=0.7: 0.230155
+INFO:VAL NDCG@20, IoU=0.3: 0.378108
+INFO:VAL NDCG@20, IoU=0.5: 0.342133
+INFO:VAL NDCG@20, IoU=0.7: 0.235226
+INFO:VAL NDCG@40, IoU=0.3: 0.401453
+INFO:VAL NDCG@40, IoU=0.5: 0.364271
+INFO:VAL NDCG@40, IoU=0.7: 0.252592
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.374690
+INFO:TEST NDCG@10, IoU=0.5: 0.339517
+INFO:TEST NDCG@10, IoU=0.7: 0.233959
+INFO:TEST NDCG@20, IoU=0.3: 0.378081
+INFO:TEST NDCG@20, IoU=0.5: 0.342202
+INFO:TEST NDCG@20, IoU=0.7: 0.238920
+INFO:TEST NDCG@40, IoU=0.3: 0.402424
+INFO:TEST NDCG@40, IoU=0.5: 0.364256
+INFO:TEST NDCG@40, IoU=0.7: 0.256377
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.372646
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.338918
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.230155
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.378108
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.342133
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.235226
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.401453
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.364271
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.252592
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.374690
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.339517
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.233959
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.378081
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.342202
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.238920
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.402424
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.364256
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.256377
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 167|200
+INFO:EPOCH 167/200 | STEP: 0|2708 | Loss: 0.117808
+INFO:EPOCH 167/200 | STEP: 100|2708 | Loss: 0.109534
+INFO:EPOCH 167/200 | STEP: 200|2708 | Loss: 0.121317
+INFO:EPOCH 167/200 | STEP: 300|2708 | Loss: 0.107616
+INFO:EPOCH 167/200 | STEP: 400|2708 | Loss: 0.107647
+INFO:EPOCH 167/200 | STEP: 500|2708 | Loss: 0.111324
+INFO:EPOCH 167/200 | STEP: 600|2708 | Loss: 0.113356
+INFO:EPOCH 167/200 | STEP: 700|2708 | Loss: 0.110648
+INFO:EPOCH 167/200 | STEP: 800|2708 | Loss: 0.116372
+INFO:EPOCH 167/200 | STEP: 900|2708 | Loss: 0.114034
+INFO:EPOCH 167/200 | STEP: 1000|2708 | Loss: 0.119800
+INFO:EPOCH 167/200 | STEP: 1100|2708 | Loss: 0.113297
+INFO:EPOCH 167/200 | STEP: 1200|2708 | Loss: 0.103307
+INFO:EPOCH 167/200 | STEP: 1300|2708 | Loss: 0.115076
+INFO:EPOCH 167/200 | STEP: 1400|2708 | Loss: 0.108600
+INFO:EPOCH 167/200 | STEP: 1500|2708 | Loss: 0.112481
+INFO:EPOCH 167/200 | STEP: 1600|2708 | Loss: 0.117163
+INFO:EPOCH 167/200 | STEP: 1700|2708 | Loss: 0.118467
+INFO:EPOCH 167/200 | STEP: 1800|2708 | Loss: 0.114607
+INFO:EPOCH 167/200 | STEP: 1900|2708 | Loss: 0.112603
+INFO:EPOCH 167/200 | STEP: 2000|2708 | Loss: 0.118668
+INFO:EPOCH 167/200 | STEP: 2100|2708 | Loss: 0.116561
+INFO:EPOCH 167/200 | STEP: 2200|2708 | Loss: 0.114173
+INFO:EPOCH 167/200 | STEP: 2300|2708 | Loss: 0.109891
+INFO:EPOCH 167/200 | STEP: 2400|2708 | Loss: 0.114549
+INFO:EPOCH 167/200 | STEP: 2500|2708 | Loss: 0.110843
+INFO:EPOCH 167/200 | STEP: 2600|2708 | Loss: 0.124875
+INFO:EPOCH 167/200 | STEP: 2700|2708 | Loss: 0.112573
+INFO:VAL NDCG@10, IoU=0.3: 0.372386
+INFO:VAL NDCG@10, IoU=0.5: 0.337777
+INFO:VAL NDCG@10, IoU=0.7: 0.229378
+INFO:VAL NDCG@20, IoU=0.3: 0.376603
+INFO:VAL NDCG@20, IoU=0.5: 0.339268
+INFO:VAL NDCG@20, IoU=0.7: 0.232885
+INFO:VAL NDCG@40, IoU=0.3: 0.401666
+INFO:VAL NDCG@40, IoU=0.5: 0.362685
+INFO:VAL NDCG@40, IoU=0.7: 0.250980
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.375226
+INFO:TEST NDCG@10, IoU=0.5: 0.339840
+INFO:TEST NDCG@10, IoU=0.7: 0.234092
+INFO:TEST NDCG@20, IoU=0.3: 0.377210
+INFO:TEST NDCG@20, IoU=0.5: 0.341563
+INFO:TEST NDCG@20, IoU=0.7: 0.238287
+INFO:TEST NDCG@40, IoU=0.3: 0.402151
+INFO:TEST NDCG@40, IoU=0.5: 0.363986
+INFO:TEST NDCG@40, IoU=0.7: 0.256402
+INFO:
+INFO:TRAIN EPOCH: 168|200
+INFO:EPOCH 168/200 | STEP: 0|2708 | Loss: 0.108711
+INFO:EPOCH 168/200 | STEP: 100|2708 | Loss: 0.105694
+INFO:EPOCH 168/200 | STEP: 200|2708 | Loss: 0.110108
+INFO:EPOCH 168/200 | STEP: 300|2708 | Loss: 0.115905
+INFO:EPOCH 168/200 | STEP: 400|2708 | Loss: 0.113013
+INFO:EPOCH 168/200 | STEP: 500|2708 | Loss: 0.112407
+INFO:EPOCH 168/200 | STEP: 600|2708 | Loss: 0.119473
+INFO:EPOCH 168/200 | STEP: 700|2708 | Loss: 0.115084
+INFO:EPOCH 168/200 | STEP: 800|2708 | Loss: 0.116623
+INFO:EPOCH 168/200 | STEP: 900|2708 | Loss: 0.112728
+INFO:EPOCH 168/200 | STEP: 1000|2708 | Loss: 0.119791
+INFO:EPOCH 168/200 | STEP: 1100|2708 | Loss: 0.111498
+INFO:EPOCH 168/200 | STEP: 1200|2708 | Loss: 0.119504
+INFO:EPOCH 168/200 | STEP: 1300|2708 | Loss: 0.113166
+INFO:EPOCH 168/200 | STEP: 1400|2708 | Loss: 0.116303
+INFO:EPOCH 168/200 | STEP: 1500|2708 | Loss: 0.110656
+INFO:EPOCH 168/200 | STEP: 1600|2708 | Loss: 0.111375
+INFO:EPOCH 168/200 | STEP: 1700|2708 | Loss: 0.101616
+INFO:EPOCH 168/200 | STEP: 1800|2708 | Loss: 0.117301
+INFO:EPOCH 168/200 | STEP: 1900|2708 | Loss: 0.106258
+INFO:EPOCH 168/200 | STEP: 2000|2708 | Loss: 0.109587
+INFO:EPOCH 168/200 | STEP: 2100|2708 | Loss: 0.119190
+INFO:EPOCH 168/200 | STEP: 2200|2708 | Loss: 0.114366
+INFO:EPOCH 168/200 | STEP: 2300|2708 | Loss: 0.112440
+INFO:EPOCH 168/200 | STEP: 2400|2708 | Loss: 0.110094
+INFO:EPOCH 168/200 | STEP: 2500|2708 | Loss: 0.114150
+INFO:EPOCH 168/200 | STEP: 2600|2708 | Loss: 0.111314
+INFO:EPOCH 168/200 | STEP: 2700|2708 | Loss: 0.112088
+INFO:VAL NDCG@10, IoU=0.3: 0.372659
+INFO:VAL NDCG@10, IoU=0.5: 0.336886
+INFO:VAL NDCG@10, IoU=0.7: 0.228411
+INFO:VAL NDCG@20, IoU=0.3: 0.378613
+INFO:VAL NDCG@20, IoU=0.5: 0.341763
+INFO:VAL NDCG@20, IoU=0.7: 0.234080
+INFO:VAL NDCG@40, IoU=0.3: 0.402392
+INFO:VAL NDCG@40, IoU=0.5: 0.364409
+INFO:VAL NDCG@40, IoU=0.7: 0.252534
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.375054
+INFO:TEST NDCG@10, IoU=0.5: 0.340251
+INFO:TEST NDCG@10, IoU=0.7: 0.233760
+INFO:TEST NDCG@20, IoU=0.3: 0.377714
+INFO:TEST NDCG@20, IoU=0.5: 0.342618
+INFO:TEST NDCG@20, IoU=0.7: 0.238704
+INFO:TEST NDCG@40, IoU=0.3: 0.402292
+INFO:TEST NDCG@40, IoU=0.5: 0.364524
+INFO:TEST NDCG@40, IoU=0.7: 0.256915
+INFO:
+INFO:TRAIN EPOCH: 169|200
+INFO:EPOCH 169/200 | STEP: 0|2708 | Loss: 0.116305
+INFO:EPOCH 169/200 | STEP: 100|2708 | Loss: 0.114887
+INFO:EPOCH 169/200 | STEP: 200|2708 | Loss: 0.120769
+INFO:EPOCH 169/200 | STEP: 300|2708 | Loss: 0.101598
+INFO:EPOCH 169/200 | STEP: 400|2708 | Loss: 0.125445
+INFO:EPOCH 169/200 | STEP: 500|2708 | Loss: 0.108823
+INFO:EPOCH 169/200 | STEP: 600|2708 | Loss: 0.111251
+INFO:EPOCH 169/200 | STEP: 700|2708 | Loss: 0.111824
+INFO:EPOCH 169/200 | STEP: 800|2708 | Loss: 0.111811
+INFO:EPOCH 169/200 | STEP: 900|2708 | Loss: 0.119233
+INFO:EPOCH 169/200 | STEP: 1000|2708 | Loss: 0.117464
+INFO:EPOCH 169/200 | STEP: 1100|2708 | Loss: 0.110481
+INFO:EPOCH 169/200 | STEP: 1200|2708 | Loss: 0.113263
+INFO:EPOCH 169/200 | STEP: 1300|2708 | Loss: 0.108147
+INFO:EPOCH 169/200 | STEP: 1400|2708 | Loss: 0.114050
+INFO:EPOCH 169/200 | STEP: 1500|2708 | Loss: 0.109178
+INFO:EPOCH 169/200 | STEP: 1600|2708 | Loss: 0.122507
+INFO:EPOCH 169/200 | STEP: 1700|2708 | Loss: 0.116233
+INFO:EPOCH 169/200 | STEP: 1800|2708 | Loss: 0.124257
+INFO:EPOCH 169/200 | STEP: 1900|2708 | Loss: 0.116383
+INFO:EPOCH 169/200 | STEP: 2000|2708 | Loss: 0.115873
+INFO:EPOCH 169/200 | STEP: 2100|2708 | Loss: 0.109522
+INFO:EPOCH 169/200 | STEP: 2200|2708 | Loss: 0.116491
+INFO:EPOCH 169/200 | STEP: 2300|2708 | Loss: 0.121658
+INFO:EPOCH 169/200 | STEP: 2400|2708 | Loss: 0.118739
+INFO:EPOCH 169/200 | STEP: 2500|2708 | Loss: 0.118379
+INFO:EPOCH 169/200 | STEP: 2600|2708 | Loss: 0.113445
+INFO:EPOCH 169/200 | STEP: 2700|2708 | Loss: 0.116400
+INFO:VAL NDCG@10, IoU=0.3: 0.371771
+INFO:VAL NDCG@10, IoU=0.5: 0.337470
+INFO:VAL NDCG@10, IoU=0.7: 0.228218
+INFO:VAL NDCG@20, IoU=0.3: 0.376381
+INFO:VAL NDCG@20, IoU=0.5: 0.339678
+INFO:VAL NDCG@20, IoU=0.7: 0.234016
+INFO:VAL NDCG@40, IoU=0.3: 0.402302
+INFO:VAL NDCG@40, IoU=0.5: 0.363208
+INFO:VAL NDCG@40, IoU=0.7: 0.251592
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.376085
+INFO:TEST NDCG@10, IoU=0.5: 0.340941
+INFO:TEST NDCG@10, IoU=0.7: 0.234397
+INFO:TEST NDCG@20, IoU=0.3: 0.378687
+INFO:TEST NDCG@20, IoU=0.5: 0.342901
+INFO:TEST NDCG@20, IoU=0.7: 0.238598
+INFO:TEST NDCG@40, IoU=0.3: 0.403380
+INFO:TEST NDCG@40, IoU=0.5: 0.365115
+INFO:TEST NDCG@40, IoU=0.7: 0.257003
+INFO:
+INFO:TRAIN EPOCH: 170|200
+INFO:EPOCH 170/200 | STEP: 0|2708 | Loss: 0.111649
+INFO:EPOCH 170/200 | STEP: 100|2708 | Loss: 0.111347
+INFO:EPOCH 170/200 | STEP: 200|2708 | Loss: 0.115897
+INFO:EPOCH 170/200 | STEP: 300|2708 | Loss: 0.116724
+INFO:EPOCH 170/200 | STEP: 400|2708 | Loss: 0.108464
+INFO:EPOCH 170/200 | STEP: 500|2708 | Loss: 0.108064
+INFO:EPOCH 170/200 | STEP: 600|2708 | Loss: 0.115338
+INFO:EPOCH 170/200 | STEP: 700|2708 | Loss: 0.113076
+INFO:EPOCH 170/200 | STEP: 800|2708 | Loss: 0.113106
+INFO:EPOCH 170/200 | STEP: 900|2708 | Loss: 0.117603
+INFO:EPOCH 170/200 | STEP: 1000|2708 | Loss: 0.113416
+INFO:EPOCH 170/200 | STEP: 1100|2708 | Loss: 0.117705
+INFO:EPOCH 170/200 | STEP: 1200|2708 | Loss: 0.117470
+INFO:EPOCH 170/200 | STEP: 1300|2708 | Loss: 0.107194
+INFO:EPOCH 170/200 | STEP: 1400|2708 | Loss: 0.114600
+INFO:EPOCH 170/200 | STEP: 1500|2708 | Loss: 0.115075
+INFO:EPOCH 170/200 | STEP: 1600|2708 | Loss: 0.113251
+INFO:EPOCH 170/200 | STEP: 1700|2708 | Loss: 0.120415
+INFO:EPOCH 170/200 | STEP: 1800|2708 | Loss: 0.119267
+INFO:EPOCH 170/200 | STEP: 1900|2708 | Loss: 0.110469
+INFO:EPOCH 170/200 | STEP: 2000|2708 | Loss: 0.111236
+INFO:EPOCH 170/200 | STEP: 2100|2708 | Loss: 0.112577
+INFO:EPOCH 170/200 | STEP: 2200|2708 | Loss: 0.122050
+INFO:EPOCH 170/200 | STEP: 2300|2708 | Loss: 0.117686
+INFO:EPOCH 170/200 | STEP: 2400|2708 | Loss: 0.115338
+INFO:EPOCH 170/200 | STEP: 2500|2708 | Loss: 0.120031
+INFO:EPOCH 170/200 | STEP: 2600|2708 | Loss: 0.114540
+INFO:EPOCH 170/200 | STEP: 2700|2708 | Loss: 0.114852
+INFO:VAL NDCG@10, IoU=0.3: 0.371895
+INFO:VAL NDCG@10, IoU=0.5: 0.337052
+INFO:VAL NDCG@10, IoU=0.7: 0.228709
+INFO:VAL NDCG@20, IoU=0.3: 0.376729
+INFO:VAL NDCG@20, IoU=0.5: 0.340694
+INFO:VAL NDCG@20, IoU=0.7: 0.233871
+INFO:VAL NDCG@40, IoU=0.3: 0.401603
+INFO:VAL NDCG@40, IoU=0.5: 0.363635
+INFO:VAL NDCG@40, IoU=0.7: 0.252406
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.375800
+INFO:TEST NDCG@10, IoU=0.5: 0.340592
+INFO:TEST NDCG@10, IoU=0.7: 0.234161
+INFO:TEST NDCG@20, IoU=0.3: 0.378575
+INFO:TEST NDCG@20, IoU=0.5: 0.342395
+INFO:TEST NDCG@20, IoU=0.7: 0.238416
+INFO:TEST NDCG@40, IoU=0.3: 0.402830
+INFO:TEST NDCG@40, IoU=0.5: 0.364482
+INFO:TEST NDCG@40, IoU=0.7: 0.256593
+INFO:
+INFO:TRAIN EPOCH: 171|200
+INFO:EPOCH 171/200 | STEP: 0|2708 | Loss: 0.115937
+INFO:EPOCH 171/200 | STEP: 100|2708 | Loss: 0.116870
+INFO:EPOCH 171/200 | STEP: 200|2708 | Loss: 0.120222
+INFO:EPOCH 171/200 | STEP: 300|2708 | Loss: 0.115199
+INFO:EPOCH 171/200 | STEP: 400|2708 | Loss: 0.117515
+INFO:EPOCH 171/200 | STEP: 500|2708 | Loss: 0.119572
+INFO:EPOCH 171/200 | STEP: 600|2708 | Loss: 0.107773
+INFO:EPOCH 171/200 | STEP: 700|2708 | Loss: 0.117408
+INFO:EPOCH 171/200 | STEP: 800|2708 | Loss: 0.108987
+INFO:EPOCH 171/200 | STEP: 900|2708 | Loss: 0.116727
+INFO:EPOCH 171/200 | STEP: 1000|2708 | Loss: 0.112576
+INFO:EPOCH 171/200 | STEP: 1100|2708 | Loss: 0.109395
+INFO:EPOCH 171/200 | STEP: 1200|2708 | Loss: 0.112759
+INFO:EPOCH 171/200 | STEP: 1300|2708 | Loss: 0.108346
+INFO:EPOCH 171/200 | STEP: 1400|2708 | Loss: 0.117034
+INFO:EPOCH 171/200 | STEP: 1500|2708 | Loss: 0.116162
+INFO:EPOCH 171/200 | STEP: 1600|2708 | Loss: 0.114784
+INFO:EPOCH 171/200 | STEP: 1700|2708 | Loss: 0.108568
+INFO:EPOCH 171/200 | STEP: 1800|2708 | Loss: 0.116935
+INFO:EPOCH 171/200 | STEP: 1900|2708 | Loss: 0.121719
+INFO:EPOCH 171/200 | STEP: 2000|2708 | Loss: 0.119957
+INFO:EPOCH 171/200 | STEP: 2100|2708 | Loss: 0.110651
+INFO:EPOCH 171/200 | STEP: 2200|2708 | Loss: 0.112661
+INFO:EPOCH 171/200 | STEP: 2300|2708 | Loss: 0.117233
+INFO:EPOCH 171/200 | STEP: 2400|2708 | Loss: 0.108696
+INFO:EPOCH 171/200 | STEP: 2500|2708 | Loss: 0.107821
+INFO:EPOCH 171/200 | STEP: 2600|2708 | Loss: 0.115677
+INFO:EPOCH 171/200 | STEP: 2700|2708 | Loss: 0.114723
+INFO:VAL NDCG@10, IoU=0.3: 0.373742
+INFO:VAL NDCG@10, IoU=0.5: 0.339537
+INFO:VAL NDCG@10, IoU=0.7: 0.229986
+INFO:VAL NDCG@20, IoU=0.3: 0.377883
+INFO:VAL NDCG@20, IoU=0.5: 0.342432
+INFO:VAL NDCG@20, IoU=0.7: 0.234230
+INFO:VAL NDCG@40, IoU=0.3: 0.401907
+INFO:VAL NDCG@40, IoU=0.5: 0.364007
+INFO:VAL NDCG@40, IoU=0.7: 0.252399
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.376817
+INFO:TEST NDCG@10, IoU=0.5: 0.341523
+INFO:TEST NDCG@10, IoU=0.7: 0.234643
+INFO:TEST NDCG@20, IoU=0.3: 0.378519
+INFO:TEST NDCG@20, IoU=0.5: 0.342982
+INFO:TEST NDCG@20, IoU=0.7: 0.238792
+INFO:TEST NDCG@40, IoU=0.3: 0.404045
+INFO:TEST NDCG@40, IoU=0.5: 0.365373
+INFO:TEST NDCG@40, IoU=0.7: 0.257280
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.373742
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.339537
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.229986
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.377883
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.342432
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.234230
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.401907
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.364007
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.252399
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.376817
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.341523
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.234643
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.378519
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.342982
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.238792
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.404045
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.365373
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.257280
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 172|200
+INFO:EPOCH 172/200 | STEP: 0|2708 | Loss: 0.112607
+INFO:EPOCH 172/200 | STEP: 100|2708 | Loss: 0.101589
+INFO:EPOCH 172/200 | STEP: 200|2708 | Loss: 0.106037
+INFO:EPOCH 172/200 | STEP: 300|2708 | Loss: 0.114922
+INFO:EPOCH 172/200 | STEP: 400|2708 | Loss: 0.114497
+INFO:EPOCH 172/200 | STEP: 500|2708 | Loss: 0.113350
+INFO:EPOCH 172/200 | STEP: 600|2708 | Loss: 0.116589
+INFO:EPOCH 172/200 | STEP: 700|2708 | Loss: 0.122547
+INFO:EPOCH 172/200 | STEP: 800|2708 | Loss: 0.106899
+INFO:EPOCH 172/200 | STEP: 900|2708 | Loss: 0.116094
+INFO:EPOCH 172/200 | STEP: 1000|2708 | Loss: 0.115309
+INFO:EPOCH 172/200 | STEP: 1100|2708 | Loss: 0.115678
+INFO:EPOCH 172/200 | STEP: 1200|2708 | Loss: 0.113730
+INFO:EPOCH 172/200 | STEP: 1300|2708 | Loss: 0.109995
+INFO:EPOCH 172/200 | STEP: 1400|2708 | Loss: 0.113141
+INFO:EPOCH 172/200 | STEP: 1500|2708 | Loss: 0.113575
+INFO:EPOCH 172/200 | STEP: 1600|2708 | Loss: 0.112938
+INFO:EPOCH 172/200 | STEP: 1700|2708 | Loss: 0.114432
+INFO:EPOCH 172/200 | STEP: 1800|2708 | Loss: 0.118935
+INFO:EPOCH 172/200 | STEP: 1900|2708 | Loss: 0.110199
+INFO:EPOCH 172/200 | STEP: 2000|2708 | Loss: 0.110802
+INFO:EPOCH 172/200 | STEP: 2100|2708 | Loss: 0.115279
+INFO:EPOCH 172/200 | STEP: 2200|2708 | Loss: 0.111628
+INFO:EPOCH 172/200 | STEP: 2300|2708 | Loss: 0.105849
+INFO:EPOCH 172/200 | STEP: 2400|2708 | Loss: 0.115478
+INFO:EPOCH 172/200 | STEP: 2500|2708 | Loss: 0.120153
+INFO:EPOCH 172/200 | STEP: 2600|2708 | Loss: 0.111435
+INFO:EPOCH 172/200 | STEP: 2700|2708 | Loss: 0.112081
+INFO:VAL NDCG@10, IoU=0.3: 0.374104
+INFO:VAL NDCG@10, IoU=0.5: 0.339257
+INFO:VAL NDCG@10, IoU=0.7: 0.230459
+INFO:VAL NDCG@20, IoU=0.3: 0.377454
+INFO:VAL NDCG@20, IoU=0.5: 0.340855
+INFO:VAL NDCG@20, IoU=0.7: 0.234007
+INFO:VAL NDCG@40, IoU=0.3: 0.401787
+INFO:VAL NDCG@40, IoU=0.5: 0.363442
+INFO:VAL NDCG@40, IoU=0.7: 0.251729
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.376155
+INFO:TEST NDCG@10, IoU=0.5: 0.341071
+INFO:TEST NDCG@10, IoU=0.7: 0.234430
+INFO:TEST NDCG@20, IoU=0.3: 0.379005
+INFO:TEST NDCG@20, IoU=0.5: 0.343108
+INFO:TEST NDCG@20, IoU=0.7: 0.238514
+INFO:TEST NDCG@40, IoU=0.3: 0.403727
+INFO:TEST NDCG@40, IoU=0.5: 0.365402
+INFO:TEST NDCG@40, IoU=0.7: 0.256771
+INFO:
+INFO:TRAIN EPOCH: 173|200
+INFO:EPOCH 173/200 | STEP: 0|2708 | Loss: 0.108102
+INFO:EPOCH 173/200 | STEP: 100|2708 | Loss: 0.104194
+INFO:EPOCH 173/200 | STEP: 200|2708 | Loss: 0.110413
+INFO:EPOCH 173/200 | STEP: 300|2708 | Loss: 0.114350
+INFO:EPOCH 173/200 | STEP: 400|2708 | Loss: 0.109599
+INFO:EPOCH 173/200 | STEP: 500|2708 | Loss: 0.110387
+INFO:EPOCH 173/200 | STEP: 600|2708 | Loss: 0.108565
+INFO:EPOCH 173/200 | STEP: 700|2708 | Loss: 0.117971
+INFO:EPOCH 173/200 | STEP: 800|2708 | Loss: 0.108687
+INFO:EPOCH 173/200 | STEP: 900|2708 | Loss: 0.110593
+INFO:EPOCH 173/200 | STEP: 1000|2708 | Loss: 0.107507
+INFO:EPOCH 173/200 | STEP: 1100|2708 | Loss: 0.126641
+INFO:EPOCH 173/200 | STEP: 1200|2708 | Loss: 0.109579
+INFO:EPOCH 173/200 | STEP: 1300|2708 | Loss: 0.114240
+INFO:EPOCH 173/200 | STEP: 1400|2708 | Loss: 0.116483
+INFO:EPOCH 173/200 | STEP: 1500|2708 | Loss: 0.116988
+INFO:EPOCH 173/200 | STEP: 1600|2708 | Loss: 0.118416
+INFO:EPOCH 173/200 | STEP: 1700|2708 | Loss: 0.110724
+INFO:EPOCH 173/200 | STEP: 1800|2708 | Loss: 0.117041
+INFO:EPOCH 173/200 | STEP: 1900|2708 | Loss: 0.115340
+INFO:EPOCH 173/200 | STEP: 2000|2708 | Loss: 0.111487
+INFO:EPOCH 173/200 | STEP: 2100|2708 | Loss: 0.104067
+INFO:EPOCH 173/200 | STEP: 2200|2708 | Loss: 0.106819
+INFO:EPOCH 173/200 | STEP: 2300|2708 | Loss: 0.113497
+INFO:EPOCH 173/200 | STEP: 2400|2708 | Loss: 0.113799
+INFO:EPOCH 173/200 | STEP: 2500|2708 | Loss: 0.117008
+INFO:EPOCH 173/200 | STEP: 2600|2708 | Loss: 0.119578
+INFO:EPOCH 173/200 | STEP: 2700|2708 | Loss: 0.116335
+INFO:VAL NDCG@10, IoU=0.3: 0.373525
+INFO:VAL NDCG@10, IoU=0.5: 0.340597
+INFO:VAL NDCG@10, IoU=0.7: 0.232087
+INFO:VAL NDCG@20, IoU=0.3: 0.376737
+INFO:VAL NDCG@20, IoU=0.5: 0.341001
+INFO:VAL NDCG@20, IoU=0.7: 0.233963
+INFO:VAL NDCG@40, IoU=0.3: 0.401772
+INFO:VAL NDCG@40, IoU=0.5: 0.364633
+INFO:VAL NDCG@40, IoU=0.7: 0.253656
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.375975
+INFO:TEST NDCG@10, IoU=0.5: 0.340920
+INFO:TEST NDCG@10, IoU=0.7: 0.234146
+INFO:TEST NDCG@20, IoU=0.3: 0.379816
+INFO:TEST NDCG@20, IoU=0.5: 0.343383
+INFO:TEST NDCG@20, IoU=0.7: 0.238151
+INFO:TEST NDCG@40, IoU=0.3: 0.403598
+INFO:TEST NDCG@40, IoU=0.5: 0.365255
+INFO:TEST NDCG@40, IoU=0.7: 0.256964
+INFO:
+INFO:TRAIN EPOCH: 174|200
+INFO:EPOCH 174/200 | STEP: 0|2708 | Loss: 0.111675
+INFO:EPOCH 174/200 | STEP: 100|2708 | Loss: 0.122423
+INFO:EPOCH 174/200 | STEP: 200|2708 | Loss: 0.111823
+INFO:EPOCH 174/200 | STEP: 300|2708 | Loss: 0.113560
+INFO:EPOCH 174/200 | STEP: 400|2708 | Loss: 0.103496
+INFO:EPOCH 174/200 | STEP: 500|2708 | Loss: 0.108955
+INFO:EPOCH 174/200 | STEP: 600|2708 | Loss: 0.115089
+INFO:EPOCH 174/200 | STEP: 700|2708 | Loss: 0.119455
+INFO:EPOCH 174/200 | STEP: 800|2708 | Loss: 0.115598
+INFO:EPOCH 174/200 | STEP: 900|2708 | Loss: 0.112748
+INFO:EPOCH 174/200 | STEP: 1000|2708 | Loss: 0.116501
+INFO:EPOCH 174/200 | STEP: 1100|2708 | Loss: 0.110372
+INFO:EPOCH 174/200 | STEP: 1200|2708 | Loss: 0.106368
+INFO:EPOCH 174/200 | STEP: 1300|2708 | Loss: 0.111401
+INFO:EPOCH 174/200 | STEP: 1400|2708 | Loss: 0.117268
+INFO:EPOCH 174/200 | STEP: 1500|2708 | Loss: 0.104684
+INFO:EPOCH 174/200 | STEP: 1600|2708 | Loss: 0.107270
+INFO:EPOCH 174/200 | STEP: 1700|2708 | Loss: 0.116336
+INFO:EPOCH 174/200 | STEP: 1800|2708 | Loss: 0.114511
+INFO:EPOCH 174/200 | STEP: 1900|2708 | Loss: 0.111262
+INFO:EPOCH 174/200 | STEP: 2000|2708 | Loss: 0.106968
+INFO:EPOCH 174/200 | STEP: 2100|2708 | Loss: 0.108645
+INFO:EPOCH 174/200 | STEP: 2200|2708 | Loss: 0.121139
+INFO:EPOCH 174/200 | STEP: 2300|2708 | Loss: 0.112062
+INFO:EPOCH 174/200 | STEP: 2400|2708 | Loss: 0.120602
+INFO:EPOCH 174/200 | STEP: 2500|2708 | Loss: 0.111754
+INFO:EPOCH 174/200 | STEP: 2600|2708 | Loss: 0.109362
+INFO:EPOCH 174/200 | STEP: 2700|2708 | Loss: 0.118411
+INFO:VAL NDCG@10, IoU=0.3: 0.374805
+INFO:VAL NDCG@10, IoU=0.5: 0.341198
+INFO:VAL NDCG@10, IoU=0.7: 0.231605
+INFO:VAL NDCG@20, IoU=0.3: 0.379500
+INFO:VAL NDCG@20, IoU=0.5: 0.343538
+INFO:VAL NDCG@20, IoU=0.7: 0.235264
+INFO:VAL NDCG@40, IoU=0.3: 0.403642
+INFO:VAL NDCG@40, IoU=0.5: 0.365483
+INFO:VAL NDCG@40, IoU=0.7: 0.253806
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.375723
+INFO:TEST NDCG@10, IoU=0.5: 0.340357
+INFO:TEST NDCG@10, IoU=0.7: 0.233586
+INFO:TEST NDCG@20, IoU=0.3: 0.379078
+INFO:TEST NDCG@20, IoU=0.5: 0.343046
+INFO:TEST NDCG@20, IoU=0.7: 0.238707
+INFO:TEST NDCG@40, IoU=0.3: 0.403319
+INFO:TEST NDCG@40, IoU=0.5: 0.365229
+INFO:TEST NDCG@40, IoU=0.7: 0.256922
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.374805
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.341198
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.231605
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.379500
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.343538
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.235264
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.403642
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.365483
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.253806
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.375723
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.340357
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.233586
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.379078
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.343046
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.238707
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.403319
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.365229
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.256922
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 175|200
+INFO:EPOCH 175/200 | STEP: 0|2708 | Loss: 0.107173
+INFO:EPOCH 175/200 | STEP: 100|2708 | Loss: 0.118550
+INFO:EPOCH 175/200 | STEP: 200|2708 | Loss: 0.114238
+INFO:EPOCH 175/200 | STEP: 300|2708 | Loss: 0.110304
+INFO:EPOCH 175/200 | STEP: 400|2708 | Loss: 0.109780
+INFO:EPOCH 175/200 | STEP: 500|2708 | Loss: 0.114674
+INFO:EPOCH 175/200 | STEP: 600|2708 | Loss: 0.119890
+INFO:EPOCH 175/200 | STEP: 700|2708 | Loss: 0.115247
+INFO:EPOCH 175/200 | STEP: 800|2708 | Loss: 0.105673
+INFO:EPOCH 175/200 | STEP: 900|2708 | Loss: 0.110493
+INFO:EPOCH 175/200 | STEP: 1000|2708 | Loss: 0.109441
+INFO:EPOCH 175/200 | STEP: 1100|2708 | Loss: 0.113060
+INFO:EPOCH 175/200 | STEP: 1200|2708 | Loss: 0.110105
+INFO:EPOCH 175/200 | STEP: 1300|2708 | Loss: 0.110311
+INFO:EPOCH 175/200 | STEP: 1400|2708 | Loss: 0.107117
+INFO:EPOCH 175/200 | STEP: 1500|2708 | Loss: 0.114603
+INFO:EPOCH 175/200 | STEP: 1600|2708 | Loss: 0.111532
+INFO:EPOCH 175/200 | STEP: 1700|2708 | Loss: 0.110237
+INFO:EPOCH 175/200 | STEP: 1800|2708 | Loss: 0.115437
+INFO:EPOCH 175/200 | STEP: 1900|2708 | Loss: 0.112383
+INFO:EPOCH 175/200 | STEP: 2000|2708 | Loss: 0.115692
+INFO:EPOCH 175/200 | STEP: 2100|2708 | Loss: 0.110555
+INFO:EPOCH 175/200 | STEP: 2200|2708 | Loss: 0.104752
+INFO:EPOCH 175/200 | STEP: 2300|2708 | Loss: 0.105570
+INFO:EPOCH 175/200 | STEP: 2400|2708 | Loss: 0.107364
+INFO:EPOCH 175/200 | STEP: 2500|2708 | Loss: 0.117107
+INFO:EPOCH 175/200 | STEP: 2600|2708 | Loss: 0.107044
+INFO:EPOCH 175/200 | STEP: 2700|2708 | Loss: 0.110080
+INFO:VAL NDCG@10, IoU=0.3: 0.375141
+INFO:VAL NDCG@10, IoU=0.5: 0.340663
+INFO:VAL NDCG@10, IoU=0.7: 0.231632
+INFO:VAL NDCG@20, IoU=0.3: 0.381545
+INFO:VAL NDCG@20, IoU=0.5: 0.346189
+INFO:VAL NDCG@20, IoU=0.7: 0.238140
+INFO:VAL NDCG@40, IoU=0.3: 0.403872
+INFO:VAL NDCG@40, IoU=0.5: 0.365595
+INFO:VAL NDCG@40, IoU=0.7: 0.254169
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.375131
+INFO:TEST NDCG@10, IoU=0.5: 0.339740
+INFO:TEST NDCG@10, IoU=0.7: 0.233825
+INFO:TEST NDCG@20, IoU=0.3: 0.379175
+INFO:TEST NDCG@20, IoU=0.5: 0.342678
+INFO:TEST NDCG@20, IoU=0.7: 0.238610
+INFO:TEST NDCG@40, IoU=0.3: 0.403070
+INFO:TEST NDCG@40, IoU=0.5: 0.364805
+INFO:TEST NDCG@40, IoU=0.7: 0.256698
+INFO:
+INFO:BEST VAL NDCG@10, IoU=0.3: 0.375141
+INFO:BEST VAL NDCG@10, IoU=0.5: 0.340663
+INFO:BEST VAL NDCG@10, IoU=0.7: 0.231632
+INFO:BEST VAL NDCG@20, IoU=0.3: 0.381545
+INFO:BEST VAL NDCG@20, IoU=0.5: 0.346189
+INFO:BEST VAL NDCG@20, IoU=0.7: 0.238140
+INFO:BEST VAL NDCG@40, IoU=0.3: 0.403872
+INFO:BEST VAL NDCG@40, IoU=0.5: 0.365595
+INFO:BEST VAL NDCG@40, IoU=0.7: 0.254169
+INFO:
+INFO:BEST TEST NDCG@10, IoU=0.3: 0.375131
+INFO:BEST TEST NDCG@10, IoU=0.5: 0.339740
+INFO:BEST TEST NDCG@10, IoU=0.7: 0.233825
+INFO:BEST TEST NDCG@20, IoU=0.3: 0.379175
+INFO:BEST TEST NDCG@20, IoU=0.5: 0.342678
+INFO:BEST TEST NDCG@20, IoU=0.7: 0.238610
+INFO:BEST TEST NDCG@40, IoU=0.3: 0.403070
+INFO:BEST TEST NDCG@40, IoU=0.5: 0.364805
+INFO:BEST TEST NDCG@40, IoU=0.7: 0.256698
+INFO:
+INFO:Save checkpoint at results/tvr_ranking/top20/best_model.pt
+INFO:
+INFO:TRAIN EPOCH: 176|200
+INFO:EPOCH 176/200 | STEP: 0|2708 | Loss: 0.110829
+INFO:EPOCH 176/200 | STEP: 100|2708 | Loss: 0.108215
+INFO:EPOCH 176/200 | STEP: 200|2708 | Loss: 0.106812
+INFO:EPOCH 176/200 | STEP: 300|2708 | Loss: 0.117673
+INFO:EPOCH 176/200 | STEP: 400|2708 | Loss: 0.109640
+INFO:EPOCH 176/200 | STEP: 500|2708 | Loss: 0.116453
+INFO:EPOCH 176/200 | STEP: 600|2708 | Loss: 0.108503
+INFO:EPOCH 176/200 | STEP: 700|2708 | Loss: 0.111743
+INFO:EPOCH 176/200 | STEP: 800|2708 | Loss: 0.112146
+INFO:EPOCH 176/200 | STEP: 900|2708 | Loss: 0.101635
+INFO:EPOCH 176/200 | STEP: 1000|2708 | Loss: 0.105926
+INFO:EPOCH 176/200 | STEP: 1100|2708 | Loss: 0.116188
+INFO:EPOCH 176/200 | STEP: 1200|2708 | Loss: 0.105711
+INFO:EPOCH 176/200 | STEP: 1300|2708 | Loss: 0.122191
+INFO:EPOCH 176/200 | STEP: 1400|2708 | Loss: 0.116281
+INFO:EPOCH 176/200 | STEP: 1500|2708 | Loss: 0.109877
+INFO:EPOCH 176/200 | STEP: 1600|2708 | Loss: 0.116069
+INFO:EPOCH 176/200 | STEP: 1700|2708 | Loss: 0.109735
+INFO:EPOCH 176/200 | STEP: 1800|2708 | Loss: 0.109664
+INFO:EPOCH 176/200 | STEP: 1900|2708 | Loss: 0.116903
+INFO:EPOCH 176/200 | STEP: 2000|2708 | Loss: 0.106579
+INFO:EPOCH 176/200 | STEP: 2100|2708 | Loss: 0.110371
+INFO:EPOCH 176/200 | STEP: 2200|2708 | Loss: 0.109357
+INFO:EPOCH 176/200 | STEP: 2300|2708 | Loss: 0.113809
+INFO:EPOCH 176/200 | STEP: 2400|2708 | Loss: 0.113615
+INFO:EPOCH 176/200 | STEP: 2500|2708 | Loss: 0.114626
+INFO:EPOCH 176/200 | STEP: 2600|2708 | Loss: 0.111851
+INFO:EPOCH 176/200 | STEP: 2700|2708 | Loss: 0.113497
+INFO:VAL NDCG@10, IoU=0.3: 0.375453
+INFO:VAL NDCG@10, IoU=0.5: 0.340872
+INFO:VAL NDCG@10, IoU=0.7: 0.231955
+INFO:VAL NDCG@20, IoU=0.3: 0.379356
+INFO:VAL NDCG@20, IoU=0.5: 0.343453
+INFO:VAL NDCG@20, IoU=0.7: 0.237084
+INFO:VAL NDCG@40, IoU=0.3: 0.403659
+INFO:VAL NDCG@40, IoU=0.5: 0.365753
+INFO:VAL NDCG@40, IoU=0.7: 0.254057
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.376053
+INFO:TEST NDCG@10, IoU=0.5: 0.341113
+INFO:TEST NDCG@10, IoU=0.7: 0.235197
+INFO:TEST NDCG@20, IoU=0.3: 0.380037
+INFO:TEST NDCG@20, IoU=0.5: 0.343926
+INFO:TEST NDCG@20, IoU=0.7: 0.239446
+INFO:TEST NDCG@40, IoU=0.3: 0.404206
+INFO:TEST NDCG@40, IoU=0.5: 0.366244
+INFO:TEST NDCG@40, IoU=0.7: 0.258254
+INFO:
+INFO:TRAIN EPOCH: 177|200
+INFO:EPOCH 177/200 | STEP: 0|2708 | Loss: 0.107680
+INFO:EPOCH 177/200 | STEP: 100|2708 | Loss: 0.109661
+INFO:EPOCH 177/200 | STEP: 200|2708 | Loss: 0.107970
+INFO:EPOCH 177/200 | STEP: 300|2708 | Loss: 0.118804
+INFO:EPOCH 177/200 | STEP: 400|2708 | Loss: 0.106711
+INFO:EPOCH 177/200 | STEP: 500|2708 | Loss: 0.114604
+INFO:EPOCH 177/200 | STEP: 600|2708 | Loss: 0.115730
+INFO:EPOCH 177/200 | STEP: 700|2708 | Loss: 0.117005
+INFO:EPOCH 177/200 | STEP: 800|2708 | Loss: 0.120385
+INFO:EPOCH 177/200 | STEP: 900|2708 | Loss: 0.112823
+INFO:EPOCH 177/200 | STEP: 1000|2708 | Loss: 0.109899
+INFO:EPOCH 177/200 | STEP: 1100|2708 | Loss: 0.111861
+INFO:EPOCH 177/200 | STEP: 1200|2708 | Loss: 0.115235
+INFO:EPOCH 177/200 | STEP: 1300|2708 | Loss: 0.116947
+INFO:EPOCH 177/200 | STEP: 1400|2708 | Loss: 0.112457
+INFO:EPOCH 177/200 | STEP: 1500|2708 | Loss: 0.107290
+INFO:EPOCH 177/200 | STEP: 1600|2708 | Loss: 0.113267
+INFO:EPOCH 177/200 | STEP: 1700|2708 | Loss: 0.115674
+INFO:EPOCH 177/200 | STEP: 1800|2708 | Loss: 0.107789
+INFO:EPOCH 177/200 | STEP: 1900|2708 | Loss: 0.117880
+INFO:EPOCH 177/200 | STEP: 2000|2708 | Loss: 0.105194
+INFO:EPOCH 177/200 | STEP: 2100|2708 | Loss: 0.112205
+INFO:EPOCH 177/200 | STEP: 2200|2708 | Loss: 0.103434
+INFO:EPOCH 177/200 | STEP: 2300|2708 | Loss: 0.113862
+INFO:EPOCH 177/200 | STEP: 2400|2708 | Loss: 0.108829
+INFO:EPOCH 177/200 | STEP: 2500|2708 | Loss: 0.108701
+INFO:EPOCH 177/200 | STEP: 2600|2708 | Loss: 0.118032
+INFO:EPOCH 177/200 | STEP: 2700|2708 | Loss: 0.122427
+INFO:VAL NDCG@10, IoU=0.3: 0.376399
+INFO:VAL NDCG@10, IoU=0.5: 0.339554
+INFO:VAL NDCG@10, IoU=0.7: 0.231050
+INFO:VAL NDCG@20, IoU=0.3: 0.380937
+INFO:VAL NDCG@20, IoU=0.5: 0.343421
+INFO:VAL NDCG@20, IoU=0.7: 0.236440
+INFO:VAL NDCG@40, IoU=0.3: 0.404491
+INFO:VAL NDCG@40, IoU=0.5: 0.365546
+INFO:VAL NDCG@40, IoU=0.7: 0.254049
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.375915
+INFO:TEST NDCG@10, IoU=0.5: 0.340663
+INFO:TEST NDCG@10, IoU=0.7: 0.234312
+INFO:TEST NDCG@20, IoU=0.3: 0.379778
+INFO:TEST NDCG@20, IoU=0.5: 0.343407
+INFO:TEST NDCG@20, IoU=0.7: 0.238573
+INFO:TEST NDCG@40, IoU=0.3: 0.403715
+INFO:TEST NDCG@40, IoU=0.5: 0.365430
+INFO:TEST NDCG@40, IoU=0.7: 0.257237
+INFO:
+INFO:TRAIN EPOCH: 178|200
+INFO:EPOCH 178/200 | STEP: 0|2708 | Loss: 0.114493
+INFO:EPOCH 178/200 | STEP: 100|2708 | Loss: 0.105942
+INFO:EPOCH 178/200 | STEP: 200|2708 | Loss: 0.107292
+INFO:EPOCH 178/200 | STEP: 300|2708 | Loss: 0.114016
+INFO:EPOCH 178/200 | STEP: 400|2708 | Loss: 0.114881
+INFO:EPOCH 178/200 | STEP: 500|2708 | Loss: 0.103861
+INFO:EPOCH 178/200 | STEP: 600|2708 | Loss: 0.114500
+INFO:EPOCH 178/200 | STEP: 700|2708 | Loss: 0.108932
+INFO:EPOCH 178/200 | STEP: 800|2708 | Loss: 0.109461
+INFO:EPOCH 178/200 | STEP: 900|2708 | Loss: 0.115488
+INFO:EPOCH 178/200 | STEP: 1000|2708 | Loss: 0.105899
+INFO:EPOCH 178/200 | STEP: 1100|2708 | Loss: 0.103348
+INFO:EPOCH 178/200 | STEP: 1200|2708 | Loss: 0.109310
+INFO:EPOCH 178/200 | STEP: 1300|2708 | Loss: 0.108613
+INFO:EPOCH 178/200 | STEP: 1400|2708 | Loss: 0.113878
+INFO:EPOCH 178/200 | STEP: 1500|2708 | Loss: 0.112678
+INFO:EPOCH 178/200 | STEP: 1600|2708 | Loss: 0.112748
+INFO:EPOCH 178/200 | STEP: 1700|2708 | Loss: 0.113327
+INFO:EPOCH 178/200 | STEP: 1800|2708 | Loss: 0.114767
+INFO:EPOCH 178/200 | STEP: 1900|2708 | Loss: 0.111343
+INFO:EPOCH 178/200 | STEP: 2000|2708 | Loss: 0.118456
+INFO:EPOCH 178/200 | STEP: 2100|2708 | Loss: 0.112721
+INFO:EPOCH 178/200 | STEP: 2200|2708 | Loss: 0.115641
+INFO:EPOCH 178/200 | STEP: 2300|2708 | Loss: 0.111282
+INFO:EPOCH 178/200 | STEP: 2400|2708 | Loss: 0.105706
+INFO:EPOCH 178/200 | STEP: 2500|2708 | Loss: 0.103987
+INFO:EPOCH 178/200 | STEP: 2600|2708 | Loss: 0.123119
+INFO:EPOCH 178/200 | STEP: 2700|2708 | Loss: 0.113824
+INFO:VAL NDCG@10, IoU=0.3: 0.377261
+INFO:VAL NDCG@10, IoU=0.5: 0.342508
+INFO:VAL NDCG@10, IoU=0.7: 0.233456
+INFO:VAL NDCG@20, IoU=0.3: 0.380760
+INFO:VAL NDCG@20, IoU=0.5: 0.344265
+INFO:VAL NDCG@20, IoU=0.7: 0.236094
+INFO:VAL NDCG@40, IoU=0.3: 0.405285
+INFO:VAL NDCG@40, IoU=0.5: 0.367379
+INFO:VAL NDCG@40, IoU=0.7: 0.254910
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.376806
+INFO:TEST NDCG@10, IoU=0.5: 0.341596
+INFO:TEST NDCG@10, IoU=0.7: 0.234733
+INFO:TEST NDCG@20, IoU=0.3: 0.380385
+INFO:TEST NDCG@20, IoU=0.5: 0.343900
+INFO:TEST NDCG@20, IoU=0.7: 0.239135
+INFO:TEST NDCG@40, IoU=0.3: 0.404523
+INFO:TEST NDCG@40, IoU=0.5: 0.365877
+INFO:TEST NDCG@40, IoU=0.7: 0.257525
+INFO:
+INFO:TRAIN EPOCH: 179|200
+INFO:EPOCH 179/200 | STEP: 0|2708 | Loss: 0.103944
+INFO:EPOCH 179/200 | STEP: 100|2708 | Loss: 0.109304
+INFO:EPOCH 179/200 | STEP: 200|2708 | Loss: 0.109825
+INFO:EPOCH 179/200 | STEP: 300|2708 | Loss: 0.121006
+INFO:EPOCH 179/200 | STEP: 400|2708 | Loss: 0.118023
+INFO:EPOCH 179/200 | STEP: 500|2708 | Loss: 0.103323
+INFO:EPOCH 179/200 | STEP: 600|2708 | Loss: 0.110384
+INFO:EPOCH 179/200 | STEP: 700|2708 | Loss: 0.110406
+INFO:EPOCH 179/200 | STEP: 800|2708 | Loss: 0.115770
+INFO:EPOCH 179/200 | STEP: 900|2708 | Loss: 0.108527
+INFO:EPOCH 179/200 | STEP: 1000|2708 | Loss: 0.120851
+INFO:EPOCH 179/200 | STEP: 1100|2708 | Loss: 0.104402
+INFO:EPOCH 179/200 | STEP: 1200|2708 | Loss: 0.115798
+INFO:EPOCH 179/200 | STEP: 1300|2708 | Loss: 0.112036
+INFO:EPOCH 179/200 | STEP: 1400|2708 | Loss: 0.111061
+INFO:EPOCH 179/200 | STEP: 1500|2708 | Loss: 0.111426
+INFO:EPOCH 179/200 | STEP: 1600|2708 | Loss: 0.110692
+INFO:EPOCH 179/200 | STEP: 1700|2708 | Loss: 0.116169
+INFO:EPOCH 179/200 | STEP: 1800|2708 | Loss: 0.113175
+INFO:EPOCH 179/200 | STEP: 1900|2708 | Loss: 0.106630
+INFO:EPOCH 179/200 | STEP: 2000|2708 | Loss: 0.113554
+INFO:EPOCH 179/200 | STEP: 2100|2708 | Loss: 0.111535
+INFO:EPOCH 179/200 | STEP: 2200|2708 | Loss: 0.109863
+INFO:EPOCH 179/200 | STEP: 2300|2708 | Loss: 0.109515
+INFO:EPOCH 179/200 | STEP: 2400|2708 | Loss: 0.119406
+INFO:EPOCH 179/200 | STEP: 2500|2708 | Loss: 0.119246
+INFO:EPOCH 179/200 | STEP: 2600|2708 | Loss: 0.111328
+INFO:EPOCH 179/200 | STEP: 2700|2708 | Loss: 0.116221
+INFO:VAL NDCG@10, IoU=0.3: 0.376441
+INFO:VAL NDCG@10, IoU=0.5: 0.341534
+INFO:VAL NDCG@10, IoU=0.7: 0.231369
+INFO:VAL NDCG@20, IoU=0.3: 0.381149
+INFO:VAL NDCG@20, IoU=0.5: 0.343921
+INFO:VAL NDCG@20, IoU=0.7: 0.236365
+INFO:VAL NDCG@40, IoU=0.3: 0.404970
+INFO:VAL NDCG@40, IoU=0.5: 0.366603
+INFO:VAL NDCG@40, IoU=0.7: 0.254478
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.377187
+INFO:TEST NDCG@10, IoU=0.5: 0.341968
+INFO:TEST NDCG@10, IoU=0.7: 0.235213
+INFO:TEST NDCG@20, IoU=0.3: 0.380712
+INFO:TEST NDCG@20, IoU=0.5: 0.344337
+INFO:TEST NDCG@20, IoU=0.7: 0.239480
+INFO:TEST NDCG@40, IoU=0.3: 0.404983
+INFO:TEST NDCG@40, IoU=0.5: 0.366632
+INFO:TEST NDCG@40, IoU=0.7: 0.257788
+INFO:
+INFO:TRAIN EPOCH: 180|200
+INFO:EPOCH 180/200 | STEP: 0|2708 | Loss: 0.098023
+INFO:EPOCH 180/200 | STEP: 100|2708 | Loss: 0.108344
+INFO:EPOCH 180/200 | STEP: 200|2708 | Loss: 0.118047
+INFO:EPOCH 180/200 | STEP: 300|2708 | Loss: 0.106081
+INFO:EPOCH 180/200 | STEP: 400|2708 | Loss: 0.102995
+INFO:EPOCH 180/200 | STEP: 500|2708 | Loss: 0.106430
+INFO:EPOCH 180/200 | STEP: 600|2708 | Loss: 0.109838
+INFO:EPOCH 180/200 | STEP: 700|2708 | Loss: 0.113319
+INFO:EPOCH 180/200 | STEP: 800|2708 | Loss: 0.109310
+INFO:EPOCH 180/200 | STEP: 900|2708 | Loss: 0.116827
+INFO:EPOCH 180/200 | STEP: 1000|2708 | Loss: 0.110236
+INFO:EPOCH 180/200 | STEP: 1100|2708 | Loss: 0.118508
+INFO:EPOCH 180/200 | STEP: 1200|2708 | Loss: 0.114789
+INFO:EPOCH 180/200 | STEP: 1300|2708 | Loss: 0.118696
+INFO:EPOCH 180/200 | STEP: 1400|2708 | Loss: 0.110632
+INFO:EPOCH 180/200 | STEP: 1500|2708 | Loss: 0.106221
+INFO:EPOCH 180/200 | STEP: 1600|2708 | Loss: 0.120042
+INFO:EPOCH 180/200 | STEP: 1700|2708 | Loss: 0.110302
+INFO:EPOCH 180/200 | STEP: 1800|2708 | Loss: 0.112140
+INFO:EPOCH 180/200 | STEP: 1900|2708 | Loss: 0.113713
+INFO:EPOCH 180/200 | STEP: 2000|2708 | Loss: 0.119322
+INFO:EPOCH 180/200 | STEP: 2100|2708 | Loss: 0.107042
+INFO:EPOCH 180/200 | STEP: 2200|2708 | Loss: 0.122688
+INFO:EPOCH 180/200 | STEP: 2300|2708 | Loss: 0.109875
+INFO:EPOCH 180/200 | STEP: 2400|2708 | Loss: 0.110016
+INFO:EPOCH 180/200 | STEP: 2500|2708 | Loss: 0.110411
+INFO:EPOCH 180/200 | STEP: 2600|2708 | Loss: 0.107102
+INFO:EPOCH 180/200 | STEP: 2700|2708 | Loss: 0.112066
+INFO:VAL NDCG@10, IoU=0.3: 0.374614
+INFO:VAL NDCG@10, IoU=0.5: 0.340455
+INFO:VAL NDCG@10, IoU=0.7: 0.230132
+INFO:VAL NDCG@20, IoU=0.3: 0.379106
+INFO:VAL NDCG@20, IoU=0.5: 0.342555
+INFO:VAL NDCG@20, IoU=0.7: 0.233727
+INFO:VAL NDCG@40, IoU=0.3: 0.403518
+INFO:VAL NDCG@40, IoU=0.5: 0.365937
+INFO:VAL NDCG@40, IoU=0.7: 0.252781
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.376847
+INFO:TEST NDCG@10, IoU=0.5: 0.341480
+INFO:TEST NDCG@10, IoU=0.7: 0.234904
+INFO:TEST NDCG@20, IoU=0.3: 0.380469
+INFO:TEST NDCG@20, IoU=0.5: 0.344308
+INFO:TEST NDCG@20, IoU=0.7: 0.239506
+INFO:TEST NDCG@40, IoU=0.3: 0.404509
+INFO:TEST NDCG@40, IoU=0.5: 0.366354
+INFO:TEST NDCG@40, IoU=0.7: 0.257850
+INFO:
+INFO:TRAIN EPOCH: 181|200
+INFO:EPOCH 181/200 | STEP: 0|2708 | Loss: 0.109857
+INFO:EPOCH 181/200 | STEP: 100|2708 | Loss: 0.106773
+INFO:EPOCH 181/200 | STEP: 200|2708 | Loss: 0.098683
+INFO:EPOCH 181/200 | STEP: 300|2708 | Loss: 0.111292
+INFO:EPOCH 181/200 | STEP: 400|2708 | Loss: 0.114733
+INFO:EPOCH 181/200 | STEP: 500|2708 | Loss: 0.112258
+INFO:EPOCH 181/200 | STEP: 600|2708 | Loss: 0.104832
+INFO:EPOCH 181/200 | STEP: 700|2708 | Loss: 0.105871
+INFO:EPOCH 181/200 | STEP: 800|2708 | Loss: 0.119369
+INFO:EPOCH 181/200 | STEP: 900|2708 | Loss: 0.114384
+INFO:EPOCH 181/200 | STEP: 1000|2708 | Loss: 0.118792
+INFO:EPOCH 181/200 | STEP: 1100|2708 | Loss: 0.113380
+INFO:EPOCH 181/200 | STEP: 1200|2708 | Loss: 0.110151
+INFO:EPOCH 181/200 | STEP: 1300|2708 | Loss: 0.107473
+INFO:EPOCH 181/200 | STEP: 1400|2708 | Loss: 0.109921
+INFO:EPOCH 181/200 | STEP: 1500|2708 | Loss: 0.118714
+INFO:EPOCH 181/200 | STEP: 1600|2708 | Loss: 0.122538
+INFO:EPOCH 181/200 | STEP: 1700|2708 | Loss: 0.106220
+INFO:EPOCH 181/200 | STEP: 1800|2708 | Loss: 0.107802
+INFO:EPOCH 181/200 | STEP: 1900|2708 | Loss: 0.105879
+INFO:EPOCH 181/200 | STEP: 2000|2708 | Loss: 0.115502
+INFO:EPOCH 181/200 | STEP: 2100|2708 | Loss: 0.107804
+INFO:EPOCH 181/200 | STEP: 2200|2708 | Loss: 0.119154
+INFO:EPOCH 181/200 | STEP: 2300|2708 | Loss: 0.105214
+INFO:EPOCH 181/200 | STEP: 2400|2708 | Loss: 0.112797
+INFO:EPOCH 181/200 | STEP: 2500|2708 | Loss: 0.109305
+INFO:EPOCH 181/200 | STEP: 2600|2708 | Loss: 0.122060
+INFO:EPOCH 181/200 | STEP: 2700|2708 | Loss: 0.114419
+INFO:VAL NDCG@10, IoU=0.3: 0.376206
+INFO:VAL NDCG@10, IoU=0.5: 0.340655
+INFO:VAL NDCG@10, IoU=0.7: 0.231417
+INFO:VAL NDCG@20, IoU=0.3: 0.379285
+INFO:VAL NDCG@20, IoU=0.5: 0.342583
+INFO:VAL NDCG@20, IoU=0.7: 0.234619
+INFO:VAL NDCG@40, IoU=0.3: 0.403988
+INFO:VAL NDCG@40, IoU=0.5: 0.365646
+INFO:VAL NDCG@40, IoU=0.7: 0.253595
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.377679
+INFO:TEST NDCG@10, IoU=0.5: 0.342457
+INFO:TEST NDCG@10, IoU=0.7: 0.235200
+INFO:TEST NDCG@20, IoU=0.3: 0.380852
+INFO:TEST NDCG@20, IoU=0.5: 0.344785
+INFO:TEST NDCG@20, IoU=0.7: 0.240152
+INFO:TEST NDCG@40, IoU=0.3: 0.405015
+INFO:TEST NDCG@40, IoU=0.5: 0.366901
+INFO:TEST NDCG@40, IoU=0.7: 0.258239
+INFO:
+INFO:TRAIN EPOCH: 182|200
+INFO:EPOCH 182/200 | STEP: 0|2708 | Loss: 0.109285
+INFO:EPOCH 182/200 | STEP: 100|2708 | Loss: 0.116059
+INFO:EPOCH 182/200 | STEP: 200|2708 | Loss: 0.110217
+INFO:EPOCH 182/200 | STEP: 300|2708 | Loss: 0.116400
+INFO:EPOCH 182/200 | STEP: 400|2708 | Loss: 0.114961
+INFO:EPOCH 182/200 | STEP: 500|2708 | Loss: 0.116672
+INFO:EPOCH 182/200 | STEP: 600|2708 | Loss: 0.110781
+INFO:EPOCH 182/200 | STEP: 700|2708 | Loss: 0.113202
+INFO:EPOCH 182/200 | STEP: 800|2708 | Loss: 0.115006
+INFO:EPOCH 182/200 | STEP: 900|2708 | Loss: 0.106184
+INFO:EPOCH 182/200 | STEP: 1000|2708 | Loss: 0.113085
+INFO:EPOCH 182/200 | STEP: 1100|2708 | Loss: 0.106126
+INFO:EPOCH 182/200 | STEP: 1200|2708 | Loss: 0.102736
+INFO:EPOCH 182/200 | STEP: 1300|2708 | Loss: 0.112895
+INFO:EPOCH 182/200 | STEP: 1400|2708 | Loss: 0.108775
+INFO:EPOCH 182/200 | STEP: 1500|2708 | Loss: 0.108036
+INFO:EPOCH 182/200 | STEP: 1600|2708 | Loss: 0.114722
+INFO:EPOCH 182/200 | STEP: 1700|2708 | Loss: 0.106874
+INFO:EPOCH 182/200 | STEP: 1800|2708 | Loss: 0.113113
+INFO:EPOCH 182/200 | STEP: 1900|2708 | Loss: 0.105394
+INFO:EPOCH 182/200 | STEP: 2000|2708 | Loss: 0.109414
+INFO:EPOCH 182/200 | STEP: 2100|2708 | Loss: 0.106401
+INFO:EPOCH 182/200 | STEP: 2200|2708 | Loss: 0.102388
+INFO:EPOCH 182/200 | STEP: 2300|2708 | Loss: 0.116816
+INFO:EPOCH 182/200 | STEP: 2400|2708 | Loss: 0.106108
+INFO:EPOCH 182/200 | STEP: 2500|2708 | Loss: 0.117934
+INFO:EPOCH 182/200 | STEP: 2600|2708 | Loss: 0.117723
+INFO:EPOCH 182/200 | STEP: 2700|2708 | Loss: 0.112068
+INFO:VAL NDCG@10, IoU=0.3: 0.375075
+INFO:VAL NDCG@10, IoU=0.5: 0.340500
+INFO:VAL NDCG@10, IoU=0.7: 0.230600
+INFO:VAL NDCG@20, IoU=0.3: 0.378418
+INFO:VAL NDCG@20, IoU=0.5: 0.342301
+INFO:VAL NDCG@20, IoU=0.7: 0.234960
+INFO:VAL NDCG@40, IoU=0.3: 0.403187
+INFO:VAL NDCG@40, IoU=0.5: 0.365285
+INFO:VAL NDCG@40, IoU=0.7: 0.253964
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.376813
+INFO:TEST NDCG@10, IoU=0.5: 0.341905
+INFO:TEST NDCG@10, IoU=0.7: 0.235470
+INFO:TEST NDCG@20, IoU=0.3: 0.381013
+INFO:TEST NDCG@20, IoU=0.5: 0.344780
+INFO:TEST NDCG@20, IoU=0.7: 0.240201
+INFO:TEST NDCG@40, IoU=0.3: 0.404963
+INFO:TEST NDCG@40, IoU=0.5: 0.367119
+INFO:TEST NDCG@40, IoU=0.7: 0.258555
+INFO:
+INFO:TRAIN EPOCH: 183|200
+INFO:EPOCH 183/200 | STEP: 0|2708 | Loss: 0.114208
+INFO:EPOCH 183/200 | STEP: 100|2708 | Loss: 0.102049
+INFO:EPOCH 183/200 | STEP: 200|2708 | Loss: 0.112420
+INFO:EPOCH 183/200 | STEP: 300|2708 | Loss: 0.105736
+INFO:EPOCH 183/200 | STEP: 400|2708 | Loss: 0.106720
+INFO:EPOCH 183/200 | STEP: 500|2708 | Loss: 0.114851
+INFO:EPOCH 183/200 | STEP: 600|2708 | Loss: 0.107887
+INFO:EPOCH 183/200 | STEP: 700|2708 | Loss: 0.110743
+INFO:EPOCH 183/200 | STEP: 800|2708 | Loss: 0.107755
+INFO:EPOCH 183/200 | STEP: 900|2708 | Loss: 0.114662
+INFO:EPOCH 183/200 | STEP: 1000|2708 | Loss: 0.107191
+INFO:EPOCH 183/200 | STEP: 1100|2708 | Loss: 0.111914
+INFO:EPOCH 183/200 | STEP: 1200|2708 | Loss: 0.109694
+INFO:EPOCH 183/200 | STEP: 1300|2708 | Loss: 0.111155
+INFO:EPOCH 183/200 | STEP: 1400|2708 | Loss: 0.115742
+INFO:EPOCH 183/200 | STEP: 1500|2708 | Loss: 0.110436
+INFO:EPOCH 183/200 | STEP: 1600|2708 | Loss: 0.113946
+INFO:EPOCH 183/200 | STEP: 1700|2708 | Loss: 0.108143
+INFO:EPOCH 183/200 | STEP: 1800|2708 | Loss: 0.111684
+INFO:EPOCH 183/200 | STEP: 1900|2708 | Loss: 0.108294
+INFO:EPOCH 183/200 | STEP: 2000|2708 | Loss: 0.108857
+INFO:EPOCH 183/200 | STEP: 2100|2708 | Loss: 0.111477
+INFO:EPOCH 183/200 | STEP: 2200|2708 | Loss: 0.107455
+INFO:EPOCH 183/200 | STEP: 2300|2708 | Loss: 0.113626
+INFO:EPOCH 183/200 | STEP: 2400|2708 | Loss: 0.117850
+INFO:EPOCH 183/200 | STEP: 2500|2708 | Loss: 0.112439
+INFO:EPOCH 183/200 | STEP: 2600|2708 | Loss: 0.114996
+INFO:EPOCH 183/200 | STEP: 2700|2708 | Loss: 0.112987
+INFO:VAL NDCG@10, IoU=0.3: 0.373934
+INFO:VAL NDCG@10, IoU=0.5: 0.340010
+INFO:VAL NDCG@10, IoU=0.7: 0.228929
+INFO:VAL NDCG@20, IoU=0.3: 0.377365
+INFO:VAL NDCG@20, IoU=0.5: 0.341081
+INFO:VAL NDCG@20, IoU=0.7: 0.233164
+INFO:VAL NDCG@40, IoU=0.3: 0.403175
+INFO:VAL NDCG@40, IoU=0.5: 0.365097
+INFO:VAL NDCG@40, IoU=0.7: 0.251937
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.377334
+INFO:TEST NDCG@10, IoU=0.5: 0.341806
+INFO:TEST NDCG@10, IoU=0.7: 0.235297
+INFO:TEST NDCG@20, IoU=0.3: 0.380681
+INFO:TEST NDCG@20, IoU=0.5: 0.344421
+INFO:TEST NDCG@20, IoU=0.7: 0.240101
+INFO:TEST NDCG@40, IoU=0.3: 0.405113
+INFO:TEST NDCG@40, IoU=0.5: 0.366840
+INFO:TEST NDCG@40, IoU=0.7: 0.258309
+INFO:
+INFO:TRAIN EPOCH: 184|200
+INFO:EPOCH 184/200 | STEP: 0|2708 | Loss: 0.112575
+INFO:EPOCH 184/200 | STEP: 100|2708 | Loss: 0.113631
+INFO:EPOCH 184/200 | STEP: 200|2708 | Loss: 0.112829
+INFO:EPOCH 184/200 | STEP: 300|2708 | Loss: 0.116288
+INFO:EPOCH 184/200 | STEP: 400|2708 | Loss: 0.107320
+INFO:EPOCH 184/200 | STEP: 500|2708 | Loss: 0.104891
+INFO:EPOCH 184/200 | STEP: 600|2708 | Loss: 0.104960
+INFO:EPOCH 184/200 | STEP: 700|2708 | Loss: 0.115014
+INFO:EPOCH 184/200 | STEP: 800|2708 | Loss: 0.114441
+INFO:EPOCH 184/200 | STEP: 900|2708 | Loss: 0.107277
+INFO:EPOCH 184/200 | STEP: 1000|2708 | Loss: 0.117589
+INFO:EPOCH 184/200 | STEP: 1100|2708 | Loss: 0.111755
+INFO:EPOCH 184/200 | STEP: 1200|2708 | Loss: 0.107752
+INFO:EPOCH 184/200 | STEP: 1300|2708 | Loss: 0.113233
+INFO:EPOCH 184/200 | STEP: 1400|2708 | Loss: 0.107922
+INFO:EPOCH 184/200 | STEP: 1500|2708 | Loss: 0.103486
+INFO:EPOCH 184/200 | STEP: 1600|2708 | Loss: 0.103680
+INFO:EPOCH 184/200 | STEP: 1700|2708 | Loss: 0.110655
+INFO:EPOCH 184/200 | STEP: 1800|2708 | Loss: 0.111714
+INFO:EPOCH 184/200 | STEP: 1900|2708 | Loss: 0.115034
+INFO:EPOCH 184/200 | STEP: 2000|2708 | Loss: 0.110302
+INFO:EPOCH 184/200 | STEP: 2100|2708 | Loss: 0.112596
+INFO:EPOCH 184/200 | STEP: 2200|2708 | Loss: 0.103574
+INFO:EPOCH 184/200 | STEP: 2300|2708 | Loss: 0.108731
+INFO:EPOCH 184/200 | STEP: 2400|2708 | Loss: 0.105181
+INFO:EPOCH 184/200 | STEP: 2500|2708 | Loss: 0.115271
+INFO:EPOCH 184/200 | STEP: 2600|2708 | Loss: 0.116871
+INFO:EPOCH 184/200 | STEP: 2700|2708 | Loss: 0.118511
+INFO:VAL NDCG@10, IoU=0.3: 0.375223
+INFO:VAL NDCG@10, IoU=0.5: 0.340573
+INFO:VAL NDCG@10, IoU=0.7: 0.232276
+INFO:VAL NDCG@20, IoU=0.3: 0.378124
+INFO:VAL NDCG@20, IoU=0.5: 0.341238
+INFO:VAL NDCG@20, IoU=0.7: 0.234045
+INFO:VAL NDCG@40, IoU=0.3: 0.404009
+INFO:VAL NDCG@40, IoU=0.5: 0.365633
+INFO:VAL NDCG@40, IoU=0.7: 0.254023
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.377360
+INFO:TEST NDCG@10, IoU=0.5: 0.342085
+INFO:TEST NDCG@10, IoU=0.7: 0.234973
+INFO:TEST NDCG@20, IoU=0.3: 0.380824
+INFO:TEST NDCG@20, IoU=0.5: 0.344714
+INFO:TEST NDCG@20, IoU=0.7: 0.239865
+INFO:TEST NDCG@40, IoU=0.3: 0.405204
+INFO:TEST NDCG@40, IoU=0.5: 0.367162
+INFO:TEST NDCG@40, IoU=0.7: 0.258011
+INFO:
+INFO:TRAIN EPOCH: 185|200
+INFO:EPOCH 185/200 | STEP: 0|2708 | Loss: 0.108117
+INFO:EPOCH 185/200 | STEP: 100|2708 | Loss: 0.112507
+INFO:EPOCH 185/200 | STEP: 200|2708 | Loss: 0.107159
+INFO:EPOCH 185/200 | STEP: 300|2708 | Loss: 0.109153
+INFO:EPOCH 185/200 | STEP: 400|2708 | Loss: 0.111416
+INFO:EPOCH 185/200 | STEP: 500|2708 | Loss: 0.119240
+INFO:EPOCH 185/200 | STEP: 600|2708 | Loss: 0.100802
+INFO:EPOCH 185/200 | STEP: 700|2708 | Loss: 0.115027
+INFO:EPOCH 185/200 | STEP: 800|2708 | Loss: 0.114094
+INFO:EPOCH 185/200 | STEP: 900|2708 | Loss: 0.107867
+INFO:EPOCH 185/200 | STEP: 1000|2708 | Loss: 0.105025
+INFO:EPOCH 185/200 | STEP: 1100|2708 | Loss: 0.115791
+INFO:EPOCH 185/200 | STEP: 1200|2708 | Loss: 0.110580
+INFO:EPOCH 185/200 | STEP: 1300|2708 | Loss: 0.106524
+INFO:EPOCH 185/200 | STEP: 1400|2708 | Loss: 0.112219
+INFO:EPOCH 185/200 | STEP: 1500|2708 | Loss: 0.111306
+INFO:EPOCH 185/200 | STEP: 1600|2708 | Loss: 0.103567
+INFO:EPOCH 185/200 | STEP: 1700|2708 | Loss: 0.109150
+INFO:EPOCH 185/200 | STEP: 1800|2708 | Loss: 0.111015
+INFO:EPOCH 185/200 | STEP: 1900|2708 | Loss: 0.108721
+INFO:EPOCH 185/200 | STEP: 2000|2708 | Loss: 0.104548
+INFO:EPOCH 185/200 | STEP: 2100|2708 | Loss: 0.107848
+INFO:EPOCH 185/200 | STEP: 2200|2708 | Loss: 0.104985
+INFO:EPOCH 185/200 | STEP: 2300|2708 | Loss: 0.113043
+INFO:EPOCH 185/200 | STEP: 2400|2708 | Loss: 0.105599
+INFO:EPOCH 185/200 | STEP: 2500|2708 | Loss: 0.111631
+INFO:EPOCH 185/200 | STEP: 2600|2708 | Loss: 0.119243
+INFO:EPOCH 185/200 | STEP: 2700|2708 | Loss: 0.115313
+INFO:VAL NDCG@10, IoU=0.3: 0.375023
+INFO:VAL NDCG@10, IoU=0.5: 0.340679
+INFO:VAL NDCG@10, IoU=0.7: 0.231525
+INFO:VAL NDCG@20, IoU=0.3: 0.379790
+INFO:VAL NDCG@20, IoU=0.5: 0.343592
+INFO:VAL NDCG@20, IoU=0.7: 0.235302
+INFO:VAL NDCG@40, IoU=0.3: 0.404810
+INFO:VAL NDCG@40, IoU=0.5: 0.366722
+INFO:VAL NDCG@40, IoU=0.7: 0.253856
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.378523
+INFO:TEST NDCG@10, IoU=0.5: 0.343020
+INFO:TEST NDCG@10, IoU=0.7: 0.235630
+INFO:TEST NDCG@20, IoU=0.3: 0.382219
+INFO:TEST NDCG@20, IoU=0.5: 0.345719
+INFO:TEST NDCG@20, IoU=0.7: 0.240066
+INFO:TEST NDCG@40, IoU=0.3: 0.405980
+INFO:TEST NDCG@40, IoU=0.5: 0.367753
+INFO:TEST NDCG@40, IoU=0.7: 0.258593
+INFO:
+INFO:TRAIN EPOCH: 186|200
+INFO:EPOCH 186/200 | STEP: 0|2708 | Loss: 0.112429
+INFO:EPOCH 186/200 | STEP: 100|2708 | Loss: 0.107357
+INFO:EPOCH 186/200 | STEP: 200|2708 | Loss: 0.114764
+INFO:EPOCH 186/200 | STEP: 300|2708 | Loss: 0.104789
+INFO:EPOCH 186/200 | STEP: 400|2708 | Loss: 0.110561
+INFO:EPOCH 186/200 | STEP: 500|2708 | Loss: 0.112775
+INFO:EPOCH 186/200 | STEP: 600|2708 | Loss: 0.116499
+INFO:EPOCH 186/200 | STEP: 700|2708 | Loss: 0.107933
+INFO:EPOCH 186/200 | STEP: 800|2708 | Loss: 0.115458
+INFO:EPOCH 186/200 | STEP: 900|2708 | Loss: 0.112360
+INFO:EPOCH 186/200 | STEP: 1000|2708 | Loss: 0.117763
+INFO:EPOCH 186/200 | STEP: 1100|2708 | Loss: 0.105593
+INFO:EPOCH 186/200 | STEP: 1200|2708 | Loss: 0.110060
+INFO:EPOCH 186/200 | STEP: 1300|2708 | Loss: 0.115799
+INFO:EPOCH 186/200 | STEP: 1400|2708 | Loss: 0.113011
+INFO:EPOCH 186/200 | STEP: 1500|2708 | Loss: 0.116586
+INFO:EPOCH 186/200 | STEP: 1600|2708 | Loss: 0.123911
+INFO:EPOCH 186/200 | STEP: 1700|2708 | Loss: 0.107412
+INFO:EPOCH 186/200 | STEP: 1800|2708 | Loss: 0.108684
+INFO:EPOCH 186/200 | STEP: 1900|2708 | Loss: 0.120329
+INFO:EPOCH 186/200 | STEP: 2000|2708 | Loss: 0.110165
+INFO:EPOCH 186/200 | STEP: 2100|2708 | Loss: 0.115501
+INFO:EPOCH 186/200 | STEP: 2200|2708 | Loss: 0.111046
+INFO:EPOCH 186/200 | STEP: 2300|2708 | Loss: 0.112702
+INFO:EPOCH 186/200 | STEP: 2400|2708 | Loss: 0.106391
+INFO:EPOCH 186/200 | STEP: 2500|2708 | Loss: 0.107124
+INFO:EPOCH 186/200 | STEP: 2600|2708 | Loss: 0.109103
+INFO:EPOCH 186/200 | STEP: 2700|2708 | Loss: 0.108858
+INFO:VAL NDCG@10, IoU=0.3: 0.378365
+INFO:VAL NDCG@10, IoU=0.5: 0.342912
+INFO:VAL NDCG@10, IoU=0.7: 0.233012
+INFO:VAL NDCG@20, IoU=0.3: 0.380870
+INFO:VAL NDCG@20, IoU=0.5: 0.343642
+INFO:VAL NDCG@20, IoU=0.7: 0.235328
+INFO:VAL NDCG@40, IoU=0.3: 0.405331
+INFO:VAL NDCG@40, IoU=0.5: 0.366613
+INFO:VAL NDCG@40, IoU=0.7: 0.254040
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.378960
+INFO:TEST NDCG@10, IoU=0.5: 0.343531
+INFO:TEST NDCG@10, IoU=0.7: 0.236290
+INFO:TEST NDCG@20, IoU=0.3: 0.382192
+INFO:TEST NDCG@20, IoU=0.5: 0.346234
+INFO:TEST NDCG@20, IoU=0.7: 0.240674
+INFO:TEST NDCG@40, IoU=0.3: 0.406283
+INFO:TEST NDCG@40, IoU=0.5: 0.368345
+INFO:TEST NDCG@40, IoU=0.7: 0.259395
+INFO:
+INFO:TRAIN EPOCH: 187|200
+INFO:EPOCH 187/200 | STEP: 0|2708 | Loss: 0.112981
+INFO:EPOCH 187/200 | STEP: 100|2708 | Loss: 0.111238
+INFO:EPOCH 187/200 | STEP: 200|2708 | Loss: 0.105178
+INFO:EPOCH 187/200 | STEP: 300|2708 | Loss: 0.119771
+INFO:EPOCH 187/200 | STEP: 400|2708 | Loss: 0.107510
+INFO:EPOCH 187/200 | STEP: 500|2708 | Loss: 0.103338
+INFO:EPOCH 187/200 | STEP: 600|2708 | Loss: 0.114483
+INFO:EPOCH 187/200 | STEP: 700|2708 | Loss: 0.117270
+INFO:EPOCH 187/200 | STEP: 800|2708 | Loss: 0.113079
+INFO:EPOCH 187/200 | STEP: 900|2708 | Loss: 0.105395
+INFO:EPOCH 187/200 | STEP: 1000|2708 | Loss: 0.109518
+INFO:EPOCH 187/200 | STEP: 1100|2708 | Loss: 0.102812
+INFO:EPOCH 187/200 | STEP: 1200|2708 | Loss: 0.103169
+INFO:EPOCH 187/200 | STEP: 1300|2708 | Loss: 0.119604
+INFO:EPOCH 187/200 | STEP: 1400|2708 | Loss: 0.114347
+INFO:EPOCH 187/200 | STEP: 1500|2708 | Loss: 0.113883
+INFO:EPOCH 187/200 | STEP: 1600|2708 | Loss: 0.106183
+INFO:EPOCH 187/200 | STEP: 1700|2708 | Loss: 0.104081
+INFO:EPOCH 187/200 | STEP: 1800|2708 | Loss: 0.106574
+INFO:EPOCH 187/200 | STEP: 1900|2708 | Loss: 0.110822
+INFO:EPOCH 187/200 | STEP: 2000|2708 | Loss: 0.108012
+INFO:EPOCH 187/200 | STEP: 2100|2708 | Loss: 0.127455
+INFO:EPOCH 187/200 | STEP: 2200|2708 | Loss: 0.114572
+INFO:EPOCH 187/200 | STEP: 2300|2708 | Loss: 0.108298
+INFO:EPOCH 187/200 | STEP: 2400|2708 | Loss: 0.105402
+INFO:EPOCH 187/200 | STEP: 2500|2708 | Loss: 0.106956
+INFO:EPOCH 187/200 | STEP: 2600|2708 | Loss: 0.110374
+INFO:EPOCH 187/200 | STEP: 2700|2708 | Loss: 0.114323
+INFO:VAL NDCG@10, IoU=0.3: 0.376953
+INFO:VAL NDCG@10, IoU=0.5: 0.341382
+INFO:VAL NDCG@10, IoU=0.7: 0.232413
+INFO:VAL NDCG@20, IoU=0.3: 0.379810
+INFO:VAL NDCG@20, IoU=0.5: 0.343041
+INFO:VAL NDCG@20, IoU=0.7: 0.235535
+INFO:VAL NDCG@40, IoU=0.3: 0.404659
+INFO:VAL NDCG@40, IoU=0.5: 0.366124
+INFO:VAL NDCG@40, IoU=0.7: 0.253674
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.378101
+INFO:TEST NDCG@10, IoU=0.5: 0.342743
+INFO:TEST NDCG@10, IoU=0.7: 0.236239
+INFO:TEST NDCG@20, IoU=0.3: 0.381952
+INFO:TEST NDCG@20, IoU=0.5: 0.345681
+INFO:TEST NDCG@20, IoU=0.7: 0.240731
+INFO:TEST NDCG@40, IoU=0.3: 0.406467
+INFO:TEST NDCG@40, IoU=0.5: 0.368151
+INFO:TEST NDCG@40, IoU=0.7: 0.259229
+INFO:
+INFO:TRAIN EPOCH: 188|200
+INFO:EPOCH 188/200 | STEP: 0|2708 | Loss: 0.112172
+INFO:EPOCH 188/200 | STEP: 100|2708 | Loss: 0.104506
+INFO:EPOCH 188/200 | STEP: 200|2708 | Loss: 0.114828
+INFO:EPOCH 188/200 | STEP: 300|2708 | Loss: 0.110167
+INFO:EPOCH 188/200 | STEP: 400|2708 | Loss: 0.118706
+INFO:EPOCH 188/200 | STEP: 500|2708 | Loss: 0.112602
+INFO:EPOCH 188/200 | STEP: 600|2708 | Loss: 0.117926
+INFO:EPOCH 188/200 | STEP: 700|2708 | Loss: 0.110565
+INFO:EPOCH 188/200 | STEP: 800|2708 | Loss: 0.102153
+INFO:EPOCH 188/200 | STEP: 900|2708 | Loss: 0.108218
+INFO:EPOCH 188/200 | STEP: 1000|2708 | Loss: 0.116754
+INFO:EPOCH 188/200 | STEP: 1100|2708 | Loss: 0.108370
+INFO:EPOCH 188/200 | STEP: 1200|2708 | Loss: 0.108102
+INFO:EPOCH 188/200 | STEP: 1300|2708 | Loss: 0.106789
+INFO:EPOCH 188/200 | STEP: 1400|2708 | Loss: 0.106056
+INFO:EPOCH 188/200 | STEP: 1500|2708 | Loss: 0.109987
+INFO:EPOCH 188/200 | STEP: 1600|2708 | Loss: 0.107397
+INFO:EPOCH 188/200 | STEP: 1700|2708 | Loss: 0.119249
+INFO:EPOCH 188/200 | STEP: 1800|2708 | Loss: 0.113586
+INFO:EPOCH 188/200 | STEP: 1900|2708 | Loss: 0.113256
+INFO:EPOCH 188/200 | STEP: 2000|2708 | Loss: 0.113810
+INFO:EPOCH 188/200 | STEP: 2100|2708 | Loss: 0.118011
+INFO:EPOCH 188/200 | STEP: 2200|2708 | Loss: 0.113718
+INFO:EPOCH 188/200 | STEP: 2300|2708 | Loss: 0.111992
+INFO:EPOCH 188/200 | STEP: 2400|2708 | Loss: 0.108984
+INFO:EPOCH 188/200 | STEP: 2500|2708 | Loss: 0.112199
+INFO:EPOCH 188/200 | STEP: 2600|2708 | Loss: 0.105331
+INFO:EPOCH 188/200 | STEP: 2700|2708 | Loss: 0.111723
+INFO:VAL NDCG@10, IoU=0.3: 0.375368
+INFO:VAL NDCG@10, IoU=0.5: 0.340714
+INFO:VAL NDCG@10, IoU=0.7: 0.231145
+INFO:VAL NDCG@20, IoU=0.3: 0.380896
+INFO:VAL NDCG@20, IoU=0.5: 0.343376
+INFO:VAL NDCG@20, IoU=0.7: 0.236001
+INFO:VAL NDCG@40, IoU=0.3: 0.405773
+INFO:VAL NDCG@40, IoU=0.5: 0.367173
+INFO:VAL NDCG@40, IoU=0.7: 0.254376
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.378266
+INFO:TEST NDCG@10, IoU=0.5: 0.342594
+INFO:TEST NDCG@10, IoU=0.7: 0.235922
+INFO:TEST NDCG@20, IoU=0.3: 0.382624
+INFO:TEST NDCG@20, IoU=0.5: 0.346061
+INFO:TEST NDCG@20, IoU=0.7: 0.240806
+INFO:TEST NDCG@40, IoU=0.3: 0.406697
+INFO:TEST NDCG@40, IoU=0.5: 0.368202
+INFO:TEST NDCG@40, IoU=0.7: 0.259206
+INFO:
+INFO:TRAIN EPOCH: 189|200
+INFO:EPOCH 189/200 | STEP: 0|2708 | Loss: 0.113293
+INFO:EPOCH 189/200 | STEP: 100|2708 | Loss: 0.108626
+INFO:EPOCH 189/200 | STEP: 200|2708 | Loss: 0.124418
+INFO:EPOCH 189/200 | STEP: 300|2708 | Loss: 0.117335
+INFO:EPOCH 189/200 | STEP: 400|2708 | Loss: 0.116863
+INFO:EPOCH 189/200 | STEP: 500|2708 | Loss: 0.110982
+INFO:EPOCH 189/200 | STEP: 600|2708 | Loss: 0.118645
+INFO:EPOCH 189/200 | STEP: 700|2708 | Loss: 0.111058
+INFO:EPOCH 189/200 | STEP: 800|2708 | Loss: 0.103371
+INFO:EPOCH 189/200 | STEP: 900|2708 | Loss: 0.111240
+INFO:EPOCH 189/200 | STEP: 1000|2708 | Loss: 0.105719
+INFO:EPOCH 189/200 | STEP: 1100|2708 | Loss: 0.114292
+INFO:EPOCH 189/200 | STEP: 1200|2708 | Loss: 0.102505
+INFO:EPOCH 189/200 | STEP: 1300|2708 | Loss: 0.116600
+INFO:EPOCH 189/200 | STEP: 1400|2708 | Loss: 0.108487
+INFO:EPOCH 189/200 | STEP: 1500|2708 | Loss: 0.113621
+INFO:EPOCH 189/200 | STEP: 1600|2708 | Loss: 0.108344
+INFO:EPOCH 189/200 | STEP: 1700|2708 | Loss: 0.111626
+INFO:EPOCH 189/200 | STEP: 1800|2708 | Loss: 0.109572
+INFO:EPOCH 189/200 | STEP: 1900|2708 | Loss: 0.105327
+INFO:EPOCH 189/200 | STEP: 2000|2708 | Loss: 0.116553
+INFO:EPOCH 189/200 | STEP: 2100|2708 | Loss: 0.110080
+INFO:EPOCH 189/200 | STEP: 2200|2708 | Loss: 0.112360
+INFO:EPOCH 189/200 | STEP: 2300|2708 | Loss: 0.108954
+INFO:EPOCH 189/200 | STEP: 2400|2708 | Loss: 0.106473
+INFO:EPOCH 189/200 | STEP: 2500|2708 | Loss: 0.118994
+INFO:EPOCH 189/200 | STEP: 2600|2708 | Loss: 0.113265
+INFO:EPOCH 189/200 | STEP: 2700|2708 | Loss: 0.108693
+INFO:VAL NDCG@10, IoU=0.3: 0.375418
+INFO:VAL NDCG@10, IoU=0.5: 0.340568
+INFO:VAL NDCG@10, IoU=0.7: 0.231207
+INFO:VAL NDCG@20, IoU=0.3: 0.380002
+INFO:VAL NDCG@20, IoU=0.5: 0.343107
+INFO:VAL NDCG@20, IoU=0.7: 0.235047
+INFO:VAL NDCG@40, IoU=0.3: 0.404950
+INFO:VAL NDCG@40, IoU=0.5: 0.365784
+INFO:VAL NDCG@40, IoU=0.7: 0.253511
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.378490
+INFO:TEST NDCG@10, IoU=0.5: 0.343007
+INFO:TEST NDCG@10, IoU=0.7: 0.236177
+INFO:TEST NDCG@20, IoU=0.3: 0.382449
+INFO:TEST NDCG@20, IoU=0.5: 0.346198
+INFO:TEST NDCG@20, IoU=0.7: 0.240962
+INFO:TEST NDCG@40, IoU=0.3: 0.406561
+INFO:TEST NDCG@40, IoU=0.5: 0.368302
+INFO:TEST NDCG@40, IoU=0.7: 0.259201
+INFO:
+INFO:TRAIN EPOCH: 190|200
+INFO:EPOCH 190/200 | STEP: 0|2708 | Loss: 0.106662
+INFO:EPOCH 190/200 | STEP: 100|2708 | Loss: 0.113227
+INFO:EPOCH 190/200 | STEP: 200|2708 | Loss: 0.114401
+INFO:EPOCH 190/200 | STEP: 300|2708 | Loss: 0.110164
+INFO:EPOCH 190/200 | STEP: 400|2708 | Loss: 0.105873
+INFO:EPOCH 190/200 | STEP: 500|2708 | Loss: 0.109367
+INFO:EPOCH 190/200 | STEP: 600|2708 | Loss: 0.111503
+INFO:EPOCH 190/200 | STEP: 700|2708 | Loss: 0.108677
+INFO:EPOCH 190/200 | STEP: 800|2708 | Loss: 0.113851
+INFO:EPOCH 190/200 | STEP: 900|2708 | Loss: 0.106534
+INFO:EPOCH 190/200 | STEP: 1000|2708 | Loss: 0.113777
+INFO:EPOCH 190/200 | STEP: 1100|2708 | Loss: 0.107503
+INFO:EPOCH 190/200 | STEP: 1200|2708 | Loss: 0.111208
+INFO:EPOCH 190/200 | STEP: 1300|2708 | Loss: 0.108744
+INFO:EPOCH 190/200 | STEP: 1400|2708 | Loss: 0.098166
+INFO:EPOCH 190/200 | STEP: 1500|2708 | Loss: 0.107120
+INFO:EPOCH 190/200 | STEP: 1600|2708 | Loss: 0.113278
+INFO:EPOCH 190/200 | STEP: 1700|2708 | Loss: 0.113889
+INFO:EPOCH 190/200 | STEP: 1800|2708 | Loss: 0.118019
+INFO:EPOCH 190/200 | STEP: 1900|2708 | Loss: 0.106782
+INFO:EPOCH 190/200 | STEP: 2000|2708 | Loss: 0.111468
+INFO:EPOCH 190/200 | STEP: 2100|2708 | Loss: 0.115353
+INFO:EPOCH 190/200 | STEP: 2200|2708 | Loss: 0.114984
+INFO:EPOCH 190/200 | STEP: 2300|2708 | Loss: 0.103890
+INFO:EPOCH 190/200 | STEP: 2400|2708 | Loss: 0.106585
+INFO:EPOCH 190/200 | STEP: 2500|2708 | Loss: 0.111123
+INFO:EPOCH 190/200 | STEP: 2600|2708 | Loss: 0.110324
+INFO:EPOCH 190/200 | STEP: 2700|2708 | Loss: 0.106224
+INFO:VAL NDCG@10, IoU=0.3: 0.374487
+INFO:VAL NDCG@10, IoU=0.5: 0.339101
+INFO:VAL NDCG@10, IoU=0.7: 0.229549
+INFO:VAL NDCG@20, IoU=0.3: 0.379930
+INFO:VAL NDCG@20, IoU=0.5: 0.342235
+INFO:VAL NDCG@20, IoU=0.7: 0.235109
+INFO:VAL NDCG@40, IoU=0.3: 0.404619
+INFO:VAL NDCG@40, IoU=0.5: 0.365298
+INFO:VAL NDCG@40, IoU=0.7: 0.253221
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.378242
+INFO:TEST NDCG@10, IoU=0.5: 0.343252
+INFO:TEST NDCG@10, IoU=0.7: 0.236353
+INFO:TEST NDCG@20, IoU=0.3: 0.382234
+INFO:TEST NDCG@20, IoU=0.5: 0.346100
+INFO:TEST NDCG@20, IoU=0.7: 0.240816
+INFO:TEST NDCG@40, IoU=0.3: 0.406130
+INFO:TEST NDCG@40, IoU=0.5: 0.368289
+INFO:TEST NDCG@40, IoU=0.7: 0.259115
+INFO:
+INFO:TRAIN EPOCH: 191|200
+INFO:EPOCH 191/200 | STEP: 0|2708 | Loss: 0.105996
+INFO:EPOCH 191/200 | STEP: 100|2708 | Loss: 0.105734
+INFO:EPOCH 191/200 | STEP: 200|2708 | Loss: 0.108868
+INFO:EPOCH 191/200 | STEP: 300|2708 | Loss: 0.106498
+INFO:EPOCH 191/200 | STEP: 400|2708 | Loss: 0.116823
+INFO:EPOCH 191/200 | STEP: 500|2708 | Loss: 0.108806
+INFO:EPOCH 191/200 | STEP: 600|2708 | Loss: 0.104771
+INFO:EPOCH 191/200 | STEP: 700|2708 | Loss: 0.112748
+INFO:EPOCH 191/200 | STEP: 800|2708 | Loss: 0.106597
+INFO:EPOCH 191/200 | STEP: 900|2708 | Loss: 0.109539
+INFO:EPOCH 191/200 | STEP: 1000|2708 | Loss: 0.108354
+INFO:EPOCH 191/200 | STEP: 1100|2708 | Loss: 0.112907
+INFO:EPOCH 191/200 | STEP: 1200|2708 | Loss: 0.115377
+INFO:EPOCH 191/200 | STEP: 1300|2708 | Loss: 0.109496
+INFO:EPOCH 191/200 | STEP: 1400|2708 | Loss: 0.109925
+INFO:EPOCH 191/200 | STEP: 1500|2708 | Loss: 0.107475
+INFO:EPOCH 191/200 | STEP: 1600|2708 | Loss: 0.112783
+INFO:EPOCH 191/200 | STEP: 1700|2708 | Loss: 0.109787
+INFO:EPOCH 191/200 | STEP: 1800|2708 | Loss: 0.116593
+INFO:EPOCH 191/200 | STEP: 1900|2708 | Loss: 0.114444
+INFO:EPOCH 191/200 | STEP: 2000|2708 | Loss: 0.110867
+INFO:EPOCH 191/200 | STEP: 2100|2708 | Loss: 0.106877
+INFO:EPOCH 191/200 | STEP: 2200|2708 | Loss: 0.112012
+INFO:EPOCH 191/200 | STEP: 2300|2708 | Loss: 0.117566
+INFO:EPOCH 191/200 | STEP: 2400|2708 | Loss: 0.107602
+INFO:EPOCH 191/200 | STEP: 2500|2708 | Loss: 0.107051
+INFO:EPOCH 191/200 | STEP: 2600|2708 | Loss: 0.103421
+INFO:EPOCH 191/200 | STEP: 2700|2708 | Loss: 0.115255
+INFO:VAL NDCG@10, IoU=0.3: 0.376147
+INFO:VAL NDCG@10, IoU=0.5: 0.340844
+INFO:VAL NDCG@10, IoU=0.7: 0.230914
+INFO:VAL NDCG@20, IoU=0.3: 0.380073
+INFO:VAL NDCG@20, IoU=0.5: 0.343399
+INFO:VAL NDCG@20, IoU=0.7: 0.236513
+INFO:VAL NDCG@40, IoU=0.3: 0.405374
+INFO:VAL NDCG@40, IoU=0.5: 0.366663
+INFO:VAL NDCG@40, IoU=0.7: 0.254246
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.378739
+INFO:TEST NDCG@10, IoU=0.5: 0.343607
+INFO:TEST NDCG@10, IoU=0.7: 0.236559
+INFO:TEST NDCG@20, IoU=0.3: 0.383301
+INFO:TEST NDCG@20, IoU=0.5: 0.346914
+INFO:TEST NDCG@20, IoU=0.7: 0.241067
+INFO:TEST NDCG@40, IoU=0.3: 0.407070
+INFO:TEST NDCG@40, IoU=0.5: 0.368949
+INFO:TEST NDCG@40, IoU=0.7: 0.259669
+INFO:
+INFO:TRAIN EPOCH: 192|200
+INFO:EPOCH 192/200 | STEP: 0|2708 | Loss: 0.118646
+INFO:EPOCH 192/200 | STEP: 100|2708 | Loss: 0.098440
+INFO:EPOCH 192/200 | STEP: 200|2708 | Loss: 0.115019
+INFO:EPOCH 192/200 | STEP: 300|2708 | Loss: 0.113271
+INFO:EPOCH 192/200 | STEP: 400|2708 | Loss: 0.107422
+INFO:EPOCH 192/200 | STEP: 500|2708 | Loss: 0.105711
+INFO:EPOCH 192/200 | STEP: 600|2708 | Loss: 0.115474
+INFO:EPOCH 192/200 | STEP: 700|2708 | Loss: 0.112677
+INFO:EPOCH 192/200 | STEP: 800|2708 | Loss: 0.113285
+INFO:EPOCH 192/200 | STEP: 900|2708 | Loss: 0.110437
+INFO:EPOCH 192/200 | STEP: 1000|2708 | Loss: 0.116664
+INFO:EPOCH 192/200 | STEP: 1100|2708 | Loss: 0.111828
+INFO:EPOCH 192/200 | STEP: 1200|2708 | Loss: 0.104861
+INFO:EPOCH 192/200 | STEP: 1300|2708 | Loss: 0.114429
+INFO:EPOCH 192/200 | STEP: 1400|2708 | Loss: 0.111636
+INFO:EPOCH 192/200 | STEP: 1500|2708 | Loss: 0.105804
+INFO:EPOCH 192/200 | STEP: 1600|2708 | Loss: 0.121588
+INFO:EPOCH 192/200 | STEP: 1700|2708 | Loss: 0.109452
+INFO:EPOCH 192/200 | STEP: 1800|2708 | Loss: 0.110682
+INFO:EPOCH 192/200 | STEP: 1900|2708 | Loss: 0.120389
+INFO:EPOCH 192/200 | STEP: 2000|2708 | Loss: 0.116495
+INFO:EPOCH 192/200 | STEP: 2100|2708 | Loss: 0.113945
+INFO:EPOCH 192/200 | STEP: 2200|2708 | Loss: 0.122134
+INFO:EPOCH 192/200 | STEP: 2300|2708 | Loss: 0.103768
+INFO:EPOCH 192/200 | STEP: 2400|2708 | Loss: 0.103902
+INFO:EPOCH 192/200 | STEP: 2500|2708 | Loss: 0.116129
+INFO:EPOCH 192/200 | STEP: 2600|2708 | Loss: 0.111296
+INFO:EPOCH 192/200 | STEP: 2700|2708 | Loss: 0.111334
+INFO:VAL NDCG@10, IoU=0.3: 0.375427
+INFO:VAL NDCG@10, IoU=0.5: 0.341253
+INFO:VAL NDCG@10, IoU=0.7: 0.231254
+INFO:VAL NDCG@20, IoU=0.3: 0.379689
+INFO:VAL NDCG@20, IoU=0.5: 0.343192
+INFO:VAL NDCG@20, IoU=0.7: 0.236636
+INFO:VAL NDCG@40, IoU=0.3: 0.405325
+INFO:VAL NDCG@40, IoU=0.5: 0.366653
+INFO:VAL NDCG@40, IoU=0.7: 0.254704
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.379024
+INFO:TEST NDCG@10, IoU=0.5: 0.344054
+INFO:TEST NDCG@10, IoU=0.7: 0.237111
+INFO:TEST NDCG@20, IoU=0.3: 0.383192
+INFO:TEST NDCG@20, IoU=0.5: 0.347180
+INFO:TEST NDCG@20, IoU=0.7: 0.241809
+INFO:TEST NDCG@40, IoU=0.3: 0.406927
+INFO:TEST NDCG@40, IoU=0.5: 0.368802
+INFO:TEST NDCG@40, IoU=0.7: 0.259753
+INFO:
+INFO:TRAIN EPOCH: 193|200
+INFO:EPOCH 193/200 | STEP: 0|2708 | Loss: 0.107351
+INFO:EPOCH 193/200 | STEP: 100|2708 | Loss: 0.115473
+INFO:EPOCH 193/200 | STEP: 200|2708 | Loss: 0.105772
+INFO:EPOCH 193/200 | STEP: 300|2708 | Loss: 0.118043
+INFO:EPOCH 193/200 | STEP: 400|2708 | Loss: 0.112672
+INFO:EPOCH 193/200 | STEP: 500|2708 | Loss: 0.099729
+INFO:EPOCH 193/200 | STEP: 600|2708 | Loss: 0.105677
+INFO:EPOCH 193/200 | STEP: 700|2708 | Loss: 0.106100
+INFO:EPOCH 193/200 | STEP: 800|2708 | Loss: 0.112850
+INFO:EPOCH 193/200 | STEP: 900|2708 | Loss: 0.107702
+INFO:EPOCH 193/200 | STEP: 1000|2708 | Loss: 0.107663
+INFO:EPOCH 193/200 | STEP: 1100|2708 | Loss: 0.112211
+INFO:EPOCH 193/200 | STEP: 1200|2708 | Loss: 0.118509
+INFO:EPOCH 193/200 | STEP: 1300|2708 | Loss: 0.109510
+INFO:EPOCH 193/200 | STEP: 1400|2708 | Loss: 0.115111
+INFO:EPOCH 193/200 | STEP: 1500|2708 | Loss: 0.106524
+INFO:EPOCH 193/200 | STEP: 1600|2708 | Loss: 0.108565
+INFO:EPOCH 193/200 | STEP: 1700|2708 | Loss: 0.113392
+INFO:EPOCH 193/200 | STEP: 1800|2708 | Loss: 0.109612
+INFO:EPOCH 193/200 | STEP: 1900|2708 | Loss: 0.106905
+INFO:EPOCH 193/200 | STEP: 2000|2708 | Loss: 0.112922
+INFO:EPOCH 193/200 | STEP: 2100|2708 | Loss: 0.106727
+INFO:EPOCH 193/200 | STEP: 2200|2708 | Loss: 0.118990
+INFO:EPOCH 193/200 | STEP: 2300|2708 | Loss: 0.102931
+INFO:EPOCH 193/200 | STEP: 2400|2708 | Loss: 0.102713
+INFO:EPOCH 193/200 | STEP: 2500|2708 | Loss: 0.105627
+INFO:EPOCH 193/200 | STEP: 2600|2708 | Loss: 0.110484
+INFO:EPOCH 193/200 | STEP: 2700|2708 | Loss: 0.109928
+INFO:VAL NDCG@10, IoU=0.3: 0.375927
+INFO:VAL NDCG@10, IoU=0.5: 0.341272
+INFO:VAL NDCG@10, IoU=0.7: 0.232322
+INFO:VAL NDCG@20, IoU=0.3: 0.381307
+INFO:VAL NDCG@20, IoU=0.5: 0.344530
+INFO:VAL NDCG@20, IoU=0.7: 0.237473
+INFO:VAL NDCG@40, IoU=0.3: 0.405915
+INFO:VAL NDCG@40, IoU=0.5: 0.367226
+INFO:VAL NDCG@40, IoU=0.7: 0.255066
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.377881
+INFO:TEST NDCG@10, IoU=0.5: 0.342924
+INFO:TEST NDCG@10, IoU=0.7: 0.236110
+INFO:TEST NDCG@20, IoU=0.3: 0.382305
+INFO:TEST NDCG@20, IoU=0.5: 0.346017
+INFO:TEST NDCG@20, IoU=0.7: 0.240728
+INFO:TEST NDCG@40, IoU=0.3: 0.406532
+INFO:TEST NDCG@40, IoU=0.5: 0.368215
+INFO:TEST NDCG@40, IoU=0.7: 0.258954
+INFO:
+INFO:TRAIN EPOCH: 194|200
+INFO:EPOCH 194/200 | STEP: 0|2708 | Loss: 0.113958
+INFO:EPOCH 194/200 | STEP: 100|2708 | Loss: 0.104191
+INFO:EPOCH 194/200 | STEP: 200|2708 | Loss: 0.112828
+INFO:EPOCH 194/200 | STEP: 300|2708 | Loss: 0.106504
+INFO:EPOCH 194/200 | STEP: 400|2708 | Loss: 0.112959
+INFO:EPOCH 194/200 | STEP: 500|2708 | Loss: 0.113187
+INFO:EPOCH 194/200 | STEP: 600|2708 | Loss: 0.109670
+INFO:EPOCH 194/200 | STEP: 700|2708 | Loss: 0.109397
+INFO:EPOCH 194/200 | STEP: 800|2708 | Loss: 0.114532
+INFO:EPOCH 194/200 | STEP: 900|2708 | Loss: 0.110662
+INFO:EPOCH 194/200 | STEP: 1000|2708 | Loss: 0.123197
+INFO:EPOCH 194/200 | STEP: 1100|2708 | Loss: 0.111183
+INFO:EPOCH 194/200 | STEP: 1200|2708 | Loss: 0.108375
+INFO:EPOCH 194/200 | STEP: 1300|2708 | Loss: 0.109169
+INFO:EPOCH 194/200 | STEP: 1400|2708 | Loss: 0.105826
+INFO:EPOCH 194/200 | STEP: 1500|2708 | Loss: 0.106414
+INFO:EPOCH 194/200 | STEP: 1600|2708 | Loss: 0.112585
+INFO:EPOCH 194/200 | STEP: 1700|2708 | Loss: 0.108660
+INFO:EPOCH 194/200 | STEP: 1800|2708 | Loss: 0.104112
+INFO:EPOCH 194/200 | STEP: 1900|2708 | Loss: 0.116942
+INFO:EPOCH 194/200 | STEP: 2000|2708 | Loss: 0.117329
+INFO:EPOCH 194/200 | STEP: 2100|2708 | Loss: 0.104254
+INFO:EPOCH 194/200 | STEP: 2200|2708 | Loss: 0.109685
+INFO:EPOCH 194/200 | STEP: 2300|2708 | Loss: 0.115878
+INFO:EPOCH 194/200 | STEP: 2400|2708 | Loss: 0.115129
+INFO:EPOCH 194/200 | STEP: 2500|2708 | Loss: 0.106253
+INFO:EPOCH 194/200 | STEP: 2600|2708 | Loss: 0.108755
+INFO:EPOCH 194/200 | STEP: 2700|2708 | Loss: 0.113140
+INFO:VAL NDCG@10, IoU=0.3: 0.376706
+INFO:VAL NDCG@10, IoU=0.5: 0.342533
+INFO:VAL NDCG@10, IoU=0.7: 0.232278
+INFO:VAL NDCG@20, IoU=0.3: 0.380557
+INFO:VAL NDCG@20, IoU=0.5: 0.344076
+INFO:VAL NDCG@20, IoU=0.7: 0.236525
+INFO:VAL NDCG@40, IoU=0.3: 0.405890
+INFO:VAL NDCG@40, IoU=0.5: 0.367350
+INFO:VAL NDCG@40, IoU=0.7: 0.254837
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.378778
+INFO:TEST NDCG@10, IoU=0.5: 0.343450
+INFO:TEST NDCG@10, IoU=0.7: 0.236805
+INFO:TEST NDCG@20, IoU=0.3: 0.382964
+INFO:TEST NDCG@20, IoU=0.5: 0.346530
+INFO:TEST NDCG@20, IoU=0.7: 0.241321
+INFO:TEST NDCG@40, IoU=0.3: 0.407128
+INFO:TEST NDCG@40, IoU=0.5: 0.368731
+INFO:TEST NDCG@40, IoU=0.7: 0.259789
+INFO:
+INFO:TRAIN EPOCH: 195|200
+INFO:EPOCH 195/200 | STEP: 0|2708 | Loss: 0.102999
+INFO:EPOCH 195/200 | STEP: 100|2708 | Loss: 0.107126
+INFO:EPOCH 195/200 | STEP: 200|2708 | Loss: 0.122843
+INFO:EPOCH 195/200 | STEP: 300|2708 | Loss: 0.110115
+INFO:EPOCH 195/200 | STEP: 400|2708 | Loss: 0.111570
+INFO:EPOCH 195/200 | STEP: 500|2708 | Loss: 0.110806
+INFO:EPOCH 195/200 | STEP: 600|2708 | Loss: 0.104368
+INFO:EPOCH 195/200 | STEP: 700|2708 | Loss: 0.113307
+INFO:EPOCH 195/200 | STEP: 800|2708 | Loss: 0.111201
+INFO:EPOCH 195/200 | STEP: 900|2708 | Loss: 0.114923
+INFO:EPOCH 195/200 | STEP: 1000|2708 | Loss: 0.116326
+INFO:EPOCH 195/200 | STEP: 1100|2708 | Loss: 0.105717
+INFO:EPOCH 195/200 | STEP: 1200|2708 | Loss: 0.111810
+INFO:EPOCH 195/200 | STEP: 1300|2708 | Loss: 0.116691
+INFO:EPOCH 195/200 | STEP: 1400|2708 | Loss: 0.106350
+INFO:EPOCH 195/200 | STEP: 1500|2708 | Loss: 0.110156
+INFO:EPOCH 195/200 | STEP: 1600|2708 | Loss: 0.110803
+INFO:EPOCH 195/200 | STEP: 1700|2708 | Loss: 0.114504
+INFO:EPOCH 195/200 | STEP: 1800|2708 | Loss: 0.113386
+INFO:EPOCH 195/200 | STEP: 1900|2708 | Loss: 0.107243
+INFO:EPOCH 195/200 | STEP: 2000|2708 | Loss: 0.114845
+INFO:EPOCH 195/200 | STEP: 2100|2708 | Loss: 0.113287
+INFO:EPOCH 195/200 | STEP: 2200|2708 | Loss: 0.111768
+INFO:EPOCH 195/200 | STEP: 2300|2708 | Loss: 0.108903
+INFO:EPOCH 195/200 | STEP: 2400|2708 | Loss: 0.118845
+INFO:EPOCH 195/200 | STEP: 2500|2708 | Loss: 0.112573
+INFO:EPOCH 195/200 | STEP: 2600|2708 | Loss: 0.109731
+INFO:EPOCH 195/200 | STEP: 2700|2708 | Loss: 0.118245
+INFO:VAL NDCG@10, IoU=0.3: 0.376241
+INFO:VAL NDCG@10, IoU=0.5: 0.341604
+INFO:VAL NDCG@10, IoU=0.7: 0.232324
+INFO:VAL NDCG@20, IoU=0.3: 0.379977
+INFO:VAL NDCG@20, IoU=0.5: 0.343429
+INFO:VAL NDCG@20, IoU=0.7: 0.236967
+INFO:VAL NDCG@40, IoU=0.3: 0.404847
+INFO:VAL NDCG@40, IoU=0.5: 0.366581
+INFO:VAL NDCG@40, IoU=0.7: 0.254694
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.378803
+INFO:TEST NDCG@10, IoU=0.5: 0.343522
+INFO:TEST NDCG@10, IoU=0.7: 0.236560
+INFO:TEST NDCG@20, IoU=0.3: 0.383001
+INFO:TEST NDCG@20, IoU=0.5: 0.346520
+INFO:TEST NDCG@20, IoU=0.7: 0.241363
+INFO:TEST NDCG@40, IoU=0.3: 0.406595
+INFO:TEST NDCG@40, IoU=0.5: 0.368361
+INFO:TEST NDCG@40, IoU=0.7: 0.259513
+INFO:
+INFO:TRAIN EPOCH: 196|200
+INFO:EPOCH 196/200 | STEP: 0|2708 | Loss: 0.110883
+INFO:EPOCH 196/200 | STEP: 100|2708 | Loss: 0.106073
+INFO:EPOCH 196/200 | STEP: 200|2708 | Loss: 0.112387
+INFO:EPOCH 196/200 | STEP: 300|2708 | Loss: 0.112341
+INFO:EPOCH 196/200 | STEP: 400|2708 | Loss: 0.109282
+INFO:EPOCH 196/200 | STEP: 500|2708 | Loss: 0.115434
+INFO:EPOCH 196/200 | STEP: 600|2708 | Loss: 0.118630
+INFO:EPOCH 196/200 | STEP: 700|2708 | Loss: 0.109329
+INFO:EPOCH 196/200 | STEP: 800|2708 | Loss: 0.101712
+INFO:EPOCH 196/200 | STEP: 900|2708 | Loss: 0.106707
+INFO:EPOCH 196/200 | STEP: 1000|2708 | Loss: 0.117363
+INFO:EPOCH 196/200 | STEP: 1100|2708 | Loss: 0.113257
+INFO:EPOCH 196/200 | STEP: 1200|2708 | Loss: 0.114034
+INFO:EPOCH 196/200 | STEP: 1300|2708 | Loss: 0.105580
+INFO:EPOCH 196/200 | STEP: 1400|2708 | Loss: 0.108826
+INFO:EPOCH 196/200 | STEP: 1500|2708 | Loss: 0.111452
+INFO:EPOCH 196/200 | STEP: 1600|2708 | Loss: 0.113739
+INFO:EPOCH 196/200 | STEP: 1700|2708 | Loss: 0.111933
+INFO:EPOCH 196/200 | STEP: 1800|2708 | Loss: 0.107229
+INFO:EPOCH 196/200 | STEP: 1900|2708 | Loss: 0.107261
+INFO:EPOCH 196/200 | STEP: 2000|2708 | Loss: 0.110301
+INFO:EPOCH 196/200 | STEP: 2100|2708 | Loss: 0.109124
+INFO:EPOCH 196/200 | STEP: 2200|2708 | Loss: 0.104411
+INFO:EPOCH 196/200 | STEP: 2300|2708 | Loss: 0.111507
+INFO:EPOCH 196/200 | STEP: 2400|2708 | Loss: 0.108805
+INFO:EPOCH 196/200 | STEP: 2500|2708 | Loss: 0.114077
+INFO:EPOCH 196/200 | STEP: 2600|2708 | Loss: 0.101635
+INFO:EPOCH 196/200 | STEP: 2700|2708 | Loss: 0.107039
+INFO:VAL NDCG@10, IoU=0.3: 0.376143
+INFO:VAL NDCG@10, IoU=0.5: 0.341489
+INFO:VAL NDCG@10, IoU=0.7: 0.232159
+INFO:VAL NDCG@20, IoU=0.3: 0.381354
+INFO:VAL NDCG@20, IoU=0.5: 0.344479
+INFO:VAL NDCG@20, IoU=0.7: 0.237116
+INFO:VAL NDCG@40, IoU=0.3: 0.406276
+INFO:VAL NDCG@40, IoU=0.5: 0.367755
+INFO:VAL NDCG@40, IoU=0.7: 0.254941
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.379178
+INFO:TEST NDCG@10, IoU=0.5: 0.343945
+INFO:TEST NDCG@10, IoU=0.7: 0.237204
+INFO:TEST NDCG@20, IoU=0.3: 0.383023
+INFO:TEST NDCG@20, IoU=0.5: 0.346676
+INFO:TEST NDCG@20, IoU=0.7: 0.241466
+INFO:TEST NDCG@40, IoU=0.3: 0.407250
+INFO:TEST NDCG@40, IoU=0.5: 0.368858
+INFO:TEST NDCG@40, IoU=0.7: 0.259940
+INFO:
+INFO:TRAIN EPOCH: 197|200
+INFO:EPOCH 197/200 | STEP: 0|2708 | Loss: 0.103304
+INFO:EPOCH 197/200 | STEP: 100|2708 | Loss: 0.104566
+INFO:EPOCH 197/200 | STEP: 200|2708 | Loss: 0.110038
+INFO:EPOCH 197/200 | STEP: 300|2708 | Loss: 0.113989
+INFO:EPOCH 197/200 | STEP: 400|2708 | Loss: 0.106591
+INFO:EPOCH 197/200 | STEP: 500|2708 | Loss: 0.109895
+INFO:EPOCH 197/200 | STEP: 600|2708 | Loss: 0.106931
+INFO:EPOCH 197/200 | STEP: 700|2708 | Loss: 0.113486
+INFO:EPOCH 197/200 | STEP: 800|2708 | Loss: 0.112920
+INFO:EPOCH 197/200 | STEP: 900|2708 | Loss: 0.112807
+INFO:EPOCH 197/200 | STEP: 1000|2708 | Loss: 0.102510
+INFO:EPOCH 197/200 | STEP: 1100|2708 | Loss: 0.101232
+INFO:EPOCH 197/200 | STEP: 1200|2708 | Loss: 0.109462
+INFO:EPOCH 197/200 | STEP: 1300|2708 | Loss: 0.115845
+INFO:EPOCH 197/200 | STEP: 1400|2708 | Loss: 0.111549
+INFO:EPOCH 197/200 | STEP: 1500|2708 | Loss: 0.110908
+INFO:EPOCH 197/200 | STEP: 1600|2708 | Loss: 0.111607
+INFO:EPOCH 197/200 | STEP: 1700|2708 | Loss: 0.111375
+INFO:EPOCH 197/200 | STEP: 1800|2708 | Loss: 0.103343
+INFO:EPOCH 197/200 | STEP: 1900|2708 | Loss: 0.106776
+INFO:EPOCH 197/200 | STEP: 2000|2708 | Loss: 0.122134
+INFO:EPOCH 197/200 | STEP: 2100|2708 | Loss: 0.109568
+INFO:EPOCH 197/200 | STEP: 2200|2708 | Loss: 0.117843
+INFO:EPOCH 197/200 | STEP: 2300|2708 | Loss: 0.103979
+INFO:EPOCH 197/200 | STEP: 2400|2708 | Loss: 0.118245
+INFO:EPOCH 197/200 | STEP: 2500|2708 | Loss: 0.105958
+INFO:EPOCH 197/200 | STEP: 2600|2708 | Loss: 0.106144
+INFO:EPOCH 197/200 | STEP: 2700|2708 | Loss: 0.106813
+INFO:VAL NDCG@10, IoU=0.3: 0.376203
+INFO:VAL NDCG@10, IoU=0.5: 0.341740
+INFO:VAL NDCG@10, IoU=0.7: 0.231536
+INFO:VAL NDCG@20, IoU=0.3: 0.380919
+INFO:VAL NDCG@20, IoU=0.5: 0.344240
+INFO:VAL NDCG@20, IoU=0.7: 0.236179
+INFO:VAL NDCG@40, IoU=0.3: 0.405675
+INFO:VAL NDCG@40, IoU=0.5: 0.367291
+INFO:VAL NDCG@40, IoU=0.7: 0.254565
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.379076
+INFO:TEST NDCG@10, IoU=0.5: 0.344001
+INFO:TEST NDCG@10, IoU=0.7: 0.237381
+INFO:TEST NDCG@20, IoU=0.3: 0.383155
+INFO:TEST NDCG@20, IoU=0.5: 0.346891
+INFO:TEST NDCG@20, IoU=0.7: 0.241520
+INFO:TEST NDCG@40, IoU=0.3: 0.407265
+INFO:TEST NDCG@40, IoU=0.5: 0.368958
+INFO:TEST NDCG@40, IoU=0.7: 0.260017
+INFO:
+INFO:TRAIN EPOCH: 198|200
+INFO:EPOCH 198/200 | STEP: 0|2708 | Loss: 0.114971
+INFO:EPOCH 198/200 | STEP: 100|2708 | Loss: 0.112767
+INFO:EPOCH 198/200 | STEP: 200|2708 | Loss: 0.106200
+INFO:EPOCH 198/200 | STEP: 300|2708 | Loss: 0.108856
+INFO:EPOCH 198/200 | STEP: 400|2708 | Loss: 0.110341
+INFO:EPOCH 198/200 | STEP: 500|2708 | Loss: 0.095645
+INFO:EPOCH 198/200 | STEP: 600|2708 | Loss: 0.107597
+INFO:EPOCH 198/200 | STEP: 700|2708 | Loss: 0.114675
+INFO:EPOCH 198/200 | STEP: 800|2708 | Loss: 0.113804
+INFO:EPOCH 198/200 | STEP: 900|2708 | Loss: 0.112751
+INFO:EPOCH 198/200 | STEP: 1000|2708 | Loss: 0.107492
+INFO:EPOCH 198/200 | STEP: 1100|2708 | Loss: 0.109121
+INFO:EPOCH 198/200 | STEP: 1200|2708 | Loss: 0.115921
+INFO:EPOCH 198/200 | STEP: 1300|2708 | Loss: 0.109942
+INFO:EPOCH 198/200 | STEP: 1400|2708 | Loss: 0.108434
+INFO:EPOCH 198/200 | STEP: 1500|2708 | Loss: 0.114799
+INFO:EPOCH 198/200 | STEP: 1600|2708 | Loss: 0.103002
+INFO:EPOCH 198/200 | STEP: 1700|2708 | Loss: 0.114536
+INFO:EPOCH 198/200 | STEP: 1800|2708 | Loss: 0.108974
+INFO:EPOCH 198/200 | STEP: 1900|2708 | Loss: 0.099611
+INFO:EPOCH 198/200 | STEP: 2000|2708 | Loss: 0.117612
+INFO:EPOCH 198/200 | STEP: 2100|2708 | Loss: 0.109029
+INFO:EPOCH 198/200 | STEP: 2200|2708 | Loss: 0.115075
+INFO:EPOCH 198/200 | STEP: 2300|2708 | Loss: 0.112060
+INFO:EPOCH 198/200 | STEP: 2400|2708 | Loss: 0.108755
+INFO:EPOCH 198/200 | STEP: 2500|2708 | Loss: 0.112229
+INFO:EPOCH 198/200 | STEP: 2600|2708 | Loss: 0.104189
+INFO:EPOCH 198/200 | STEP: 2700|2708 | Loss: 0.106934
+INFO:VAL NDCG@10, IoU=0.3: 0.376235
+INFO:VAL NDCG@10, IoU=0.5: 0.341899
+INFO:VAL NDCG@10, IoU=0.7: 0.232005
+INFO:VAL NDCG@20, IoU=0.3: 0.380766
+INFO:VAL NDCG@20, IoU=0.5: 0.344238
+INFO:VAL NDCG@20, IoU=0.7: 0.236331
+INFO:VAL NDCG@40, IoU=0.3: 0.405636
+INFO:VAL NDCG@40, IoU=0.5: 0.367123
+INFO:VAL NDCG@40, IoU=0.7: 0.254534
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.379353
+INFO:TEST NDCG@10, IoU=0.5: 0.344213
+INFO:TEST NDCG@10, IoU=0.7: 0.237507
+INFO:TEST NDCG@20, IoU=0.3: 0.383137
+INFO:TEST NDCG@20, IoU=0.5: 0.346760
+INFO:TEST NDCG@20, IoU=0.7: 0.241464
+INFO:TEST NDCG@40, IoU=0.3: 0.407651
+INFO:TEST NDCG@40, IoU=0.5: 0.369170
+INFO:TEST NDCG@40, IoU=0.7: 0.260031
+INFO:
+INFO:TRAIN EPOCH: 199|200
+INFO:EPOCH 199/200 | STEP: 0|2708 | Loss: 0.117651
+INFO:EPOCH 199/200 | STEP: 100|2708 | Loss: 0.112534
+INFO:EPOCH 199/200 | STEP: 200|2708 | Loss: 0.106861
+INFO:EPOCH 199/200 | STEP: 300|2708 | Loss: 0.108251
+INFO:EPOCH 199/200 | STEP: 400|2708 | Loss: 0.114735
+INFO:EPOCH 199/200 | STEP: 500|2708 | Loss: 0.112926
+INFO:EPOCH 199/200 | STEP: 600|2708 | Loss: 0.111968
+INFO:EPOCH 199/200 | STEP: 700|2708 | Loss: 0.110597
+INFO:EPOCH 199/200 | STEP: 800|2708 | Loss: 0.108805
+INFO:EPOCH 199/200 | STEP: 900|2708 | Loss: 0.114285
+INFO:EPOCH 199/200 | STEP: 1000|2708 | Loss: 0.109782
+INFO:EPOCH 199/200 | STEP: 1100|2708 | Loss: 0.115072
+INFO:EPOCH 199/200 | STEP: 1200|2708 | Loss: 0.112194
+INFO:EPOCH 199/200 | STEP: 1300|2708 | Loss: 0.106455
+INFO:EPOCH 199/200 | STEP: 1400|2708 | Loss: 0.103932
+INFO:EPOCH 199/200 | STEP: 1500|2708 | Loss: 0.104313
+INFO:EPOCH 199/200 | STEP: 1600|2708 | Loss: 0.114280
+INFO:EPOCH 199/200 | STEP: 1700|2708 | Loss: 0.113619
+INFO:EPOCH 199/200 | STEP: 1800|2708 | Loss: 0.114770
+INFO:EPOCH 199/200 | STEP: 1900|2708 | Loss: 0.113842
+INFO:EPOCH 199/200 | STEP: 2000|2708 | Loss: 0.108972
+INFO:EPOCH 199/200 | STEP: 2100|2708 | Loss: 0.113010
+INFO:EPOCH 199/200 | STEP: 2200|2708 | Loss: 0.121654
+INFO:EPOCH 199/200 | STEP: 2300|2708 | Loss: 0.111026
+INFO:EPOCH 199/200 | STEP: 2400|2708 | Loss: 0.109329
+INFO:EPOCH 199/200 | STEP: 2500|2708 | Loss: 0.107312
+INFO:EPOCH 199/200 | STEP: 2600|2708 | Loss: 0.108462
+INFO:EPOCH 199/200 | STEP: 2700|2708 | Loss: 0.117533
+INFO:VAL NDCG@10, IoU=0.3: 0.376601
+INFO:VAL NDCG@10, IoU=0.5: 0.341938
+INFO:VAL NDCG@10, IoU=0.7: 0.232078
+INFO:VAL NDCG@20, IoU=0.3: 0.380627
+INFO:VAL NDCG@20, IoU=0.5: 0.344405
+INFO:VAL NDCG@20, IoU=0.7: 0.236214
+INFO:VAL NDCG@40, IoU=0.3: 0.405627
+INFO:VAL NDCG@40, IoU=0.5: 0.367250
+INFO:VAL NDCG@40, IoU=0.7: 0.254524
+INFO:
+INFO:TEST NDCG@10, IoU=0.3: 0.379502
+INFO:TEST NDCG@10, IoU=0.5: 0.344333
+INFO:TEST NDCG@10, IoU=0.7: 0.237570
+INFO:TEST NDCG@20, IoU=0.3: 0.383109
+INFO:TEST NDCG@20, IoU=0.5: 0.346683
+INFO:TEST NDCG@20, IoU=0.7: 0.241491
+INFO:TEST NDCG@40, IoU=0.3: 0.407685
+INFO:TEST NDCG@40, IoU=0.5: 0.369164
+INFO:TEST NDCG@40, IoU=0.7: 0.260078
+INFO: