Update indoor testing scripts.

configs/loftr/indoor/scannet/loftr_ds_eval.py

@@ -0,0 +1,15 @@
+""" A config only for reproducing the ScanNet evaluation results.
+
+We remove border matches by default, but the originally implemented
+`remove_border()` has a bug, leading to only two sides of
+all borders are actually removed. However, the [bug fix](https://github.com/zju3dv/LoFTR/commit/e9146c8144dea5f3cbdd98b225f3e147a171c216)
+makes the scannet evaluation results worse (auc@10=40.8 => 39.5), which should be
+caused by tiny result fluctuation of few image pairs. This config set `BORDER_RM` to 0
+to be consistent with the results in our paper.
+"""
+
+from src.config.default import _CN as cfg
+
+cfg.LOFTR.MATCH_COARSE.MATCH_TYPE = 'dual_softmax'
+
+cfg.LOFTR.MATCH_COARSE.BORDER_RM = 0

scripts/reproduce_test/indoor_ds.sh

@@ -8,7 +8,7 @@ export PYTHONPATH=$PROJECT_DIR:$PYTHONPATH
 cd $PROJECT_DIR
 
 data_cfg_path="configs/data/scannet_test_1500.py"
-main_cfg_path="configs/loftr/indoor/loftr_ds.py"
+main_cfg_path="configs/loftr/indoor/scannet/loftr_ds_eval.py"
 ckpt_path="weights/indoor_ds.ckpt"
 dump_dir="dump/loftr_ds_indoor"
 profiler_name="inference"

scripts/reproduce_test/indoor_ot.sh

@@ -26,4 +26,3 @@ python -u ./test.py \
     --batch_size=${batch_size} --num_workers=${torch_num_workers}\
     --profiler_name=${profiler_name} \
     --benchmark 
-    

scripts/reproduce_test/outdoor_ot.sh

@@ -26,4 +26,3 @@ python -u ./test.py \
     --batch_size=${batch_size} --num_workers=${torch_num_workers}\
     --profiler_name=${profiler_name} \
     --benchmark 
-