Skip to content

Commit

Permalink
add read me and trained weights files
Browse files Browse the repository at this point in the history
  • Loading branch information
ruixv committed Nov 23, 2021
1 parent 2018f57 commit 3b88924
Show file tree
Hide file tree
Showing 28 changed files with 77 additions and 7 deletions.
1 change: 1 addition & 0 deletions .gitignore
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
**checkpoints**
71 changes: 65 additions & 6 deletions readme.md
Original file line number Diff line number Diff line change
Expand Up @@ -75,6 +75,8 @@ If the link fails, please feel free to contact me.
# Download gt zip. e.g., GT_stl10_allimages.zip
# unzip and rename
unzip GT_stl10_allimages.zip
mkdir ./B/
mv ./GT_stl10_allimages ./B/train
```

+ Organize the dataset (rename and move)
Expand Down Expand Up @@ -119,12 +121,66 @@ If the link fails, please feel free to contact me.
In our paper, we organize the data files using the following commands:

+ For STL-10 (including real-world images)
```bash
# gt
mkdir ./stl10_genera/chaomo_withstl10
mkdir ./stl10_genera/MNIST_withstl10
mkdir ./stl10_genera/real_withstl10
mkdir ./test/gt_test
mkdir ./test/gt_val

mv ./B/train/*11.png ./test/gt_val
mv ./B/train/*31.png ./test/gt_val
mv ./B/train/*51.png ./test/gt_val
mv ./B/train/*71.png ./test/gt_val

mv ./B/train/*21.png ./test/gt_test
mv ./B/train/*41.png ./test/gt_test
mv ./B/train/*61.png ./test/gt_test
mv ./B/train/*81.png ./test/gt_test

mv ./B/train/testchaomo* ./stl10_genera/chaomo_withstl10
mv ./B/train/testmnist* ./stl10_genera/MNIST_withstl10
mv ./B/train/testreal* ./stl10_genera/real_withstl10


# projection images
mkdir ./stl10_genera/C_dark_1_d100_occluder_test
mkdir ./stl10_genera/C_dark_1_d100_occluder_test/real
mkdir ./stl10_genera/C_dark_1_d100_occluder_test/MNIST
mkdir ./stl10_genera/C_dark_1_d100_occluder_test/chaomo
mkdir ./test/C_dark_1_d100_occluder_test
mkdir ./test/C_dark_1_d100_occluder_val


mv ./C_dark_1_d100_occluder/testreal* ./stl10_genera/C_dark_1_d100_occluder_test/real
mv ./C_dark_1_d100_occluder/testmnist* ./stl10_genera/C_dark_1_d100_occluder_test/MNIST
mv ./C_dark_1_d100_occluder/testchaomo* ./stl10_genera/C_dark_1_d100_occluder_test/chaomo

mv ./C_dark_1_d100_occluder/*11.png ./test/C_dark_1_d100_occluder_val
mv ./C_dark_1_d100_occluder/*31.png ./test/C_dark_1_d100_occluder_val
mv ./C_dark_1_d100_occluder/*51.png ./test/C_dark_1_d100_occluder_val
mv ./C_dark_1_d100_occluder/*71.png ./test/C_dark_1_d100_occluder_val

mv ./C_dark_1_d100_occluder/*21.png ./test/C_dark_1_d100_occluder_test
mv ./C_dark_1_d100_occluder/*41.png ./test/C_dark_1_d100_occluder_test
mv ./C_dark_1_d100_occluder/*61.png ./test/C_dark_1_d100_occluder_test
mv ./C_dark_1_d100_occluder/*81.png ./test/C_dark_1_d100_occluder_test
```

+ For supermodel faces

+ For supermodel faces / MNIST / anime faces

```bash
# gt
mkdir ./test/gt_test
mkdir ./test/gt_val

mv ./B/train/5* ./test/gt_val

mv ./test/C_dark_1_d100_wall_val/51* ./test/gt_test
mv ./test/C_dark_1_d100_wall_val/55* ./test/gt_test
mv ./test/C_dark_1_d100_wall_val/59* ./test/gt_test
# projection images
mkdir ./test/C_dark_1_d100_wall_test
mkdir ./test/C_dark_1_d100_wall_val
Expand Down Expand Up @@ -159,11 +215,14 @@ Before that, you should have installed the required packages and organized the d

```
@article{nlosot,
title = {Passive Non-Line-of-Sight Imaging Using Optimal Transport},
journal = {IEEE Transactions on Image Processing},
author = {Geng, Ruixu and Hu, Yang and Lu, Zhi and Yu, Cong and Li, Houqiang and Zhang, Hengyu and Chen, Yan},
year = {2021}
}
author={Geng, Ruixu and Hu, Yang and Lu, Zhi and Yu, Cong and Li, Houqiang and Zhang, Hengyu and Chen, Yan},
journal={IEEE Transactions on Image Processing},
title={Passive Non-Line-of-Sight Imaging Using Optimal Transport},
year={2021},
volume={},
number={},
pages={1-1},
doi={10.1109/TIP.2021.3128312}}
```

- You may also be interested in our review article:
Expand Down
5 changes: 5 additions & 0 deletions step1_pretrained/step1_pretrained.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
Due to file size limitation, please download the network trained after step 1 (E1 and D1) from the ./step1_pretrained folder in the follwing link

link:https://pan.baidu.com/s/19Q48BWm1aJQhIt6BF9z-uQ

code:j3p2
Binary file modified step2/data/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified step2/data/__pycache__/base_data_loader.cpython-36.pyc
Binary file not shown.
Binary file modified step2/data/__pycache__/base_dataset.cpython-36.pyc
Binary file not shown.
Binary file modified step2/data/__pycache__/custom_dataset_data_loader.cpython-36.pyc
Binary file not shown.
Binary file modified step2/data/__pycache__/data_loader.cpython-36.pyc
Binary file not shown.
Binary file modified step2/data/__pycache__/image_folder.cpython-36.pyc
Binary file not shown.
Binary file modified step2/data/__pycache__/single_dataset.cpython-36.pyc
Binary file not shown.
Binary file modified step2/models/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified step2/models/__pycache__/base_model.cpython-36.pyc
Binary file not shown.
Binary file modified step2/models/__pycache__/conditional_gan_model.cpython-36.pyc
Binary file not shown.
Binary file modified step2/models/__pycache__/introvae.cpython-36.pyc
Binary file not shown.
Binary file modified step2/models/__pycache__/losses.cpython-36.pyc
Binary file not shown.
Binary file modified step2/models/__pycache__/models.cpython-36.pyc
Binary file not shown.
Binary file modified step2/models/__pycache__/networks.cpython-36.pyc
Binary file not shown.
Binary file modified step2/options/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified step2/options/__pycache__/base_options.cpython-36.pyc
Binary file not shown.
Binary file modified step2/options/__pycache__/train_options.cpython-36.pyc
Binary file not shown.
2 changes: 1 addition & 1 deletion step2/train_instruction
Original file line number Diff line number Diff line change
Expand Up @@ -9,4 +9,4 @@ conda activate pytorch17; CUDA_VISIBLE_DEVICES=4 python train.py --datarootTarge


## supermodel faces
conda activate pytorch17; CUDA_VISIBLE_DEVICES=1 python train.py --datarootTarget /share2/data/AONLOS/Dataset/chaomo/B_flip/ --datarootData /share2/data/AONLOS/supermodelFaces/C_dark_1_d100_wall_nooccluder_new/ --datarootValTarget /share2/data/AONLOS/Dataset/chaomo/test/B_flip_val --datarootValData /share2/data/AONLOS/supermodelFaces/test/C_dark_1_d100_wall_nooccluder_new_val/ --learn_residual --gpu_ids='0' --batchSize=20 --name='chaomo_wall_dark1_d100_nooccluder_L1_batch_new_opensource' --niter=40 --niter_decay=300 --which_model_netG introAE --display_port=9010 --lossType='L1' --norm 'batch' --which_data 'chaomo' --nThreads 8
conda activate pytorch17; CUDA_VISIBLE_DEVICES=3 python train.py --datarootTarget /share2/data/AONLOS/Dataset/chaomo/B_flip/ --datarootData /share2/data/AONLOS/supermodelFaces/C_dark_1_d100_wall_nooccluder_new/ --datarootValTarget /share2/data/AONLOS/Dataset/chaomo/test/B_flip_val --datarootValData /share2/data/AONLOS/supermodelFaces/test/C_dark_1_d100_wall_nooccluder_new_val/ --learn_residual --gpu_ids='0' --batchSize=20 --name='chaomo_wall_dark1_d100_nooccluder_L1_batch_new_opensource' --niter=40 --niter_decay=300 --which_model_netG introAE --display_port=9010 --lossType='L1' --norm 'batch' --which_data 'chaomo' --nThreads 8
Binary file added step2/util/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file added step2/util/__pycache__/html.cpython-36.pyc
Binary file not shown.
Binary file added step2/util/__pycache__/metrics.cpython-36.pyc
Binary file not shown.
Binary file not shown.
Binary file added step2/util/__pycache__/util.cpython-36.pyc
Binary file not shown.
Binary file added step2/util/__pycache__/visualizer.cpython-36.pyc
Binary file not shown.
5 changes: 5 additions & 0 deletions step2_pretrained/step2_pretrained.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
Due to file size limitation, please download the network trained after step 2 (E1, E2 and D1) from the ./step2_pretrained folder in the follwing link

link:https://pan.baidu.com/s/19Q48BWm1aJQhIt6BF9z-uQ

code:j3p2

0 comments on commit 3b88924

Please sign in to comment.