NoDrift3R/command.sh at main · HorizonRobotics/NoDrift3R · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
######################### TRAIN ########################

# Training large model on DL3DV dataset
CUDA_VISIBLE_DEVICES=7 python3 -m src.main \
+experiment=dl3dv \
wandb.mode=offline \
wandb.name=dl3dv \
tensorboard.enable=true \
model.encoder.model_type='large'

# Training giant model on DL3DV dataset
python3 -m src.main \
+experiment=dl3dv \
wandb.mode=offline \
wandb.name=dl3dv \
tensorboard.enable=true \
model.encoder.model_type='giant'


######################### EVAL #########################

######################### DL3DV ########################
gpu_id=7
ckpt='../ckpt/dl3dv_giant_2_8_H20.ckpt'

# Evaluation DL3DV on 6 input 8 target
CUDA_VISIBLE_DEVICES=$gpu_id python3 -m src.main \
+experiment=dl3dv \
mode=test \
wandb.name=dl3dv \
wandb.mode=offline \
dataset/view_sampler@dataset.dl3dv.view_sampler=evaluation \
dataset.dl3dv.view_sampler.index_path=assets/dl3dv_start_0_distance_50_ctx_6v_tgt_8v.json \
dataset.dl3dv.view_sampler.num_context_views=6 \
checkpointing.load=$ckpt \
test.save_image=false \
test.align_pose=true \
test.pose_align_steps=100 \
test.no_pose=true

# Evaluation DL3DV on 12 input 8 target
CUDA_VISIBLE_DEVICES=$gpu_id python3 -m src.main \
+experiment=dl3dv \
mode=test \
wandb.name=dl3dv \
wandb.mode=offline \
dataset/view_sampler@dataset.dl3dv.view_sampler=evaluation \
dataset.dl3dv.view_sampler.index_path=assets/dl3dv_start_0_distance_100_ctx_12v_tgt_8v.json \
dataset.dl3dv.view_sampler.num_context_views=12 \
checkpointing.load=$ckpt \
test.save_image=false \
test.align_pose=true \
test.pose_align_steps=100 \
test.no_pose=true

# Evaluation DL3DV on 24 input 8 target
CUDA_VISIBLE_DEVICES=$gpu_id python3 -m src.main \
+experiment=dl3dv \
mode=test \
wandb.name=dl3dv \
wandb.mode=offline \
dataset/view_sampler@dataset.dl3dv.view_sampler=evaluation \
dataset.dl3dv.view_sampler.index_path=assets/dl3dv_start_0_distance_150_ctx_24v_tgt_8v.json \
dataset.dl3dv.view_sampler.num_context_views=24 \
checkpointing.load=$ckpt \
test.save_image=false \
test.align_pose=true \
test.pose_align_steps=100 \
test.no_pose=true

########################### zero-shot generalization on MipNeRF360 ##########################

gpu_id=7
ckpt='../ckpt/mix_dataset_giant_4_8_H20.ckpt'

# Evaluation on mipnerf360
CUDA_VISIBLE_DEVICES=$gpu_id python3 -m src.main \
+experiment=mipnerf360 \
model.encoder.model_type=large \
mode=test \
wandb.name=mipnerf360 \
wandb.mode=offline \
checkpointing.load=$ckpt \
test.save_image=true \
test.align_pose=true \
test.pose_align_steps=100 \
test.no_pose=true

CUDA_VISIBLE_DEVICES=$gpu_id python3 -m src.main \
+experiment=mipnerf360 \
model.encoder.model_type=giant \
mode=test \
wandb.name=mipnerf360 \
wandb.mode=offline \
checkpointing.load=$ckpt \
test.save_image=true \
test.align_pose=true \
test.pose_align_steps=100 \
test.no_pose=true \
test.save_mip360_video=true

# long video visualization on mipnerf360
CUDA_VISIBLE_DEVICES=$gpu_id python3 -m src.main \
+experiment=mipnerf360 \
model.encoder.model_type=giant \
mode=test \
wandb.name=mipnerf360 \
wandb.mode=offline \
checkpointing.load=$ckpt \
test.save_image=true \
test.align_pose=true \
test.pose_align_steps=100 \
test.no_pose=true \
test.save_mip360_video=true \
dataset.mipnerf360.num_context_views=12

# Evaluation on wildrgbd
CUDA_VISIBLE_DEVICES=$gpu_id python3 -m src.main \
+experiment=wildrgbd \
model.encoder.model_type=giant \
mode=test \
wandb.name=wildrgbd \
wandb.mode=offline \
dataset/view_sampler@dataset.wildrgbd.view_sampler=evaluation \
dataset.wildrgbd.view_sampler.index_path=assets/wildrgbd_ctx_5v_tgt_5v_span32.json \
dataset.wildrgbd.view_sampler.num_context_views=5 \
checkpointing.load=$ckpt \
test.save_image=false \
test.align_pose=true \
test.pose_align_steps=100 \
test.no_pose=true