debug new training

configs/local/train_config.yaml

@@ -84,7 +84,7 @@ module:
   gf_view_finder:
     t_feat_dim: 128
     pose_feat_dim: 256
-    main_feat_dim: 2048
+    main_feat_dim: 3072
     regression_head: Rx_Ry_and_T
     pose_mode: rot_matrix
     per_point_feature: False

configs/server/server_train_config.yaml

@@ -7,7 +7,7 @@ runner:
     parallel: False
     
   experiment:
-    name: full_w_global_feat_wo_local_pts_feat
+    name: debug
     root_dir: "experiments"
     use_checkpoint: False
     epoch: -1 # -1 stands for last epoch
@@ -28,14 +28,14 @@ runner:
       - OmniObject3d_test
       - OmniObject3d_val
 
-  pipeline: nbv_reconstruction_global_pts_pipeline
+  pipeline: nbv_reconstruction_global_pts_n_num_pipeline
   
 dataset:
   OmniObject3d_train:
-    root_dir: "/home/data/hofee/project/nbv_rec/data/nbv_rec_data_512_preproc_npy"
+    root_dir: "/home/data/hofee/project/nbv_rec/data/sample_for_training_new"
     model_dir: "../data/scaled_object_meshes"
     source: nbv_reconstruction_dataset
-    split_file: "/home/data/hofee/project/nbv_rec/data/OmniObject3d_train.txt"
+    split_file: "/home/data/hofee/project/nbv_rec/data/sample.txt"
     type: train
     cache: True
     ratio: 1
@@ -45,10 +45,10 @@ dataset:
     load_from_preprocess: True
 
   OmniObject3d_test:
-    root_dir: "/home/data/hofee/project/nbv_rec/data/nbv_rec_data_512_preproc_npy"
+    root_dir: "/home/data/hofee/project/nbv_rec/data/sample_for_training_new"
     model_dir: "../data/scaled_object_meshes"
     source: nbv_reconstruction_dataset
-    split_file: "/home/data/hofee/project/nbv_rec/data/OmniObject3d_test.txt"
+    split_file: "/home/data/hofee/project/nbv_rec/data/sample.txt"
     type: test
     cache: True
     filter_degree: 75
@@ -61,10 +61,10 @@ dataset:
     load_from_preprocess: True
 
   OmniObject3d_val:
-    root_dir: "/home/data/hofee/project/nbv_rec/data/nbv_rec_data_512_preproc_npy"
+    root_dir: "/home/data/hofee/project/nbv_rec/data/sample_for_training_new"
     model_dir: "../data/scaled_object_meshes"
     source: nbv_reconstruction_dataset
-    split_file: "/home/data/hofee/project/nbv_rec/data/OmniObject3d_train.txt"
+    split_file: "/home/data/hofee/project/nbv_rec/data/sample.txt"
     type: test
     cache: True
     filter_degree: 75
@@ -96,6 +96,15 @@ pipeline:
     eps: 1e-5
     global_scanned_feat: True
 
+  nbv_reconstruction_global_pts_n_num_pipeline:
+    modules:
+      pts_encoder: pointnet_encoder
+      transformer_seq_encoder: transformer_seq_encoder
+      pose_encoder: pose_encoder
+      view_finder: gf_view_finder
+      pts_num_encoder: pts_num_encoder
+    eps: 1e-5
+    global_scanned_feat: True
 
     
 module:
@@ -107,7 +116,7 @@ module:
     feature_transform: False
 
   transformer_seq_encoder:
-    embed_dim: 1344
+    embed_dim: 384
     num_heads: 4
     ffn_dim: 256
     num_layers: 3
@@ -116,7 +125,7 @@ module:
   gf_view_finder:
     t_feat_dim: 128
     pose_feat_dim: 256
-    main_feat_dim: 2048
+    main_feat_dim: 3072
     regression_head: Rx_Ry_and_T
     pose_mode: rot_matrix
     per_point_feature: False
@@ -128,6 +137,9 @@ module:
     pose_dim: 9
     out_dim: 256
 
+  pts_num_encoder:
+    out_dim: 64
+
 loss_function:
   gf_loss: