Add latest configs for training r18 with pose repeat rate

PTG-Kitware · May 16, 2024 · 818c848 · 818c848
1 parent c82903f
commit 818c848
Show file tree

Hide file tree

Showing 2 changed files with 27 additions and 14 deletions.
diff --git a/configs/experiment/r18/feat_v5.yaml b/configs/experiment/r18/feat_v5.yaml
@@ -32,10 +32,16 @@ model:
     dim: 33 # length of feature vector when top_k_objects=1
     #dim: xx # length of feature vector when top_k_objects=2
 
+# LIVE HZ
+IMAGE_HZ: 30 # zed bags
+#IMAGE_HZ: 15 # BBN hololens live
+OBJECT_DET_HZ: 15
+POSE_HZ: 4
 
 # GENERATE TRAINING DATA
 data_gen:
   top_k_objects: 1
+  pose_repeat_rate: 0 # Not applicable for this feature version
 
   data_type: "pro"
   dataset_kwcoco: "/data/PTG/medical/training/yolo_object_detector/detect/r18_all/r18_all_all_obj_results_with_dets_and_pose.mscoco.json"
@@ -61,36 +67,40 @@ data_gen:
   activity_config_fn: "/home/local/KHQ/hannah.defazio/angel_system/config/activity_labels/medical/r18.yaml"
 
   # This matches the folder name created in the data generator
-  exp_name: "${task}_${data_gen.data_type}_data_top_${data_gen.top_k_objects}_objs_feat_v${feature_version}"
+  exp_ext: "_NEW_ORDER_fix_overlap_gt" # anything unique about this run that isn't already in  exp_name
+  exp_name: "${task}_${data_gen.data_type}_data_top_${data_gen.top_k_objects}_objs_feat_v${feature_version}_pose_rate_${data_gen.pose_repeat_rate}${data_gen.exp_ext}"
 
 # TRAINING
-exp_name: ${data_gen.exp_name}_win_25
-
-paths:
-  data_dir: "/data/PTG/medical/training/activity_classifier/TCN_data/${task}/${data_gen.exp_name}"
-  root_dir: "/data/PTG/medical/training/activity_classifier/TCN_HPL/"
-
 data:
   num_classes: 6 # activities: includes background
   batch_size: 512
   num_workers: 0
   epoch_length: 20000
-  window_size: 45
-  sample_rate: 1
+  window_size: 25
+  sample_rate: 2 # ${IMAGE_HZ} / ${OBJECT_DET_HZ}
 
   # AUGMENTATIONS
   all_transforms:
     train_order: [] #["MoveCenterPts", "NormalizePixelPts"]
     test_order: [] #["NormalizePixelPts"]
     MoveCenterPts:
         feat_version: ${feature_version}
-        num_obj_classes: 6 # not including background
+        num_obj_classes: 6 # not including background, includes hands
+        top_k_objects: ${data_gen.top_k_objects}
     NormalizeFromCenter:
       feat_version: ${feature_version}
+      num_obj_classes: 6 # not including background, includes hands
+      top_k_objects: ${data_gen.top_k_objects}
     NormalizePixelPts:
       feat_version: ${feature_version}
-      num_obj_classes: 6 # not including background
+      num_obj_classes: 6 # not including background, includes hands
+      top_k_objects: ${data_gen.top_k_objects}
 
+exp_name: ${data_gen.exp_name}_win_${data.window_size}_obj_sample_${data.sample_rate}
+
+paths:
+  data_dir: "/data/PTG/medical/training/activity_classifier/TCN_data/${task}/${data_gen.exp_name}"
+  root_dir: "/data/PTG/medical/training/activity_classifier/TCN_HPL/"
 
 logger:
   aim:

diff --git a/configs/experiment/r18/feat_v6.yaml b/configs/experiment/r18/feat_v6.yaml
@@ -36,12 +36,12 @@ model:
 IMAGE_HZ: 30 # zed bags
 #IMAGE_HZ: 15 # BBN hololens live
 OBJECT_DET_HZ: 15
-POSE_HZ: 5
+POSE_HZ: 4
 
 # GENERATE TRAINING DATA
 data_gen:
   top_k_objects: 1
-  pose_repeat_rate: 6 # ${IMAGE_HZ} / ${POSE_HZ}
+  pose_repeat_rate: 7.5 # ${IMAGE_HZ} / ${POSE_HZ}
 
   data_type: "pro"
   dataset_kwcoco: "/data/PTG/medical/training/yolo_object_detector/detect/r18_all/r18_all_all_obj_results_with_dets_and_pose.mscoco.json"
@@ -67,7 +67,7 @@ data_gen:
   activity_config_fn: "/home/local/KHQ/hannah.defazio/angel_system/config/activity_labels/medical/r18.yaml"
 
   # This matches the folder name created in the data generator
-  exp_ext: "_NEW_ORDER_fix_overlap_gt" # anything unique about this run that isn't already in  exp_name
+  exp_ext: "_NEW_ORDER_fix_overlap_gt" # anything unique about this run that isn't already in ``exp_name``
   exp_name: "${task}_${data_gen.data_type}_data_top_${data_gen.top_k_objects}_objs_feat_v${feature_version}_pose_rate_${data_gen.pose_repeat_rate}${data_gen.exp_ext}"
 
 # TRAINING
@@ -86,8 +86,11 @@ data:
     MoveCenterPts:
         feat_version: ${feature_version}
         num_obj_classes: 6 # not including background, includes hands
+        top_k_objects: ${data_gen.top_k_objects}
     NormalizeFromCenter:
       feat_version: ${feature_version}
+      num_obj_classes: 6 # not including background, includes hands
+      top_k_objects: ${data_gen.top_k_objects}
     NormalizePixelPts:
       feat_version: ${feature_version}
       num_obj_classes: 6 # not including background, includes hands