add ResNet grid search

dcase2020_task2/data_sets/mcm_dataset.py

@@ -287,11 +287,11 @@ class MachineDataSet(torch.utils.data.Dataset):
 if __name__ == '__main__':
 
     for type_, id_ in enumerate_development_datasets():
-        _ = MachineDataSet(type_, id_, mode='training', n_fft=256)
-        _ = MachineDataSet(type_, id_, mode='validation', n_fft=256)
+        _ = MachineDataSet(type_, id_, mode='training')
+        _ = MachineDataSet(type_, id_, mode='validation')
 
     for type_, id_ in enumerate_evaluation_datasets():
-        _ = MachineDataSet(type_, id_, mode='training', n_fft=256)
-        _ = MachineDataSet(type_, id_, mode='validation', n_fft=256)
+        _ = MachineDataSet(type_, id_, mode='training')
+        _ = MachineDataSet(type_, id_, mode='validation')
 
 

dcase2020_task2/experiments/classification_experiment.py

@@ -279,13 +279,12 @@ def configuration():
     }
 
     lr_scheduler = {
-        'class': 'torch.optim.lr_scheduler.StepLR',
+        'class': 'torch.optim.lr_scheduler.ExponentialLR',
         'args': [
             '@optimizer',
         ],
         'kwargs': {
-            'step_size': 100,
-            'gamma': 0.1
+            'gamma': 0.99
         }
     }
 

scripts/initial_grid_search/gs_rk_small.sh

-epochs=150
-
-for rf in a_bit_larger normal a_bit_smaller
-do
-  for valid_types in loose
-  do
-    python -m dcase2020_task2.experiments.classification_experiment with epochs=$epochs rf=$rf valid_types=$valid_types -m student2.cp.jku.at:27017:debug_
-  done
-done

scripts/per_id_run_parallel.sh

 conda activate dcase2020_task2
 
 OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=0 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=0 machine_id=0 $2 &
-OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=1 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=0 machine_id=2 $2 > /dev/null 2>&1 &
-OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=2 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=0 machine_id=4 $2 > /dev/null 2>&1 &
-OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=3 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=0 machine_id=6 $2 > /dev/null 2>&1 &
-
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=1 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=0 machine_id=1 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=2 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=0 machine_id=2 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=3 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=0 machine_id=3 $2 > /dev/null 2>&1 &
 wait
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=0 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=0 machine_id=4 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=1 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=0 machine_id=5 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=2 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=0 machine_id=6 $2 > /dev/null 2>&1 &
 
-OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=0 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=1 machine_id=0 $2 > /dev/null 2>&1 &
-OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=1 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=1 machine_id=2 $2 > /dev/null 2>&1 &
-OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=2 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=1 machine_id=4 $2 > /dev/null 2>&1 &
-OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=3 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=1 machine_id=6 $2 > /dev/null 2>&1 &
 
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=3 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=1 machine_id=0 $2 > /dev/null 2>&1 &
+wait
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=0 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=1 machine_id=1 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=1 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=1 machine_id=2 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=2 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=1 machine_id=3 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=3 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=1 machine_id=4 $2 > /dev/null 2>&1 &
 wait
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=0 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=1 machine_id=5 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=1 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=1 machine_id=6 $2 > /dev/null 2>&1 &
 
-OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=0 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=2 machine_id=0 $2 > /dev/null 2>&1 &
-OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=1 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=2 machine_id=2 $2 > /dev/null 2>&1 &
-OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=2 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=2 machine_id=4 $2 > /dev/null 2>&1 &
-OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=3 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=2 machine_id=6 $2 > /dev/null 2>&1 &
 
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=2 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=2 machine_id=0 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=3 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=2 machine_id=1 $2 > /dev/null 2>&1 &
+wait
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=0 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=2 machine_id=2 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=1 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=2 machine_id=3 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=2 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=2 machine_id=4 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=3 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=2 machine_id=5 $2 > /dev/null 2>&1 &
 wait
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=0 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=2 machine_id=6 $2 > /dev/null 2>&1 &
 
-OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=0 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=3 machine_id=1 $2 > /dev/null 2>&1 &
-OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=1 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=3 machine_id=2 $2 > /dev/null 2>&1 &
-OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=2 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=3 machine_id=3 $2 > /dev/null 2>&1 &
-OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=3 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=3 machine_id=4 $2 > /dev/null 2>&1 &
 
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=1 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=3 machine_id=1 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=2 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=3 machine_id=2 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=3 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=3 machine_id=3 $2 > /dev/null 2>&1 &
 wait
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=0 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=3 machine_id=4 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=1 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=3 machine_id=5 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=2 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=3 machine_id=6 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=3 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=3 machine_id=7 $2 > /dev/null 2>&1 &
+wait
+
 
 OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=0 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=4 machine_id=1 $2 > /dev/null 2>&1 &
 OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=1 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=4 machine_id=2 $2 > /dev/null 2>&1 &
 OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=2 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=4 machine_id=3 $2 > /dev/null 2>&1 &
-OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=3 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=5 machine_id=0 $2 > /dev/null 2>&1 &
-
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=3 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=4 machine_id=4 $2 > /dev/null 2>&1 &
 wait
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=0 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=4 machine_id=5 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=1 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=4 machine_id=6 $2 > /dev/null 2>&1 &
 
+
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=2 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=5 machine_id=0 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=3 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=5 machine_id=1 $2 > /dev/null 2>&1 &
+wait
 OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=0 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=5 machine_id=2 $2 > /dev/null 2>&1 &
-OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=1 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=5 machine_id=4 $2 > /dev/null 2>&1 &
-OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=2 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=5 machine_id=6 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=1 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=5 machine_id=3 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=2 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=5 machine_id=4 $2 > /dev/null 2>&1 &
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=3 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=5 machine_id=5 $2 > /dev/null 2>&1 &
+wait
+OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=0 python -m dcase2020_task2.experiments.$1 with num_workers=4 machine_type=5 machine_id=6 $2 > /dev/null 2>&1 &

scripts/initial_grid_search/gs.sh → scripts/resnet_grid_search/gs.sh

@@ -2,10 +2,11 @@ epochs=100
 machine_type=3
 machine_id=1
 
-for rf in normal
+for rf in normal a_bit_smaller a_bit_larger
 do
-  for valid_types in very_loose
+  for valid_types in loose
   do
     python -m dcase2020_task2.experiments.classification_experiment with machine_type=$machine_type machine_id=$machine_id epochs=$epochs rf=$rf valid_types=$valid_types -m student2.cp.jku.at:27017:debug_
+
   done
 done

scripts/resnet_grid_search/gs_rk_0.sh

+epochs=100
+loss_class=AUC
+valid_types=loose
+
+for learning_rate in 1e-4 1e-5
+do
+  for rf in a_bit_larger normal a_bit_smaller
+  do
+    ./scripts/per_id_run_parallel.sh classification_experiment "id=resnet_gridsearch_${rf}_${valid_types}_${learning_rate}_${epochs}_${loss_class}  learning_rate=$learning_rate epochs=$epochs rf=$rf valid_types=$valid_types loss_class=$loss_class -m student2.cp.jku.at:27017:resnet_gridsearch"
+  done
+done

scripts/resnet_grid_search/gs_rk_1.sh

+epochs=100
+loss_class=BCE
+valid_types=loose
+
+for learning_rate in 1e-4 1e-5
+do
+  for rf in a_bit_larger normal a_bit_smaller
+  do
+    ./scripts/per_id_run_parallel.sh classification_experiment "id=resnet_gridsearch_${rf}_${valid_types}_${learning_rate}_${epochs}_${loss_class}  learning_rate=$learning_rate epochs=$epochs rf=$rf valid_types=$valid_types loss_class=$loss_class -m student2.cp.jku.at:27017:resnet_gridsearch"
+  done
+done