Skip to content
GitLab
Menu
Projects
Groups
Snippets
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
Paul Primus
dcase2020_task2
Commits
ac7e4305
Commit
ac7e4305
authored
Jun 13, 2020
by
Paul Primus
Browse files
add ResNet grid search
parent
133e3c6f
Changes
17
Hide whitespace changes
Inline
Side-by-side
dcase2020_task2/data_sets/mcm_dataset.py
View file @
ac7e4305
...
...
@@ -287,11 +287,11 @@ class MachineDataSet(torch.utils.data.Dataset):
if
__name__
==
'__main__'
:
for
type_
,
id_
in
enumerate_development_datasets
():
_
=
MachineDataSet
(
type_
,
id_
,
mode
=
'training'
,
n_fft
=
256
)
_
=
MachineDataSet
(
type_
,
id_
,
mode
=
'validation'
,
n_fft
=
256
)
_
=
MachineDataSet
(
type_
,
id_
,
mode
=
'training'
)
_
=
MachineDataSet
(
type_
,
id_
,
mode
=
'validation'
)
for
type_
,
id_
in
enumerate_evaluation_datasets
():
_
=
MachineDataSet
(
type_
,
id_
,
mode
=
'training'
,
n_fft
=
256
)
_
=
MachineDataSet
(
type_
,
id_
,
mode
=
'validation'
,
n_fft
=
256
)
_
=
MachineDataSet
(
type_
,
id_
,
mode
=
'training'
)
_
=
MachineDataSet
(
type_
,
id_
,
mode
=
'validation'
)
dcase2020_task2/experiments/classification_experiment.py
View file @
ac7e4305
...
...
@@ -279,13 +279,12 @@ def configuration():
}
lr_scheduler
=
{
'class'
:
'torch.optim.lr_scheduler.
Step
LR'
,
'class'
:
'torch.optim.lr_scheduler.
Exponential
LR'
,
'args'
:
[
'@optimizer'
,
],
'kwargs'
:
{
'step_size'
:
100
,
'gamma'
:
0.1
'gamma'
:
0.99
}
}
...
...
scripts/initial_grid_search/gs_rk_small.sh
deleted
100644 → 0
View file @
133e3c6f
epochs
=
150
for
rf
in
a_bit_larger normal a_bit_smaller
do
for
valid_types
in
loose
do
python
-m
dcase2020_task2.experiments.classification_experiment with
epochs
=
$epochs
rf
=
$rf
valid_types
=
$valid_types
-m
student2.cp.jku.at:27017:debug_
done
done
scripts/convolutional_classification/convolutional_complement.sh
→
scripts/
old/
convolutional_classification/convolutional_complement.sh
View file @
ac7e4305
File moved
scripts/flat_classification/complement_rk0.sh
→
scripts/
old/
flat_classification/complement_rk0.sh
View file @
ac7e4305
File moved
scripts/flat_classification/complement_rk3.sh
→
scripts/
old/
flat_classification/complement_rk3.sh
View file @
ac7e4305
File moved
scripts/flat_classification/complement_rk6.sh
→
scripts/
old/
flat_classification/complement_rk6.sh
View file @
ac7e4305
File moved
scripts/flat_classification/complement_rk7.sh
→
scripts/
old/
flat_classification/complement_rk7.sh
View file @
ac7e4305
File moved
scripts/per_id_create_submission.sh
→
scripts/
old/
per_id_create_submission.sh
View file @
ac7e4305
File moved
scripts/per_type_run_parallel.sh
→
scripts/
old/
per_type_run_parallel.sh
View file @
ac7e4305
File moved
scripts/submission/per_id_cnn_classification.sh
→
scripts/
old/
submission/per_id_cnn_classification.sh
View file @
ac7e4305
File moved
scripts/submission/per_id_flat_classification.sh
→
scripts/
old/
submission/per_id_flat_classification.sh
View file @
ac7e4305
File moved
scripts/submission/per_type_cnn_classification_submission.sh
→
scripts/
old/
submission/per_type_cnn_classification_submission.sh
View file @
ac7e4305
File moved
scripts/per_id_run_parallel.sh
View file @
ac7e4305
conda activate dcase2020_task2
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
0 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
0
machine_id
=
0
$2
&
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
1 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
0
machine_id
=
2
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
2 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
0
machine_id
=
4
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
3 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
0
machine_id
=
6
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
1 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
0
machine_id
=
1
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
2 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
0
machine_id
=
2
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
3 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
0
machine_id
=
3
$2
>
/dev/null 2>&1 &
wait
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
0 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
0
machine_id
=
4
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
1 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
0
machine_id
=
5
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
2 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
0
machine_id
=
6
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
0 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
1
machine_id
=
0
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
1 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
1
machine_id
=
2
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
2 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
1
machine_id
=
4
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
3 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
1
machine_id
=
6
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
3 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
1
machine_id
=
0
$2
>
/dev/null 2>&1 &
wait
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
0 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
1
machine_id
=
1
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
1 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
1
machine_id
=
2
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
2 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
1
machine_id
=
3
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
3 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
1
machine_id
=
4
$2
>
/dev/null 2>&1 &
wait
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
0 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
1
machine_id
=
5
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
1 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
1
machine_id
=
6
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
0 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
2
machine_id
=
0
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
1 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
2
machine_id
=
2
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
2 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
2
machine_id
=
4
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
3 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
2
machine_id
=
6
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
2 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
2
machine_id
=
0
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
3 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
2
machine_id
=
1
$2
>
/dev/null 2>&1 &
wait
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
0 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
2
machine_id
=
2
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
1 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
2
machine_id
=
3
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
2 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
2
machine_id
=
4
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
3 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
2
machine_id
=
5
$2
>
/dev/null 2>&1 &
wait
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
0 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
2
machine_id
=
6
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
0 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
3
machine_id
=
1
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
1 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
3
machine_id
=
2
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
2 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
3
machine_id
=
3
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
3 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
3
machine_id
=
4
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
1 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
3
machine_id
=
1
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
2 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
3
machine_id
=
2
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
3 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
3
machine_id
=
3
$2
>
/dev/null 2>&1 &
wait
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
0 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
3
machine_id
=
4
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
1 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
3
machine_id
=
5
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
2 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
3
machine_id
=
6
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
3 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
3
machine_id
=
7
$2
>
/dev/null 2>&1 &
wait
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
0 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
4
machine_id
=
1
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
1 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
4
machine_id
=
2
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
2 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
4
machine_id
=
3
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
3 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
5
machine_id
=
0
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
3 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
4
machine_id
=
4
$2
>
/dev/null 2>&1 &
wait
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
0 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
4
machine_id
=
5
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
1 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
4
machine_id
=
6
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
2 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
5
machine_id
=
0
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
3 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
5
machine_id
=
1
$2
>
/dev/null 2>&1 &
wait
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
0 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
5
machine_id
=
2
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
1 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
5
machine_id
=
4
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
2 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
5
machine_id
=
6
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
1 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
5
machine_id
=
3
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
2 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
5
machine_id
=
4
$2
>
/dev/null 2>&1 &
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
3 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
5
machine_id
=
5
$2
>
/dev/null 2>&1 &
wait
OMP_NUM_THREADS
=
1
CUDA_VISIBLE_DEVICES
=
0 python
-m
dcase2020_task2.experiments.
$1
with
num_workers
=
4
machine_type
=
5
machine_id
=
6
$2
>
/dev/null 2>&1 &
scripts/
initial
_grid_search/gs.sh
→
scripts/
resnet
_grid_search/gs.sh
View file @
ac7e4305
...
...
@@ -2,10 +2,11 @@ epochs=100
machine_type
=
3
machine_id
=
1
for
rf
in
normal
for
rf
in
normal
a_bit_smaller a_bit_larger
do
for
valid_types
in
very_
loose
for
valid_types
in
loose
do
python
-m
dcase2020_task2.experiments.classification_experiment with
machine_type
=
$machine_type
machine_id
=
$machine_id
epochs
=
$epochs
rf
=
$rf
valid_types
=
$valid_types
-m
student2.cp.jku.at:27017:debug_
done
done
scripts/resnet_grid_search/gs_rk_0.sh
0 → 100644
View file @
ac7e4305
epochs
=
100
loss_class
=
AUC
valid_types
=
loose
for
learning_rate
in
1e-4 1e-5
do
for
rf
in
a_bit_larger normal a_bit_smaller
do
./scripts/per_id_run_parallel.sh classification_experiment
"id=resnet_gridsearch_
${
rf
}
_
${
valid_types
}
_
${
learning_rate
}
_
${
epochs
}
_
${
loss_class
}
learning_rate=
$learning_rate
epochs=
$epochs
rf=
$rf
valid_types=
$valid_types
loss_class=
$loss_class
-m student2.cp.jku.at:27017:resnet_gridsearch"
done
done
scripts/resnet_grid_search/gs_rk_1.sh
0 → 100644
View file @
ac7e4305
epochs
=
100
loss_class
=
BCE
valid_types
=
loose
for
learning_rate
in
1e-4 1e-5
do
for
rf
in
a_bit_larger normal a_bit_smaller
do
./scripts/per_id_run_parallel.sh classification_experiment
"id=resnet_gridsearch_
${
rf
}
_
${
valid_types
}
_
${
learning_rate
}
_
${
epochs
}
_
${
loss_class
}
learning_rate=
$learning_rate
epochs=
$epochs
rf=
$rf
valid_types=
$valid_types
loss_class=
$loss_class
-m student2.cp.jku.at:27017:resnet_gridsearch"
done
done
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment