Commit cc1e6825 authored by Paul Primus's avatar Paul Primus
Browse files

add micro seconds to experiment name

parent 0d234db8
......@@ -15,7 +15,7 @@
# Baseline Results
## Raw Normalized, Spec Normalized
## Spec Normalized, Raw Normalized
| Machine | Type | ID | AUC | to BL | AUC | to BL |
| ------- | :--- | :--- | ---------- | ---------- | ---------- | ---------- |
......@@ -43,7 +43,7 @@
|valve | 5 |4 |0.7339 |-0.0091 |0.5263 |+0.0066 |
|valve | 5 |6 |0.5888 |+0.0498 |0.4947 |+0.0104 |
## Raw Unnormalized, Spec Unnormalized
## Spec Unnormalized, Raw Unnormalized
| Machine | Type | ID | AUC | to BL | AUC | to BL |
| ------- | :--- | :--- | ---------- | ---------- | ---------- | ---------- |
......@@ -72,7 +72,7 @@
|valve | 5 |6 |0.4584 |-0.0806 |0.4961 |+0.0118 |
## Raw Normalized, Spec Unnormalized
## Spec Unnormalized, Raw Normalized
| Machine | Type | ID | AUC | to BL | AUC | to BL |
......@@ -100,3 +100,33 @@
|valve | 5 |2 |0.7115 |+0.0297 |0.5246 |+0.0063 |
|valve | 5 |4 |0.7423 |-0.0007 |0.5110 |-0.0087 |
|valve | 5 |6 |0.6381 |+0.0991 |0.5000 |+0.0157 |
# Classification
| Machine | Type | ID | AUC | to BL | AUC | to BL |
| ------- | :--- | :--- | ---------- | ---------- | ---------- | ---------- |
|fan | 0 |0 |0.6861 |+0.1420 |0.6139 |+0.1202 |
|fan | 0 |2 |0.9867 |+0.2527 |0.9370 |+0.3889 |
|fan | 0 |4 |0.8060 |+0.1899 |0.6676 |+0.1350 |
|fan | 0 |6 |0.7448 |+0.0056 |0.8455 |+0.3220 |
|pump | 1 |0 |0.8480 |+0.1765 |0.7030 |+0.1356 |
|pump | 1 |2 |0.5552 |-0.0601 |0.5586 |-0.0224 |
|pump | 1 |4 |0.9995 |+0.1162 |0.9974 |+0.3264 |
|pump | 1 |6 |0.9117 |+0.1662 |0.7632 |+0.1830 |
|slider | 2 |0 |0.5270 |-0.4349 |0.6415 |-0.1729 |
|slider | 2 |2 |0.7433 |-0.0464 |0.5346 |-0.1022 |
|slider | 2 |4 |0.9879 |+0.0449 |0.9364 |+0.2166 |
|slider | 2 |6 |0.8589 |+0.1630 |0.5707 |+0.0805 |
|ToyCar | 3 |1 |0.4801 |-0.3335 |0.4940 |-0.1900 |
|ToyCar | 3 |2 |0.4581 |-0.4016 |0.4854 |-0.2918 |
|ToyCar | 3 |3 |0.4100 |-0.2230 |0.4870 |-0.0651 |
|ToyCar | 3 |4 |0.3659 |-0.4786 |0.4772 |-0.2125 |
|ToyConveyor | 4 |1 |0.7495 |-0.0312 |0.6487 |+0.0062 |
|ToyConveyor | 4 |2 |0.5607 |-0.0809 |0.5252 |-0.0349 |
|ToyConveyor | 4 |3 |0.6587 |-0.0948 |0.5552 |-0.0551 |
|valve | 5 |0 |0.9791 |+0.2915 |0.9390 |+0.4220 |
|valve | 5 |2 |0.3698 |-0.3120 |0.4895 |-0.0288 |
|valve | 5 |4 |0.6561 |-0.0869 |0.5175 |-0.0022 |
|valve | 5 |6 |0.7242 |+0.1852 |0.5417 |+0.0574 |
......@@ -47,23 +47,19 @@
``` python
experiments = []
for experiment in db.runs.find(
{
"experiment.name": "dcase2020_task2_baseline"
"experiment.name": "dcase2020_task2_classification"
}
):
if (experiment['config'].get('normalize', True) is True) and (experiment['config'].get('normalize_raw', True) is False):
print(experiment['config'].get('normalize', True))
print(experiment['config'].get('normalize_raw', True))
if (experiment['config'].get('normalize', True) is True) and (experiment['config'].get('normalize_raw', True) is True):
experiments.append([
experiment['config']['machine_type'],
experiment['config']['machine_id'],
experiment['result']['auroc_mean'],
experiment['result']['pauroc_mean'],
])
print("{} experiments loaded".format(len(experiments)))
assert len(experiments) == 23
```
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment