Commit 403093e7 authored by Paul Primus's avatar Paul Primus
Browse files

add submission package

parent 22ba67a4
......@@ -2,7 +2,7 @@
"cells": [
{
"cell_type": "code",
"execution_count": 80,
"execution_count": 1,
"outputs": [],
"source": [
"from pymongo import MongoClient\n",
......@@ -90,12 +90,12 @@
},
{
"cell_type": "code",
"execution_count": 81,
"execution_count": 2,
"outputs": [
{
"name": "stdout",
"text": [
"Loaded 492 runs.\n"
"Loaded 552 runs.\n"
],
"output_type": "stream"
}
......@@ -115,12 +115,12 @@
},
{
"cell_type": "code",
"execution_count": 82,
"execution_count": 3,
"outputs": [
{
"name": "stdout",
"text": [
"Loaded 12 distinct experiments.\n"
"Loaded 24 distinct experiments.\n"
],
"output_type": "stream"
}
......@@ -142,7 +142,7 @@
},
{
"cell_type": "code",
"execution_count": 83,
"execution_count": 4,
"outputs": [],
"source": [
"# Extract Results\n",
......@@ -171,12 +171,23 @@
},
{
"cell_type": "code",
"execution_count": 87,
"execution_count": 5,
"outputs": [
{
"name": "stdout",
"text": [
"Best Model for Machine Type 0: [10 12 1 11 8 7 5 6 2 9 3 4 0]\nBest Model for Machine Type 1: [ 5 10 8 6 12 9 7 11 1 2 4 3 0]\nBest Model for Machine Type 2: [ 5 12 1 11 6 7 9 8 10 3 4 2 0]\nBest Model for Machine Type 3: [ 7 1 3 12 11 10 5 6 9 8 4 2 0]\nBest Model for Machine Type 4: [ 9 6 1 11 5 8 2 10 4 3 12 7 0]\nBest Model for Machine Type 5: [ 3 4 7 2 5 12 8 10 9 11 1 6 0]\n"
"Best Model for Machine Type 0: [ 2 11 9 22 20 16 4 18 5 13 24 6 15 0 10 23 8 7 14 17 19 3 21 1\n",
" 12]\n",
"Best Model for Machine Type 1: [ 2 18 11 16 5 9 24 4 20 22 13 15 6 0 10 23 8 7 14 17 19 3 21 1\n",
" 12]\n",
"Best Model for Machine Type 2: [18 9 22 2 20 5 4 24 16 11 6 15 13 0 10 23 8 7 14 17 19 3 21 1\n",
" 12]\n",
"Best Model for Machine Type 3: [ 4 22 6 9 20 11 18 5 24 16 15 13 0 23 10 14 8 7 17 19 21 3 2 1\n",
" 12]\n",
"Best Model for Machine Type 4: [24 5 22 20 18 16 13 11 15 6 9 4 0 23 10 14 8 7 17 19 21 3 2 1\n",
" 12]\n",
"Best Model for Machine Type 5: [ 6 15 4 13 18 9 16 11 24 20 22 5 0 23 10 14 8 7 17 19 21 3 2 1\n",
" 12]\n"
],
"output_type": "stream"
}
......@@ -203,12 +214,36 @@
},
{
"cell_type": "code",
"execution_count": 85,
"execution_count": 6,
"outputs": [
{
"name": "stdout",
"text": [
"0: ID-5 resnet_gridsearch_a_bit_larger_loose_1e-4_100_BCE\n1: ID-12 resnet_gridsearch_a_bit_larger_loose_1e-4_100_AUC\n2: ID-1 resnet_gridsearch_a_bit_larger_loose_1e-5_100_BCE\n3: ID-7 resnet_gridsearch_a_bit_smaller_loose_1e-4_100_BCE\n4: ID-11 resnet_gridsearch_a_bit_larger_loose_1e-5_100_AUC\n5: ID-10 resnet_gridsearch_normal_loose_1e-4_100_BCE\n6: ID-6 resnet_gridsearch_normal_loose_1e-5_100_BCE\n7: ID-8 resnet_gridsearch_normal_loose_1e-4_100_AUC\n8: ID-9 resnet_gridsearch_normal_loose_1e-5_100_AUC\n9: ID-3 resnet_gridsearch_a_bit_smaller_loose_1e-4_100_AUC\n10: ID-2 resnet_gridsearch_a_bit_smaller_loose_1e-5_100_AUC\n11: ID-4 resnet_gridsearch_a_bit_smaller_loose_1e-5_100_BCE\n12: ID-0 baseline\n"
"0: ID-18 resnet_gridsearch_a_bit_larger_loose_1e-4_100_BCE\n",
"1: ID-9 resnet_gridsearch_a_bit_larger_loose_1e-4_100_AUC\n",
"2: ID-22 resnet_gridsearch_a_bit_larger_loose_1e-5_100_BCE\n",
"3: ID-4 resnet_gridsearch_a_bit_smaller_loose_1e-4_100_BCE\n",
"4: ID-20 resnet_gridsearch_a_bit_larger_loose_1e-5_100_AUC\n",
"5: ID-11 resnet_gridsearch_normal_loose_1e-4_100_BCE\n",
"6: ID-5 resnet_gridsearch_normal_loose_1e-5_100_BCE\n",
"7: ID-16 resnet_gridsearch_normal_loose_1e-4_100_AUC\n",
"8: ID-24 resnet_gridsearch_normal_loose_1e-5_100_AUC\n",
"9: ID-6 resnet_gridsearch_a_bit_smaller_loose_1e-4_100_AUC\n",
"10: ID-13 resnet_gridsearch_a_bit_smaller_loose_1e-5_100_AUC\n",
"11: ID-15 resnet_gridsearch_a_bit_smaller_loose_1e-5_100_BCE\n",
"12: ID-2 resnet_gridsearch_2_a_bit_larger_loose_1e-4_0.99_100_BCE\n",
"13: ID-0 baseline\n",
"14: ID-14 resnet_gridsearch_normal_loose_1e-4_100_AUC_rerun\n",
"15: ID-10 resnet_gridsearch_a_bit_larger_loose_1e-5_100_AUC_rerun\n",
"16: ID-8 resnet_gridsearch_a_bit_smaller_loose_1e-4_100_BCE_rerun\n",
"17: ID-17 resnet_gridsearch_a_bit_larger_loose_1e-5_100_BCE_rerun\n",
"18: ID-7 resnet_gridsearch_a_bit_larger_loose_1e-4_100_AUC_rerun\n",
"19: ID-19 resnet_gridsearch_normal_loose_1e-5_100_BCE_rerun\n",
"20: ID-3 resnet_gridsearch_a_bit_smaller_loose_1e-5_100_AUC_rerun\n",
"21: ID-21 resnet_gridsearch_normal_loose_1e-5_100_AUC_rerun\n",
"22: ID-1 resnet_gridsearch_a_bit_smaller_loose_1e-4_100_AUC_rerun\n",
"23: ID-23 resnet_gridsearch_normal_loose_1e-4_100_BCE_rerun\n",
"24: ID-12 resnet_gridsearch_a_bit_larger_loose_1e-4_100_BCE_rerun\n"
],
"output_type": "stream"
}
......
This diff is collapsed.
......@@ -102,8 +102,7 @@ system:
# In case of ensemble approaches, add up parameters for all subsystems.
# In case embeddings are used, add up parameter count of the embedding extraction networks and classification network.
# Use numerical value.
# TODO
total_parameters: 20000000
total_parameters: 96000000
# List of external datasets used in the submission.
# Development dataset is used here only as an example, list only external datasets
......@@ -130,29 +129,24 @@ results:
# Average of AUCs over all Machine IDs [%]
# No need to round numbers
# TODO:
ToyCar:
averaged_auc: 78.77
averaged_pauc: 67.58
ToyConveyor:
averaged_auc: 72.53
averaged_pauc: 60.43
fan:
averaged_auc: 65.83
averaged_pauc: 52.45
pump:
averaged_auc: 72.89
averaged_pauc: 59.99
slider:
averaged_auc: 84.76
averaged_pauc: 66.53
valve:
averaged_auc: 66.28
averaged_pauc: 50.98
fan:
averaged_auc: 0.9226685446121019
averaged_pauc: 0.8230212986543588
pump:
averaged_auc: 0.9297781495399142
averaged_pauc: 0.8722867745313565
slider:
averaged_auc: 0.9894779962546816
averaged_pauc: 0.9454464813719693
ToyCar:
averaged_auc: 0.9489897900841298
averaged_pauc: 0.8752479934828495
ToyConveyor:
averaged_auc: 0.83764533636162
averaged_pauc: 0.7279798253268154
valve:
averaged_auc: 0.9424583333333334
averaged_pauc: 0.8903508771929824
......@@ -102,8 +102,7 @@ system:
# In case of ensemble approaches, add up parameters for all subsystems.
# In case embeddings are used, add up parameter count of the embedding extraction networks and classification network.
# Use numerical value.
# TODO
total_parameters: 20000000
total_parameters: 96000000
# List of external datasets used in the submission.
# Development dataset is used here only as an example, list only external datasets
......@@ -130,29 +129,24 @@ results:
# Average of AUCs over all Machine IDs [%]
# No need to round numbers
# TODO:
ToyCar:
averaged_auc: 78.77
averaged_pauc: 67.58
ToyConveyor:
averaged_auc: 72.53
averaged_pauc: 60.43
fan:
averaged_auc: 65.83
averaged_pauc: 52.45
pump:
averaged_auc: 72.89
averaged_pauc: 59.99
slider:
averaged_auc: 84.76
averaged_pauc: 66.53
valve:
averaged_auc: 66.28
averaged_pauc: 50.98
fan:
averaged_auc: 0.9286317167841518
averaged_pauc: 0.8352913487070679
pump:
averaged_auc: 0.9297781495399142
averaged_pauc: 0.8722867745313565
slider:
averaged_auc: 0.9894779962546816
averaged_pauc: 0.9454464813719693
ToyCar:
averaged_auc: 0.9566950093931226
averaged_pauc: 0.8961968600747151
ToyConveyor:
averaged_auc: 0.8526503235962499
averaged_pauc: 0.7259891865658302
valve:
averaged_auc: 0.9776656162464985
averaged_pauc: 0.9357400855078873
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment