Commit 1ef5130c authored by Paul Primus's avatar Paul Primus
Browse files

add submission package

parent bd88a8b7
......@@ -171,7 +171,7 @@
},
{
"cell_type": "code",
"execution_count": 33,
"execution_count": 35,
"outputs": [
{
"name": "stdout",
......@@ -233,7 +233,7 @@
},
{
"cell_type": "code",
"execution_count": null,
"execution_count": 36,
"outputs": [],
"source": [
"# Create Submission 1"
......@@ -241,13 +241,14 @@
"metadata": {
"collapsed": false,
"pycharm": {
"name": "#%%\n"
"name": "#%%\n",
"is_executing": false
}
}
},
{
"cell_type": "code",
"execution_count": 34,
"execution_count": 38,
"outputs": [],
"source": [
"from dcase2020_task2.data_sets import INVERSE_CLASS_MAP, EVALUATION_ID_MAP\n",
......@@ -264,7 +265,7 @@
" src = os.path.join(src_path, f'anomaly_score_{machine_type_str}_id_{model_id}_mean.csv')\n",
" \n",
" dst_path = os.path.join('..', 'submission_package', 'task2', 'Primus_CP-JKU_task2_1')\n",
" dst = os.path.join(dst_path, f'anomaly_score_{machine_type_str}_id_{model_id}.csv')\n",
" dst = os.path.join(dst_path, f'anomaly_score_{machine_type_str}_id_{model_id:02d}.csv')\n",
"\n",
" copyfile(src, dst)\n"
],
......@@ -278,7 +279,7 @@
},
{
"cell_type": "code",
"execution_count": 13,
"execution_count": 39,
"outputs": [],
"source": [
"# Create Submission 2"
......@@ -293,7 +294,7 @@
},
{
"cell_type": "code",
"execution_count": 29,
"execution_count": 42,
"outputs": [],
"source": [
"from dcase2020_task2.data_sets import INVERSE_CLASS_MAP, EVALUATION_ID_MAP\n",
......@@ -309,7 +310,7 @@
" src = os.path.join(src_path, f'anomaly_score_{machine_type_str}_id_{model_id}_mean.csv')\n",
" \n",
" dst_path = os.path.join('..', 'submission_package', 'task2', 'Primus_CP-JKU_task2_2')\n",
" dst = os.path.join(dst_path, f'anomaly_score_{machine_type_str}_id_{model_id}.csv')\n",
" dst = os.path.join(dst_path, f'anomaly_score_{machine_type_str}_id_{model_id:02d}.csv')\n",
"\n",
" copyfile(src, dst)"
],
......
......@@ -5,16 +5,16 @@ submission:
# Label is used to index submissions.
# Generate your label following way to avoid overlapping codes among submissions:
# [Last name of corresponding author]_[Abbreviation of institute of the corresponding author]_task[task number]_[index number of your submission (1-4)]
label: Primus_JKU_task2_1
label: Primus_CP-JKU_task2_1
# Submission name
# This name will be used in the results tables when space permits.
name: Outlier Exposed Convolutional Classifier
name: Vanilla Outlier Exposed ResNet
# Submission name abbreviated
# This abbreviated name will be used in the results table when space is tight.
# Use a maximum of 10 characters.
abbreviation: OECC
abbreviation: OER
# Authors of the submitted system.
# Mark authors in the order you want them to appear in submission lists.
......@@ -102,7 +102,8 @@ system:
# In case of ensemble approaches, add up parameters for all subsystems.
# In case embeddings are used, add up parameter count of the embedding extraction networks and classification network.
# Use numerical value.
total_parameters: 269992
# TODO
total_parameters: 20000000
# List of external datasets used in the submission.
# Development dataset is used here only as an example, list only external datasets
......@@ -116,7 +117,8 @@ system:
# URL to the source code of the system [optional, highly recommended]
# Reproducibility will be used to evaluate submitted systems.
source_code: https://github.com/y-kawagu/dcase2020_task2_baseline
# TODO
source_code: !!null
# System results
results:
......@@ -128,6 +130,7 @@ results:
# Average of AUCs over all Machine IDs [%]
# No need to round numbers
# TODO:
ToyCar:
averaged_auc: 78.77
averaged_pauc: 67.58
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment