|
@@ -12,7 +12,7 @@
|
|
|
},
|
|
|
{
|
|
|
"cell_type": "code",
|
|
|
- "execution_count": 51,
|
|
|
+ "execution_count": 56,
|
|
|
"metadata": {},
|
|
|
"outputs": [],
|
|
|
"source": [
|
|
@@ -25,152 +25,36 @@
|
|
|
},
|
|
|
{
|
|
|
"cell_type": "code",
|
|
|
- "execution_count": 54,
|
|
|
+ "execution_count": 57,
|
|
|
"metadata": {},
|
|
|
"outputs": [],
|
|
|
"source": [
|
|
|
- "ex = ExperimentRunner(params.experiment_vggish_only, n_jobs=1)"
|
|
|
+ "ex = ExperimentRunner(params.experiments, n_jobs=1)"
|
|
|
]
|
|
|
},
|
|
|
{
|
|
|
"cell_type": "code",
|
|
|
- "execution_count": 55,
|
|
|
+ "execution_count": 58,
|
|
|
"metadata": {},
|
|
|
"outputs": [
|
|
|
{
|
|
|
"name": "stderr",
|
|
|
"output_type": "stream",
|
|
|
"text": [
|
|
|
- "Running param set: {'data_path_base': '/Users/aziai/Downloads/vtest_new2', 'conv_model_name': None, 'num_epochs': 10, 'feature_extract': False, 'batch_size': 64, 'lr': 0.001, 'use_vggish': True, 'momentum': 0.9}\n"
|
|
|
- ]
|
|
|
- },
|
|
|
- {
|
|
|
- "name": "stdout",
|
|
|
- "output_type": "stream",
|
|
|
- "text": [
|
|
|
- "Updating ALL params\n",
|
|
|
- "Epoch 0/9\n",
|
|
|
- "----------\n",
|
|
|
- "train Loss: 0.8801 F1: 0.6833 Acc: 0.5190\n",
|
|
|
- "val Loss: 0.5289 F1: 0.8742 Acc: 0.7765\n",
|
|
|
- "\n",
|
|
|
- "Epoch 1/9\n",
|
|
|
- "----------\n",
|
|
|
- "train Loss: 0.8135 F1: 0.6833 Acc: 0.5190\n",
|
|
|
- "val Loss: 0.5584 F1: 0.8742 Acc: 0.7765\n",
|
|
|
- "\n",
|
|
|
- "Epoch 2/9\n",
|
|
|
- "----------\n",
|
|
|
- "train Loss: 0.7179 F1: 0.6833 Acc: 0.5190\n",
|
|
|
- "val Loss: 0.6482 F1: 0.8667 Acc: 0.7647\n",
|
|
|
- "\n",
|
|
|
- "Epoch 3/9\n",
|
|
|
- "----------\n",
|
|
|
- "train Loss: 0.6749 F1: 0.6833 Acc: 0.5190\n",
|
|
|
- "val Loss: 0.6608 F1: 0.8725 Acc: 0.7765\n",
|
|
|
- "\n",
|
|
|
- "Epoch 4/9\n",
|
|
|
- "----------\n",
|
|
|
- "train Loss: 0.6832 F1: 0.6842 Acc: 0.5443\n",
|
|
|
- "val Loss: 0.6556 F1: 0.8467 Acc: 0.7529\n",
|
|
|
- "\n",
|
|
|
- "Epoch 5/9\n",
|
|
|
- "----------\n",
|
|
|
- "train Loss: 0.6969 F1: 0.6667 Acc: 0.5823\n",
|
|
|
- "val Loss: 0.6542 F1: 0.8413 Acc: 0.7647\n",
|
|
|
- "\n",
|
|
|
- "Epoch 6/9\n",
|
|
|
- "----------\n",
|
|
|
- "train Loss: 0.6960 F1: 0.5060 Acc: 0.4810\n",
|
|
|
- "val Loss: 0.6501 F1: 0.8788 Acc: 0.8118\n",
|
|
|
- "\n",
|
|
|
- "Epoch 7/9\n",
|
|
|
- "----------\n",
|
|
|
- "train Loss: 0.6896 F1: 0.5882 Acc: 0.5570\n",
|
|
|
- "val Loss: 0.6488 F1: 0.8837 Acc: 0.8235\n",
|
|
|
- "\n",
|
|
|
- "Epoch 8/9\n",
|
|
|
- "----------\n",
|
|
|
- "train Loss: 0.6764 F1: 0.6667 Acc: 0.6203\n",
|
|
|
- "val Loss: 0.6576 F1: 0.8976 Acc: 0.8471\n",
|
|
|
- "\n",
|
|
|
- "Epoch 9/9\n",
|
|
|
- "----------\n",
|
|
|
- "train Loss: 0.6710 F1: 0.7253 Acc: 0.6835\n",
|
|
|
- "val Loss: 0.6590 F1: 0.8710 Acc: 0.8118\n",
|
|
|
- "\n",
|
|
|
- "Training complete in 0m 56s\n",
|
|
|
- "Best val F1 : 0.897638\n",
|
|
|
- "Best val Acc : 0.847059\n"
|
|
|
- ]
|
|
|
- },
|
|
|
- {
|
|
|
- "name": "stderr",
|
|
|
- "output_type": "stream",
|
|
|
- "text": [
|
|
|
- "Running param set: {'data_path_base': '/Users/aziai/Downloads/vtest_new2', 'conv_model_name': None, 'num_epochs': 10, 'feature_extract': True, 'batch_size': 64, 'lr': 0.001, 'use_vggish': True, 'momentum': 0.9}\n"
|
|
|
- ]
|
|
|
- },
|
|
|
- {
|
|
|
- "name": "stdout",
|
|
|
- "output_type": "stream",
|
|
|
- "text": [
|
|
|
- "Params to update\n",
|
|
|
- "* combined.weight\n",
|
|
|
- "* combined.bias\n",
|
|
|
- "Epoch 0/9\n",
|
|
|
- "----------\n",
|
|
|
- "train Loss: 0.7826 F1: 0.6833 Acc: 0.5190\n",
|
|
|
- "val Loss: 0.5453 F1: 0.8742 Acc: 0.7765\n",
|
|
|
- "\n",
|
|
|
- "Epoch 1/9\n",
|
|
|
- "----------\n",
|
|
|
- "train Loss: 0.7525 F1: 0.6833 Acc: 0.5190\n",
|
|
|
- "val Loss: 0.5790 F1: 0.8742 Acc: 0.7765\n",
|
|
|
- "\n",
|
|
|
- "Epoch 2/9\n",
|
|
|
- "----------\n",
|
|
|
- "train Loss: 0.7158 F1: 0.6833 Acc: 0.5190\n",
|
|
|
- "val Loss: 0.6449 F1: 0.8742 Acc: 0.7765\n",
|
|
|
- "\n",
|
|
|
- "Epoch 3/9\n",
|
|
|
- "----------\n",
|
|
|
- "train Loss: 0.6936 F1: 0.6838 Acc: 0.5316\n",
|
|
|
- "val Loss: 0.7350 F1: 0.0870 Acc: 0.2588\n",
|
|
|
- "\n",
|
|
|
- "Epoch 4/9\n",
|
|
|
- "----------\n",
|
|
|
- "train Loss: 0.7142 F1: nan Acc: 0.4430\n",
|
|
|
- "val Loss: 0.8224 F1: nan Acc: 0.2235\n",
|
|
|
- "\n",
|
|
|
- "Epoch 5/9\n",
|
|
|
- "----------\n",
|
|
|
- "train Loss: 0.7382 F1: nan Acc: 0.4810\n",
|
|
|
- "val Loss: 0.8526 F1: nan Acc: 0.2235\n",
|
|
|
- "\n",
|
|
|
- "Epoch 6/9\n",
|
|
|
- "----------\n",
|
|
|
- "train Loss: 0.7477 F1: nan Acc: 0.4810\n",
|
|
|
- "val Loss: 0.8238 F1: nan Acc: 0.2235\n",
|
|
|
- "\n",
|
|
|
- "Epoch 7/9\n",
|
|
|
- "----------\n",
|
|
|
- "train Loss: 0.7361 F1: nan Acc: 0.4810\n",
|
|
|
- "val Loss: 0.7583 F1: 0.0299 Acc: 0.2353\n",
|
|
|
- "\n",
|
|
|
- "Epoch 8/9\n",
|
|
|
- "----------\n",
|
|
|
- "train Loss: 0.7142 F1: nan Acc: 0.4304\n",
|
|
|
- "val Loss: 0.6900 F1: 0.6491 Acc: 0.5294\n",
|
|
|
- "\n",
|
|
|
- "Epoch 9/9\n",
|
|
|
- "----------\n",
|
|
|
- "train Loss: 0.6995 F1: 0.5161 Acc: 0.4304\n",
|
|
|
- "val Loss: 0.6337 F1: 0.8742 Acc: 0.7765\n",
|
|
|
- "\n",
|
|
|
- "Training complete in 0m 26s\n",
|
|
|
- "Best val F1 : 0.874172\n",
|
|
|
- "Best val Acc : 0.776471\n"
|
|
|
+ "Running param set: {'data_path_base': '/Users/aziai/Downloads/vtest_new2', 'conv_model_name': None, 'num_epochs': 10, 'feature_extract': False, 'batch_size': 64, 'lr': 0.001, 'use_vggish': False, 'momentum': 0.9}\n",
|
|
|
+ "Running param set: {'data_path_base': '/Users/aziai/Downloads/vtest_new2', 'conv_model_name': None, 'num_epochs': 10, 'feature_extract': False, 'batch_size': 64, 'lr': 0.001, 'use_vggish': True, 'momentum': 0.9}\n",
|
|
|
+ "Loading experiment results from cache\n",
|
|
|
+ "Running param set: {'data_path_base': '/Users/aziai/Downloads/vtest_new2', 'conv_model_name': None, 'num_epochs': 10, 'feature_extract': True, 'batch_size': 64, 'lr': 0.001, 'use_vggish': False, 'momentum': 0.9}\n",
|
|
|
+ "Running param set: {'data_path_base': '/Users/aziai/Downloads/vtest_new2', 'conv_model_name': None, 'num_epochs': 10, 'feature_extract': True, 'batch_size': 64, 'lr': 0.001, 'use_vggish': True, 'momentum': 0.9}\n",
|
|
|
+ "Loading experiment results from cache\n",
|
|
|
+ "Running param set: {'data_path_base': '/Users/aziai/Downloads/vtest_new2', 'conv_model_name': 'resnet', 'num_epochs': 10, 'feature_extract': False, 'batch_size': 64, 'lr': 0.001, 'use_vggish': False, 'momentum': 0.9}\n",
|
|
|
+ "Loading experiment results from cache\n",
|
|
|
+ "Running param set: {'data_path_base': '/Users/aziai/Downloads/vtest_new2', 'conv_model_name': 'resnet', 'num_epochs': 10, 'feature_extract': False, 'batch_size': 64, 'lr': 0.001, 'use_vggish': True, 'momentum': 0.9}\n",
|
|
|
+ "Loading experiment results from cache\n",
|
|
|
+ "Running param set: {'data_path_base': '/Users/aziai/Downloads/vtest_new2', 'conv_model_name': 'resnet', 'num_epochs': 10, 'feature_extract': True, 'batch_size': 64, 'lr': 0.001, 'use_vggish': False, 'momentum': 0.9}\n",
|
|
|
+ "Loading experiment results from cache\n",
|
|
|
+ "Running param set: {'data_path_base': '/Users/aziai/Downloads/vtest_new2', 'conv_model_name': 'resnet', 'num_epochs': 10, 'feature_extract': True, 'batch_size': 64, 'lr': 0.001, 'use_vggish': True, 'momentum': 0.9}\n",
|
|
|
+ "Loading experiment results from cache\n"
|
|
|
]
|
|
|
}
|
|
|
],
|
|
@@ -180,7 +64,7 @@
|
|
|
},
|
|
|
{
|
|
|
"cell_type": "code",
|
|
|
- "execution_count": 29,
|
|
|
+ "execution_count": 59,
|
|
|
"metadata": {},
|
|
|
"outputs": [],
|
|
|
"source": [
|
|
@@ -189,7 +73,7 @@
|
|
|
},
|
|
|
{
|
|
|
"cell_type": "code",
|
|
|
- "execution_count": 45,
|
|
|
+ "execution_count": 60,
|
|
|
"metadata": {},
|
|
|
"outputs": [],
|
|
|
"source": [
|
|
@@ -200,7 +84,7 @@
|
|
|
},
|
|
|
{
|
|
|
"cell_type": "code",
|
|
|
- "execution_count": 46,
|
|
|
+ "execution_count": 61,
|
|
|
"metadata": {},
|
|
|
"outputs": [
|
|
|
{
|
|
@@ -240,11 +124,11 @@
|
|
|
" </thead>\n",
|
|
|
" <tbody>\n",
|
|
|
" <tr>\n",
|
|
|
- " <th>1</th>\n",
|
|
|
+ " <th>5</th>\n",
|
|
|
" <td>64</td>\n",
|
|
|
" <td>resnet</td>\n",
|
|
|
" <td>/Users/aziai/Downloads/vtest_new2</td>\n",
|
|
|
- " <td>20191402191416</td>\n",
|
|
|
+ " <td>20190602194822</td>\n",
|
|
|
" <td>False</td>\n",
|
|
|
" <td>0.001</td>\n",
|
|
|
" <td>0.9</td>\n",
|
|
@@ -255,11 +139,26 @@
|
|
|
" <td>0.935252</td>\n",
|
|
|
" </tr>\n",
|
|
|
" <tr>\n",
|
|
|
- " <th>0</th>\n",
|
|
|
+ " <th>1</th>\n",
|
|
|
+ " <td>64</td>\n",
|
|
|
+ " <td>NaN</td>\n",
|
|
|
+ " <td>/Users/aziai/Downloads/vtest_new2</td>\n",
|
|
|
+ " <td>20190602194822</td>\n",
|
|
|
+ " <td>False</td>\n",
|
|
|
+ " <td>0.001</td>\n",
|
|
|
+ " <td>0.9</td>\n",
|
|
|
+ " <td>10</td>\n",
|
|
|
+ " <td>4687cd536acf6c9b058a8d20719fa6910f50a6abee3ae2...</td>\n",
|
|
|
+ " <td>True</td>\n",
|
|
|
+ " <td>0.847059</td>\n",
|
|
|
+ " <td>0.897638</td>\n",
|
|
|
+ " </tr>\n",
|
|
|
+ " <tr>\n",
|
|
|
+ " <th>4</th>\n",
|
|
|
" <td>64</td>\n",
|
|
|
" <td>resnet</td>\n",
|
|
|
" <td>/Users/aziai/Downloads/vtest_new2</td>\n",
|
|
|
- " <td>20191402191416</td>\n",
|
|
|
+ " <td>20190602194822</td>\n",
|
|
|
" <td>False</td>\n",
|
|
|
" <td>0.001</td>\n",
|
|
|
" <td>0.9</td>\n",
|
|
@@ -272,9 +171,24 @@
|
|
|
" <tr>\n",
|
|
|
" <th>3</th>\n",
|
|
|
" <td>64</td>\n",
|
|
|
+ " <td>NaN</td>\n",
|
|
|
+ " <td>/Users/aziai/Downloads/vtest_new2</td>\n",
|
|
|
+ " <td>20190602194822</td>\n",
|
|
|
+ " <td>True</td>\n",
|
|
|
+ " <td>0.001</td>\n",
|
|
|
+ " <td>0.9</td>\n",
|
|
|
+ " <td>10</td>\n",
|
|
|
+ " <td>de7011637531360e5c76520f054d90327cc478dbabeab9...</td>\n",
|
|
|
+ " <td>True</td>\n",
|
|
|
+ " <td>0.776471</td>\n",
|
|
|
+ " <td>0.874172</td>\n",
|
|
|
+ " </tr>\n",
|
|
|
+ " <tr>\n",
|
|
|
+ " <th>7</th>\n",
|
|
|
+ " <td>64</td>\n",
|
|
|
" <td>resnet</td>\n",
|
|
|
" <td>/Users/aziai/Downloads/vtest_new2</td>\n",
|
|
|
- " <td>20191402191416</td>\n",
|
|
|
+ " <td>20190602194822</td>\n",
|
|
|
" <td>True</td>\n",
|
|
|
" <td>0.001</td>\n",
|
|
|
" <td>0.9</td>\n",
|
|
@@ -285,11 +199,11 @@
|
|
|
" <td>0.824427</td>\n",
|
|
|
" </tr>\n",
|
|
|
" <tr>\n",
|
|
|
- " <th>2</th>\n",
|
|
|
+ " <th>6</th>\n",
|
|
|
" <td>64</td>\n",
|
|
|
" <td>resnet</td>\n",
|
|
|
" <td>/Users/aziai/Downloads/vtest_new2</td>\n",
|
|
|
- " <td>20191402191416</td>\n",
|
|
|
+ " <td>20190602194822</td>\n",
|
|
|
" <td>True</td>\n",
|
|
|
" <td>0.001</td>\n",
|
|
|
" <td>0.9</td>\n",
|
|
@@ -299,21 +213,53 @@
|
|
|
" <td>0.564706</td>\n",
|
|
|
" <td>0.626263</td>\n",
|
|
|
" </tr>\n",
|
|
|
+ " <tr>\n",
|
|
|
+ " <th>0</th>\n",
|
|
|
+ " <td>64</td>\n",
|
|
|
+ " <td>NaN</td>\n",
|
|
|
+ " <td>/Users/aziai/Downloads/vtest_new2</td>\n",
|
|
|
+ " <td>20190602194822</td>\n",
|
|
|
+ " <td>False</td>\n",
|
|
|
+ " <td>0.001</td>\n",
|
|
|
+ " <td>0.9</td>\n",
|
|
|
+ " <td>10</td>\n",
|
|
|
+ " <td>7324021853e0ca109ff0effaf0c9d06e68d72744305f34...</td>\n",
|
|
|
+ " <td>False</td>\n",
|
|
|
+ " <td>-1.000000</td>\n",
|
|
|
+ " <td>-1.000000</td>\n",
|
|
|
+ " </tr>\n",
|
|
|
+ " <tr>\n",
|
|
|
+ " <th>2</th>\n",
|
|
|
+ " <td>64</td>\n",
|
|
|
+ " <td>NaN</td>\n",
|
|
|
+ " <td>/Users/aziai/Downloads/vtest_new2</td>\n",
|
|
|
+ " <td>20190602194822</td>\n",
|
|
|
+ " <td>True</td>\n",
|
|
|
+ " <td>0.001</td>\n",
|
|
|
+ " <td>0.9</td>\n",
|
|
|
+ " <td>10</td>\n",
|
|
|
+ " <td>9ca13084e79d88cec23574c0c37fa9109fe87a7026f9bd...</td>\n",
|
|
|
+ " <td>False</td>\n",
|
|
|
+ " <td>-1.000000</td>\n",
|
|
|
+ " <td>-1.000000</td>\n",
|
|
|
+ " </tr>\n",
|
|
|
" </tbody>\n",
|
|
|
"</table>\n",
|
|
|
"</div>"
|
|
|
],
|
|
|
"text/plain": [
|
|
|
- " batch_size conv_model_name data_path_base ... use_vggish val_acc val_f1\n",
|
|
|
- "1 64 resnet /Users/aziai/Downloads/vtest_new2 ... True 0.894118 0.935252\n",
|
|
|
- "0 64 resnet /Users/aziai/Downloads/vtest_new2 ... False 0.823529 0.878049\n",
|
|
|
- "3 64 resnet /Users/aziai/Downloads/vtest_new2 ... True 0.729412 0.824427\n",
|
|
|
- "2 64 resnet /Users/aziai/Downloads/vtest_new2 ... False 0.564706 0.626263\n",
|
|
|
- "\n",
|
|
|
- "[4 rows x 12 columns]"
|
|
|
+ " batch_size conv_model_name data_path_base experiment_uuid feature_extract lr momentum num_epochs runner_uuid use_vggish val_acc val_f1\n",
|
|
|
+ "5 64 resnet /Users/aziai/Downloads/vtest_new2 20190602194822 False 0.001 0.9 10 b3290017112d2116e4bdbb9c8dbf15a8e75adacb942afb... True 0.894118 0.935252\n",
|
|
|
+ "1 64 NaN /Users/aziai/Downloads/vtest_new2 20190602194822 False 0.001 0.9 10 4687cd536acf6c9b058a8d20719fa6910f50a6abee3ae2... True 0.847059 0.897638\n",
|
|
|
+ "4 64 resnet /Users/aziai/Downloads/vtest_new2 20190602194822 False 0.001 0.9 10 0e57debc92afdd0dc7a209584b4d97860c9dba98f3aed4... False 0.823529 0.878049\n",
|
|
|
+ "3 64 NaN /Users/aziai/Downloads/vtest_new2 20190602194822 True 0.001 0.9 10 de7011637531360e5c76520f054d90327cc478dbabeab9... True 0.776471 0.874172\n",
|
|
|
+ "7 64 resnet /Users/aziai/Downloads/vtest_new2 20190602194822 True 0.001 0.9 10 8e644bc291a463725bf0bcb11825a196383a4860eeecd7... True 0.729412 0.824427\n",
|
|
|
+ "6 64 resnet /Users/aziai/Downloads/vtest_new2 20190602194822 True 0.001 0.9 10 e07e5119b07164f06098d1adba9e4c43ad0344716a0746... False 0.564706 0.626263\n",
|
|
|
+ "0 64 NaN /Users/aziai/Downloads/vtest_new2 20190602194822 False 0.001 0.9 10 7324021853e0ca109ff0effaf0c9d06e68d72744305f34... False -1.000000 -1.000000\n",
|
|
|
+ "2 64 NaN /Users/aziai/Downloads/vtest_new2 20190602194822 True 0.001 0.9 10 9ca13084e79d88cec23574c0c37fa9109fe87a7026f9bd... False -1.000000 -1.000000"
|
|
|
]
|
|
|
},
|
|
|
- "execution_count": 46,
|
|
|
+ "execution_count": 61,
|
|
|
"metadata": {},
|
|
|
"output_type": "execute_result"
|
|
|
}
|