Adam optimized... better at training but worse bc overfitting worse
This commit is contained in:
@@ -2,7 +2,7 @@
|
||||
"cells": [
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 15,
|
||||
"execution_count": 1,
|
||||
"id": "7a37220a",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
@@ -20,7 +20,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 16,
|
||||
"execution_count": 2,
|
||||
"id": "d318d1f0",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
@@ -61,7 +61,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 17,
|
||||
"execution_count": 3,
|
||||
"id": "5604ace3",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
@@ -110,7 +110,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 18,
|
||||
"execution_count": 4,
|
||||
"id": "3cedd586",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
@@ -150,7 +150,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 19,
|
||||
"execution_count": 5,
|
||||
"id": "8f556b22",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
@@ -184,7 +184,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 20,
|
||||
"execution_count": 6,
|
||||
"id": "37793c77",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
@@ -222,7 +222,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 21,
|
||||
"execution_count": 7,
|
||||
"id": "f68c1a25",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
@@ -257,7 +257,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 22,
|
||||
"execution_count": 8,
|
||||
"id": "e1539eaa",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
@@ -289,7 +289,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 23,
|
||||
"execution_count": 9,
|
||||
"id": "d1b7d9ca",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
@@ -347,7 +347,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 24,
|
||||
"execution_count": 10,
|
||||
"id": "54d11a04",
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
@@ -370,7 +370,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 25,
|
||||
"execution_count": 11,
|
||||
"id": "374d0590",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
@@ -378,36 +378,36 @@
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Epoch 1: Loss=1.677, Accuracy=45.44%\n",
|
||||
"Epoch 2: Loss=1.340, Accuracy=56.11%\n",
|
||||
"Epoch 3: Loss=1.097, Accuracy=62.00%\n",
|
||||
"Epoch 4: Loss=0.965, Accuracy=66.50%\n",
|
||||
"Epoch 5: Loss=0.907, Accuracy=67.97%\n",
|
||||
"Epoch 6: Loss=0.841, Accuracy=70.23%\n",
|
||||
"Epoch 7: Loss=0.797, Accuracy=71.75%\n",
|
||||
"Epoch 8: Loss=0.743, Accuracy=73.90%\n",
|
||||
"Epoch 9: Loss=0.717, Accuracy=74.62%\n",
|
||||
"Epoch 10: Loss=0.672, Accuracy=76.24%\n",
|
||||
"Epoch 11: Loss=0.640, Accuracy=77.52%\n",
|
||||
"Epoch 12: Loss=0.607, Accuracy=78.61%\n",
|
||||
"Epoch 13: Loss=0.593, Accuracy=79.23%\n",
|
||||
"Epoch 14: Loss=0.560, Accuracy=80.45%\n",
|
||||
"Epoch 15: Loss=0.525, Accuracy=81.20%\n",
|
||||
"Epoch 16: Loss=0.499, Accuracy=82.29%\n",
|
||||
"Epoch 17: Loss=0.472, Accuracy=83.38%\n",
|
||||
"Epoch 18: Loss=0.451, Accuracy=84.14%\n",
|
||||
"Epoch 19: Loss=0.416, Accuracy=85.29%\n",
|
||||
"Epoch 20: Loss=0.391, Accuracy=86.13%\n",
|
||||
"Epoch 21: Loss=0.360, Accuracy=87.17%\n",
|
||||
"Epoch 22: Loss=0.307, Accuracy=89.43%\n",
|
||||
"Epoch 23: Loss=0.296, Accuracy=89.80%\n",
|
||||
"Epoch 24: Loss=0.269, Accuracy=90.47%\n",
|
||||
"Epoch 25: Loss=0.236, Accuracy=91.86%\n",
|
||||
"Epoch 26: Loss=0.206, Accuracy=92.95%\n",
|
||||
"Epoch 27: Loss=0.183, Accuracy=93.76%\n",
|
||||
"Epoch 28: Loss=0.159, Accuracy=94.71%\n",
|
||||
"Epoch 29: Loss=0.145, Accuracy=94.99%\n",
|
||||
"Epoch 30: Loss=0.115, Accuracy=96.10%\n",
|
||||
"Epoch 1: Loss=1.763, Accuracy=41.55%\n",
|
||||
"Epoch 2: Loss=1.320, Accuracy=55.89%\n",
|
||||
"Epoch 3: Loss=1.035, Accuracy=63.69%\n",
|
||||
"Epoch 4: Loss=0.915, Accuracy=68.51%\n",
|
||||
"Epoch 5: Loss=0.845, Accuracy=70.83%\n",
|
||||
"Epoch 6: Loss=0.807, Accuracy=72.21%\n",
|
||||
"Epoch 7: Loss=0.766, Accuracy=73.35%\n",
|
||||
"Epoch 8: Loss=0.752, Accuracy=73.76%\n",
|
||||
"Epoch 9: Loss=0.720, Accuracy=75.00%\n",
|
||||
"Epoch 10: Loss=0.688, Accuracy=76.09%\n",
|
||||
"Epoch 11: Loss=0.646, Accuracy=77.31%\n",
|
||||
"Epoch 12: Loss=0.623, Accuracy=78.31%\n",
|
||||
"Epoch 13: Loss=0.596, Accuracy=79.13%\n",
|
||||
"Epoch 14: Loss=0.567, Accuracy=80.19%\n",
|
||||
"Epoch 15: Loss=0.530, Accuracy=81.66%\n",
|
||||
"Epoch 16: Loss=0.502, Accuracy=82.52%\n",
|
||||
"Epoch 17: Loss=0.473, Accuracy=83.62%\n",
|
||||
"Epoch 18: Loss=0.447, Accuracy=84.63%\n",
|
||||
"Epoch 19: Loss=0.416, Accuracy=85.71%\n",
|
||||
"Epoch 20: Loss=0.401, Accuracy=86.22%\n",
|
||||
"Epoch 21: Loss=0.353, Accuracy=87.89%\n",
|
||||
"Epoch 22: Loss=0.321, Accuracy=89.02%\n",
|
||||
"Epoch 23: Loss=0.282, Accuracy=90.39%\n",
|
||||
"Epoch 24: Loss=0.260, Accuracy=91.10%\n",
|
||||
"Epoch 25: Loss=0.243, Accuracy=91.71%\n",
|
||||
"Epoch 26: Loss=0.203, Accuracy=93.18%\n",
|
||||
"Epoch 27: Loss=0.169, Accuracy=94.36%\n",
|
||||
"Epoch 28: Loss=0.139, Accuracy=95.55%\n",
|
||||
"Epoch 29: Loss=0.112, Accuracy=96.42%\n",
|
||||
"Epoch 30: Loss=0.106, Accuracy=96.63%\n",
|
||||
"Finished Training\n"
|
||||
]
|
||||
}
|
||||
@@ -445,7 +445,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 26,
|
||||
"execution_count": 12,
|
||||
"id": "2bf2b9a2",
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
@@ -464,7 +464,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 27,
|
||||
"execution_count": 13,
|
||||
"id": "bc158602",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
@@ -472,7 +472,7 @@
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Test Accuracy: 76.31%\n"
|
||||
"Test Accuracy: 77.52%\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
@@ -494,7 +494,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 28,
|
||||
"execution_count": 14,
|
||||
"id": "8cc7ed40",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
@@ -502,14 +502,14 @@
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Accuracy for class: Bicycle is 68.2%\n",
|
||||
"Accuracy for class: Bus is 70.2%\n",
|
||||
"Accuracy for class: Car is 74.3%\n",
|
||||
"Accuracy for class: Motorcycle is 63.3%\n",
|
||||
"Accuracy for class: NonVehicles is 98.8%\n",
|
||||
"Accuracy for class: Taxi is 55.6%\n",
|
||||
"Accuracy for class: Truck is 45.5%\n",
|
||||
"Accuracy for class: Van is 28.1%\n"
|
||||
"Accuracy for class: Bicycle is 57.6%\n",
|
||||
"Accuracy for class: Bus is 76.4%\n",
|
||||
"Accuracy for class: Car is 82.3%\n",
|
||||
"Accuracy for class: Motorcycle is 72.5%\n",
|
||||
"Accuracy for class: NonVehicles is 99.1%\n",
|
||||
"Accuracy for class: Taxi is 27.8%\n",
|
||||
"Accuracy for class: Truck is 38.9%\n",
|
||||
"Accuracy for class: Van is 25.0%\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
558
notebooks/03-adam-optimizer.ipynb
Normal file
558
notebooks/03-adam-optimizer.ipynb
Normal file
File diff suppressed because one or more lines are too long
Reference in New Issue
Block a user