Adam optimized... better at training but worse bc overfitting worse

This commit is contained in:
KeshavAnandCode
2026-03-18 18:49:33 -05:00
parent 4d9bf5965b
commit 4f8c48c504
3 changed files with 611 additions and 53 deletions

View File

@@ -2,7 +2,7 @@
"cells": [
{
"cell_type": "code",
"execution_count": 15,
"execution_count": 1,
"id": "7a37220a",
"metadata": {},
"outputs": [
@@ -20,7 +20,7 @@
},
{
"cell_type": "code",
"execution_count": 16,
"execution_count": 2,
"id": "d318d1f0",
"metadata": {},
"outputs": [
@@ -61,7 +61,7 @@
},
{
"cell_type": "code",
"execution_count": 17,
"execution_count": 3,
"id": "5604ace3",
"metadata": {},
"outputs": [
@@ -110,7 +110,7 @@
},
{
"cell_type": "code",
"execution_count": 18,
"execution_count": 4,
"id": "3cedd586",
"metadata": {},
"outputs": [
@@ -150,7 +150,7 @@
},
{
"cell_type": "code",
"execution_count": 19,
"execution_count": 5,
"id": "8f556b22",
"metadata": {},
"outputs": [
@@ -184,7 +184,7 @@
},
{
"cell_type": "code",
"execution_count": 20,
"execution_count": 6,
"id": "37793c77",
"metadata": {},
"outputs": [
@@ -222,7 +222,7 @@
},
{
"cell_type": "code",
"execution_count": 21,
"execution_count": 7,
"id": "f68c1a25",
"metadata": {},
"outputs": [
@@ -257,7 +257,7 @@
},
{
"cell_type": "code",
"execution_count": 22,
"execution_count": 8,
"id": "e1539eaa",
"metadata": {},
"outputs": [
@@ -289,7 +289,7 @@
},
{
"cell_type": "code",
"execution_count": 23,
"execution_count": 9,
"id": "d1b7d9ca",
"metadata": {},
"outputs": [
@@ -347,7 +347,7 @@
},
{
"cell_type": "code",
"execution_count": 24,
"execution_count": 10,
"id": "54d11a04",
"metadata": {},
"outputs": [],
@@ -370,7 +370,7 @@
},
{
"cell_type": "code",
"execution_count": 25,
"execution_count": 11,
"id": "374d0590",
"metadata": {},
"outputs": [
@@ -378,36 +378,36 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 1: Loss=1.677, Accuracy=45.44%\n",
"Epoch 2: Loss=1.340, Accuracy=56.11%\n",
"Epoch 3: Loss=1.097, Accuracy=62.00%\n",
"Epoch 4: Loss=0.965, Accuracy=66.50%\n",
"Epoch 5: Loss=0.907, Accuracy=67.97%\n",
"Epoch 6: Loss=0.841, Accuracy=70.23%\n",
"Epoch 7: Loss=0.797, Accuracy=71.75%\n",
"Epoch 8: Loss=0.743, Accuracy=73.90%\n",
"Epoch 9: Loss=0.717, Accuracy=74.62%\n",
"Epoch 10: Loss=0.672, Accuracy=76.24%\n",
"Epoch 11: Loss=0.640, Accuracy=77.52%\n",
"Epoch 12: Loss=0.607, Accuracy=78.61%\n",
"Epoch 13: Loss=0.593, Accuracy=79.23%\n",
"Epoch 14: Loss=0.560, Accuracy=80.45%\n",
"Epoch 15: Loss=0.525, Accuracy=81.20%\n",
"Epoch 16: Loss=0.499, Accuracy=82.29%\n",
"Epoch 17: Loss=0.472, Accuracy=83.38%\n",
"Epoch 18: Loss=0.451, Accuracy=84.14%\n",
"Epoch 19: Loss=0.416, Accuracy=85.29%\n",
"Epoch 20: Loss=0.391, Accuracy=86.13%\n",
"Epoch 21: Loss=0.360, Accuracy=87.17%\n",
"Epoch 22: Loss=0.307, Accuracy=89.43%\n",
"Epoch 23: Loss=0.296, Accuracy=89.80%\n",
"Epoch 24: Loss=0.269, Accuracy=90.47%\n",
"Epoch 25: Loss=0.236, Accuracy=91.86%\n",
"Epoch 26: Loss=0.206, Accuracy=92.95%\n",
"Epoch 27: Loss=0.183, Accuracy=93.76%\n",
"Epoch 28: Loss=0.159, Accuracy=94.71%\n",
"Epoch 29: Loss=0.145, Accuracy=94.99%\n",
"Epoch 30: Loss=0.115, Accuracy=96.10%\n",
"Epoch 1: Loss=1.763, Accuracy=41.55%\n",
"Epoch 2: Loss=1.320, Accuracy=55.89%\n",
"Epoch 3: Loss=1.035, Accuracy=63.69%\n",
"Epoch 4: Loss=0.915, Accuracy=68.51%\n",
"Epoch 5: Loss=0.845, Accuracy=70.83%\n",
"Epoch 6: Loss=0.807, Accuracy=72.21%\n",
"Epoch 7: Loss=0.766, Accuracy=73.35%\n",
"Epoch 8: Loss=0.752, Accuracy=73.76%\n",
"Epoch 9: Loss=0.720, Accuracy=75.00%\n",
"Epoch 10: Loss=0.688, Accuracy=76.09%\n",
"Epoch 11: Loss=0.646, Accuracy=77.31%\n",
"Epoch 12: Loss=0.623, Accuracy=78.31%\n",
"Epoch 13: Loss=0.596, Accuracy=79.13%\n",
"Epoch 14: Loss=0.567, Accuracy=80.19%\n",
"Epoch 15: Loss=0.530, Accuracy=81.66%\n",
"Epoch 16: Loss=0.502, Accuracy=82.52%\n",
"Epoch 17: Loss=0.473, Accuracy=83.62%\n",
"Epoch 18: Loss=0.447, Accuracy=84.63%\n",
"Epoch 19: Loss=0.416, Accuracy=85.71%\n",
"Epoch 20: Loss=0.401, Accuracy=86.22%\n",
"Epoch 21: Loss=0.353, Accuracy=87.89%\n",
"Epoch 22: Loss=0.321, Accuracy=89.02%\n",
"Epoch 23: Loss=0.282, Accuracy=90.39%\n",
"Epoch 24: Loss=0.260, Accuracy=91.10%\n",
"Epoch 25: Loss=0.243, Accuracy=91.71%\n",
"Epoch 26: Loss=0.203, Accuracy=93.18%\n",
"Epoch 27: Loss=0.169, Accuracy=94.36%\n",
"Epoch 28: Loss=0.139, Accuracy=95.55%\n",
"Epoch 29: Loss=0.112, Accuracy=96.42%\n",
"Epoch 30: Loss=0.106, Accuracy=96.63%\n",
"Finished Training\n"
]
}
@@ -445,7 +445,7 @@
},
{
"cell_type": "code",
"execution_count": 26,
"execution_count": 12,
"id": "2bf2b9a2",
"metadata": {},
"outputs": [],
@@ -464,7 +464,7 @@
},
{
"cell_type": "code",
"execution_count": 27,
"execution_count": 13,
"id": "bc158602",
"metadata": {},
"outputs": [
@@ -472,7 +472,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Test Accuracy: 76.31%\n"
"Test Accuracy: 77.52%\n"
]
}
],
@@ -494,7 +494,7 @@
},
{
"cell_type": "code",
"execution_count": 28,
"execution_count": 14,
"id": "8cc7ed40",
"metadata": {},
"outputs": [
@@ -502,14 +502,14 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Accuracy for class: Bicycle is 68.2%\n",
"Accuracy for class: Bus is 70.2%\n",
"Accuracy for class: Car is 74.3%\n",
"Accuracy for class: Motorcycle is 63.3%\n",
"Accuracy for class: NonVehicles is 98.8%\n",
"Accuracy for class: Taxi is 55.6%\n",
"Accuracy for class: Truck is 45.5%\n",
"Accuracy for class: Van is 28.1%\n"
"Accuracy for class: Bicycle is 57.6%\n",
"Accuracy for class: Bus is 76.4%\n",
"Accuracy for class: Car is 82.3%\n",
"Accuracy for class: Motorcycle is 72.5%\n",
"Accuracy for class: NonVehicles is 99.1%\n",
"Accuracy for class: Taxi is 27.8%\n",
"Accuracy for class: Truck is 38.9%\n",
"Accuracy for class: Van is 25.0%\n"
]
}
],

File diff suppressed because one or more lines are too long