Adam optimized... better at training but worse bc overfitting worse

This commit is contained in:
KeshavAnandCode
2026-03-18 18:49:33 -05:00
parent 4d9bf5965b
commit 4f8c48c504
3 changed files with 611 additions and 53 deletions

View File

@@ -2,7 +2,7 @@
"cells": [ "cells": [
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 15, "execution_count": 1,
"id": "7a37220a", "id": "7a37220a",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
@@ -20,7 +20,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 16, "execution_count": 2,
"id": "d318d1f0", "id": "d318d1f0",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
@@ -61,7 +61,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 17, "execution_count": 3,
"id": "5604ace3", "id": "5604ace3",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
@@ -110,7 +110,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 18, "execution_count": 4,
"id": "3cedd586", "id": "3cedd586",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
@@ -150,7 +150,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 19, "execution_count": 5,
"id": "8f556b22", "id": "8f556b22",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
@@ -184,7 +184,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 20, "execution_count": 6,
"id": "37793c77", "id": "37793c77",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
@@ -222,7 +222,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 21, "execution_count": 7,
"id": "f68c1a25", "id": "f68c1a25",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
@@ -257,7 +257,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 22, "execution_count": 8,
"id": "e1539eaa", "id": "e1539eaa",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
@@ -289,7 +289,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 23, "execution_count": 9,
"id": "d1b7d9ca", "id": "d1b7d9ca",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
@@ -347,7 +347,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 24, "execution_count": 10,
"id": "54d11a04", "id": "54d11a04",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@@ -370,7 +370,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 25, "execution_count": 11,
"id": "374d0590", "id": "374d0590",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
@@ -378,36 +378,36 @@
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"Epoch 1: Loss=1.677, Accuracy=45.44%\n", "Epoch 1: Loss=1.763, Accuracy=41.55%\n",
"Epoch 2: Loss=1.340, Accuracy=56.11%\n", "Epoch 2: Loss=1.320, Accuracy=55.89%\n",
"Epoch 3: Loss=1.097, Accuracy=62.00%\n", "Epoch 3: Loss=1.035, Accuracy=63.69%\n",
"Epoch 4: Loss=0.965, Accuracy=66.50%\n", "Epoch 4: Loss=0.915, Accuracy=68.51%\n",
"Epoch 5: Loss=0.907, Accuracy=67.97%\n", "Epoch 5: Loss=0.845, Accuracy=70.83%\n",
"Epoch 6: Loss=0.841, Accuracy=70.23%\n", "Epoch 6: Loss=0.807, Accuracy=72.21%\n",
"Epoch 7: Loss=0.797, Accuracy=71.75%\n", "Epoch 7: Loss=0.766, Accuracy=73.35%\n",
"Epoch 8: Loss=0.743, Accuracy=73.90%\n", "Epoch 8: Loss=0.752, Accuracy=73.76%\n",
"Epoch 9: Loss=0.717, Accuracy=74.62%\n", "Epoch 9: Loss=0.720, Accuracy=75.00%\n",
"Epoch 10: Loss=0.672, Accuracy=76.24%\n", "Epoch 10: Loss=0.688, Accuracy=76.09%\n",
"Epoch 11: Loss=0.640, Accuracy=77.52%\n", "Epoch 11: Loss=0.646, Accuracy=77.31%\n",
"Epoch 12: Loss=0.607, Accuracy=78.61%\n", "Epoch 12: Loss=0.623, Accuracy=78.31%\n",
"Epoch 13: Loss=0.593, Accuracy=79.23%\n", "Epoch 13: Loss=0.596, Accuracy=79.13%\n",
"Epoch 14: Loss=0.560, Accuracy=80.45%\n", "Epoch 14: Loss=0.567, Accuracy=80.19%\n",
"Epoch 15: Loss=0.525, Accuracy=81.20%\n", "Epoch 15: Loss=0.530, Accuracy=81.66%\n",
"Epoch 16: Loss=0.499, Accuracy=82.29%\n", "Epoch 16: Loss=0.502, Accuracy=82.52%\n",
"Epoch 17: Loss=0.472, Accuracy=83.38%\n", "Epoch 17: Loss=0.473, Accuracy=83.62%\n",
"Epoch 18: Loss=0.451, Accuracy=84.14%\n", "Epoch 18: Loss=0.447, Accuracy=84.63%\n",
"Epoch 19: Loss=0.416, Accuracy=85.29%\n", "Epoch 19: Loss=0.416, Accuracy=85.71%\n",
"Epoch 20: Loss=0.391, Accuracy=86.13%\n", "Epoch 20: Loss=0.401, Accuracy=86.22%\n",
"Epoch 21: Loss=0.360, Accuracy=87.17%\n", "Epoch 21: Loss=0.353, Accuracy=87.89%\n",
"Epoch 22: Loss=0.307, Accuracy=89.43%\n", "Epoch 22: Loss=0.321, Accuracy=89.02%\n",
"Epoch 23: Loss=0.296, Accuracy=89.80%\n", "Epoch 23: Loss=0.282, Accuracy=90.39%\n",
"Epoch 24: Loss=0.269, Accuracy=90.47%\n", "Epoch 24: Loss=0.260, Accuracy=91.10%\n",
"Epoch 25: Loss=0.236, Accuracy=91.86%\n", "Epoch 25: Loss=0.243, Accuracy=91.71%\n",
"Epoch 26: Loss=0.206, Accuracy=92.95%\n", "Epoch 26: Loss=0.203, Accuracy=93.18%\n",
"Epoch 27: Loss=0.183, Accuracy=93.76%\n", "Epoch 27: Loss=0.169, Accuracy=94.36%\n",
"Epoch 28: Loss=0.159, Accuracy=94.71%\n", "Epoch 28: Loss=0.139, Accuracy=95.55%\n",
"Epoch 29: Loss=0.145, Accuracy=94.99%\n", "Epoch 29: Loss=0.112, Accuracy=96.42%\n",
"Epoch 30: Loss=0.115, Accuracy=96.10%\n", "Epoch 30: Loss=0.106, Accuracy=96.63%\n",
"Finished Training\n" "Finished Training\n"
] ]
} }
@@ -445,7 +445,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 26, "execution_count": 12,
"id": "2bf2b9a2", "id": "2bf2b9a2",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@@ -464,7 +464,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 27, "execution_count": 13,
"id": "bc158602", "id": "bc158602",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
@@ -472,7 +472,7 @@
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"Test Accuracy: 76.31%\n" "Test Accuracy: 77.52%\n"
] ]
} }
], ],
@@ -494,7 +494,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 28, "execution_count": 14,
"id": "8cc7ed40", "id": "8cc7ed40",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
@@ -502,14 +502,14 @@
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"Accuracy for class: Bicycle is 68.2%\n", "Accuracy for class: Bicycle is 57.6%\n",
"Accuracy for class: Bus is 70.2%\n", "Accuracy for class: Bus is 76.4%\n",
"Accuracy for class: Car is 74.3%\n", "Accuracy for class: Car is 82.3%\n",
"Accuracy for class: Motorcycle is 63.3%\n", "Accuracy for class: Motorcycle is 72.5%\n",
"Accuracy for class: NonVehicles is 98.8%\n", "Accuracy for class: NonVehicles is 99.1%\n",
"Accuracy for class: Taxi is 55.6%\n", "Accuracy for class: Taxi is 27.8%\n",
"Accuracy for class: Truck is 45.5%\n", "Accuracy for class: Truck is 38.9%\n",
"Accuracy for class: Van is 28.1%\n" "Accuracy for class: Van is 25.0%\n"
] ]
} }
], ],

File diff suppressed because one or more lines are too long