KeshavAnandCode
9e2fe0cae6
- Create python directory with data/, model/ subdirectories - Implement LinearEval(61072->1) model - Add config, constants, feature_extractor - Add tests with 4 passing test cases
21 lines
264 B
Python
21 lines
264 B
Python
"""Training Configuration"""
|
|
|
|
import os
|
|
|
|
# Hardware
|
|
BATCH_SIZE = 16_384
|
|
NUM_WORKERS = 0
|
|
|
|
# Optimizer
|
|
LEARNING_RATE = 1e-3
|
|
WEIGHT_DECAY = 1e-4
|
|
GRADIENT_CLIP = 5.0
|
|
|
|
# Training
|
|
EPOCHS = 100
|
|
EARLY_STOPPING_PATIENCE = 50
|
|
|
|
# Paths
|
|
DATA_DIR = "data"
|
|
MODEL_DIR = "models"
|