diff --git a/dl-main.py b/dl-main.py index 3cefedf..a912d97 100644 --- a/dl-main.py +++ b/dl-main.py @@ -90,9 +90,9 @@ def run_cifar10(model_name='ResNet-34'): dmadam_eta0 = 0.9 if model_name == 'VGG-13' else 1.4 optimizers_config = { - 'SGD': {'lr': 0.1, 'weight_decay': 0.0005}, - 'SGDM': {'lr': 0.1, 'momentum': 0.9, 'weight_decay': 0.0005}, - 'Adagrad': {'lr': 0.01, 'weight_decay': 0.0005}, + 'SGD': {'lr': 0.001, 'weight_decay': 0.0005}, + 'SGDM': {'lr': 0.001, 'momentum': 0.9, 'weight_decay': 0.0005}, + 'Adagrad': {'lr': 0.001, 'weight_decay': 0.0005}, 'Adam': {'lr': 0.001, 'betas': (0.9, 0.999), 'weight_decay': 0.0005}, 'AdamW': {'lr': 0.001, 'betas': (0.9, 0.999), 'weight_decay': 0.0005}, 'DMAdam': {'lr': 0.001, 'eta0': dmadam_eta0, 'eps': 1e-8}