fix: fix the mistake of the parameters
This commit is contained in:
@@ -90,9 +90,9 @@ def run_cifar10(model_name='ResNet-34'):
|
|||||||
dmadam_eta0 = 0.9 if model_name == 'VGG-13' else 1.4
|
dmadam_eta0 = 0.9 if model_name == 'VGG-13' else 1.4
|
||||||
|
|
||||||
optimizers_config = {
|
optimizers_config = {
|
||||||
'SGD': {'lr': 0.1, 'weight_decay': 0.0005},
|
'SGD': {'lr': 0.001, 'weight_decay': 0.0005},
|
||||||
'SGDM': {'lr': 0.1, 'momentum': 0.9, 'weight_decay': 0.0005},
|
'SGDM': {'lr': 0.001, 'momentum': 0.9, 'weight_decay': 0.0005},
|
||||||
'Adagrad': {'lr': 0.01, 'weight_decay': 0.0005},
|
'Adagrad': {'lr': 0.001, 'weight_decay': 0.0005},
|
||||||
'Adam': {'lr': 0.001, 'betas': (0.9, 0.999), 'weight_decay': 0.0005},
|
'Adam': {'lr': 0.001, 'betas': (0.9, 0.999), 'weight_decay': 0.0005},
|
||||||
'AdamW': {'lr': 0.001, 'betas': (0.9, 0.999), 'weight_decay': 0.0005},
|
'AdamW': {'lr': 0.001, 'betas': (0.9, 0.999), 'weight_decay': 0.0005},
|
||||||
'DMAdam': {'lr': 0.001, 'eta0': dmadam_eta0, 'eps': 1e-8}
|
'DMAdam': {'lr': 0.001, 'eta0': dmadam_eta0, 'eps': 1e-8}
|
||||||
|
|||||||
Reference in New Issue
Block a user