|
|
|
@@ -39,7 +39,7 @@ class TestOfaTrainer(unittest.TestCase): |
|
|
|
'dataloader': {'batch_size_per_gpu': 1, 'workers_per_gpu': 0}, |
|
|
|
'lr_scheduler': {'name': 'polynomial_decay', |
|
|
|
'warmup_proportion': 0.01, |
|
|
|
'lr_endo': 1e-07}, |
|
|
|
'lr_end': 1e-07}, |
|
|
|
'lr_scheduler_hook': {'type': 'LrSchedulerHook', 'by_epoch': False}, |
|
|
|
'optimizer': {'type': 'AdamW', 'lr': 5e-05, 'weight_decay': 0.01}, |
|
|
|
'optimizer_hook': {'type': 'TorchAMPOptimizerHook', |
|
|
|
|