This commit is contained in:
iperov 2021-10-18 13:18:59 +04:00
parent 71f22957a6
commit 853312e84c

View File

@ -292,7 +292,7 @@ class AMPModel(ModelBase):
if self.is_training:
# Initialize optimizers
clipnorm = 1.0 if self.options['clipgrad'] else 0.0
if self.options['lr_dropout'] in ['y','cpu'] and not self.pretrain:
if self.options['lr_dropout'] in ['y','cpu']:
lr_cos = 500
lr_dropout = 0.3
else: