This commit is contained in:
iperov 2021-10-18 13:18:59 +04:00
parent 71f22957a6
commit 853312e84c

View File

@ -292,7 +292,7 @@ class AMPModel(ModelBase):
if self.is_training: if self.is_training:
# Initialize optimizers # Initialize optimizers
clipnorm = 1.0 if self.options['clipgrad'] else 0.0 clipnorm = 1.0 if self.options['clipgrad'] else 0.0
if self.options['lr_dropout'] in ['y','cpu'] and not self.pretrain: if self.options['lr_dropout'] in ['y','cpu']:
lr_cos = 500 lr_cos = 500
lr_dropout = 0.3 lr_dropout = 0.3
else: else: