Reduce sync loss weight

This commit is contained in:
Prajwal 2020-08-28 21:14:00 +05:30 committed by GitHub
parent d2dfac4597
commit 35d96b3281
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -251,7 +251,7 @@ def train(device, model, train_data_loader, test_data_loader, optimizer,
average_sync_loss = eval_model(test_data_loader, global_step, device, model, checkpoint_dir)
if average_sync_loss < .75:
hparams.set_hparam('syncnet_wt', 0.03)
hparams.set_hparam('syncnet_wt', 0.01) # without image GAN a lesser weight is sufficient
prog_bar.set_description('L1: {}, Sync Loss: {}'.format(running_l1_loss / (step + 1),
running_sync_loss / (step + 1)))