fanwuyang/neural-enhance-super-resolution
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix for gradient clipping code.

Browse Source
This commit is contained in:
Alex J. Champandard
2016-11-01 16:04:33 +01:00
parent cf65207a2e
commit 11ba505252
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
enhance.py
+1 -1
View File
@@ -428,7 +428,7 @@ class Model(object):
disc_losses = [self.loss_discriminator(disc_out)] disc_losses = [self.loss_discriminator(disc_out)]
disc_params = list(itertools.chain(*[l.get_params() for k, l in self.network.items() if 'disc' in k])) disc_params = list(itertools.chain(*[l.get_params() for k, l in self.network.items() if 'disc' in k]))
print(' - {} tensors learned for discriminator.'.format(len(disc_params))) print(' - {} tensors learned for discriminator.'.format(len(disc_params)))
grads = T.grad(sum(disc_losses, 0.0), disc_params).clip(-1.0, 1.0) grads = [g.clip(-1.0, +1.0) for g in T.grad(sum(disc_losses, 0.0), disc_params)]
disc_updates = lasagne.updates.adam(grads, disc_params, learning_rate=self.disc_lr) disc_updates = lasagne.updates.adam(grads, disc_params, learning_rate=self.disc_lr)
# Combined Theano function for updating both generator and discriminator at the same time. # Combined Theano function for updating both generator and discriminator at the same time.