CalvinBackup/iperov-DeepFaceLab
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix DFLOptimizer

Browse Source
This commit is contained in:
iperov
2019-03-12 16:56:59 +04:00
parent 46ff33bf89
commit 69174a48e0
1 changed files with 2 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
nnlib/nnlib.py
+2 -6
View File
@@ -448,18 +448,14 @@ NLayerDiscriminator = nnlib.NLayerDiscriminator
grads = self.get_gradients(loss, params) grads = self.get_gradients(loss, params)
self.updates = [K.update_add(self.iterations, 1)] self.updates = [K.update_add(self.iterations, 1)]
lr = self.lr lr_t = self.lr * ( ( K.cast(self.iterations, K.floatx()) ) % 100 + 1 ) / 100.0
t = ( K.cast(self.iterations, K.floatx()) ) % 1000 + 1
lr_t = lr * (K.sqrt(1. - K.pow(self.beta_2, t)) /
(1. - K.pow(self.beta_1, t)))
self.weights = [] self.weights = []
for p, g in zip(params, grads): for p, g in zip(params, grads):
m_t = (1. - self.beta_1) * g m_t = (1. - self.beta_1) * g
v_t = (1. - self.beta_2) * K.square(g) v_t = (1. - self.beta_2) * K.square(g)
p_t = p - lr_t * m_t / (K.sqrt(v_t) + K.epsilon() ) new_p = p - lr_t * m_t / (K.sqrt(v_t) + K.epsilon() )
new_p = p_t
# Apply constraints. # Apply constraints.
if getattr(p, 'constraint', None) is not None: if getattr(p, 'constraint', None) is not None: