Merge pull request #18959 from Rholais:patch-1
PiperOrigin-RevId: 209638931
This commit is contained in:
commit
237cb7f7d0
@ -65,7 +65,7 @@ class PowerSignOptimizer(optimizer.Optimizer):
|
||||
Example usage for PowerSign-cd (PowerSign with cosine sign decay)
|
||||
```
|
||||
decay_steps = 1000
|
||||
linear_decay_fn = sign_decays.get_linear_decay_fn(decay_steps)
|
||||
linear_decay_fn = sign_decays.get_cosine_decay_fn(decay_steps)
|
||||
opt = PowerSignOptimizer(learning_rate=0.1, sign_decay_fn=linear_decay_fn)
|
||||
```
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user