Merge pull request #18959 from Rholais:patch-1
PiperOrigin-RevId: 209638931
This commit is contained in:
commit
237cb7f7d0
@ -65,7 +65,7 @@ class PowerSignOptimizer(optimizer.Optimizer):
|
|||||||
Example usage for PowerSign-cd (PowerSign with cosine sign decay)
|
Example usage for PowerSign-cd (PowerSign with cosine sign decay)
|
||||||
```
|
```
|
||||||
decay_steps = 1000
|
decay_steps = 1000
|
||||||
linear_decay_fn = sign_decays.get_linear_decay_fn(decay_steps)
|
linear_decay_fn = sign_decays.get_cosine_decay_fn(decay_steps)
|
||||||
opt = PowerSignOptimizer(learning_rate=0.1, sign_decay_fn=linear_decay_fn)
|
opt = PowerSignOptimizer(learning_rate=0.1, sign_decay_fn=linear_decay_fn)
|
||||||
```
|
```
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user