Merge pull request #28152 from aweers:patch-5
PiperOrigin-RevId: 247211971
This commit is contained in:
commit
3ae5e7d3b9
@ -1239,6 +1239,20 @@ class LearningRateScheduler(Callback):
|
|||||||
(integer, indexed from 0) and returns a new
|
(integer, indexed from 0) and returns a new
|
||||||
learning rate as output (float).
|
learning rate as output (float).
|
||||||
verbose: int. 0: quiet, 1: update messages.
|
verbose: int. 0: quiet, 1: update messages.
|
||||||
|
|
||||||
|
```python
|
||||||
|
# This function keeps the learning rate at 0.001 for the first ten epochs
|
||||||
|
# and decreases it exponentially after that.
|
||||||
|
def scheduler(epoch):
|
||||||
|
if epoch < 10:
|
||||||
|
return 0.001
|
||||||
|
else:
|
||||||
|
return 0.001 * tf.math.exp(0.1 * (10 - epoch))
|
||||||
|
|
||||||
|
callback = tf.keras.callbacks.LearningRateScheduler(scheduler)
|
||||||
|
model.fit(data, labels, epochs=100, callbacks=[callback],
|
||||||
|
validation_data=(val_data, val_labels))
|
||||||
|
```
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def __init__(self, schedule, verbose=0):
|
def __init__(self, schedule, verbose=0):
|
||||||
|
Loading…
Reference in New Issue
Block a user