experiments/STT
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Reload graph with extra function.

Browse Source
This commit is contained in:
Daniel 2020-08-19 16:22:02 +02:00 committed by Reuben Morais
parent 4cf7a012a3
commit 420ba808c8
2 changed files with 8 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
training/mozilla_voice_stt_training/train.py
View File

@ -29,7 +29,7 @@ from mvs_ctcdecoder import ctc_beam_search_decoder, Scorer
from .evaluate import evaluate
from six.moves import zip, range
from .util.config import Config, initialize_globals
from .util.checkpoints import load_or_init_graph_for_training, load_graph_for_evaluation
from .util.checkpoints import load_or_init_graph_for_training, load_graph_for_evaluation, reload_best_checkpoint
from .util.evaluate_tools import save_samples_json
from .util.feeding import create_dataset, audio_to_features, audiofile_to_features
from .util.flags import create_flags, FLAGS
@ -646,7 +646,7 @@ def train():
current_learning_rate))
# Reload checkpoint that we use the best_dev weights again
load_or_init_graph_for_training(session, allow_drop_layers=False)
reload_best_checkpoint(session)
if FLAGS.metrics_files:
# Read only metrics, not affecting best validation loss tracking

8
training/mozilla_voice_stt_training/util/checkpoints.py
View File

@ -118,7 +118,11 @@ def _load_or_init_impl(session, method_order, allow_drop_layers):
sys.exit(1)
def load_or_init_graph_for_training(session, allow_drop_layers=True):
def reload_best_checkpoint(session):
_load_or_init_impl(session, ['best'], allow_drop_layers=False)
def load_or_init_graph_for_training(session):
'''
Load variables from checkpoint or initialize variables. By default this will
try to load the best validating checkpoint, then try the last checkpoint,
@ -129,7 +133,7 @@ def load_or_init_graph_for_training(session, allow_drop_layers=True):
methods = ['best', 'last', 'init']
else:
methods = [FLAGS.load_train]
_load_or_init_impl(session, methods, allow_drop_layers=allow_drop_layers)
_load_or_init_impl(session, methods, allow_drop_layers=True)
def load_graph_for_evaluation(session):