Merge pull request #24010 from tadeegan:patch-1
PiperOrigin-RevId: 243664070
This commit is contained in:
commit
0069a9b092
@ -434,18 +434,14 @@ def warm_start(ckpt_to_initialize_from,
|
|||||||
vocab_info = var_name_to_vocab_info.get(var_name)
|
vocab_info = var_name_to_vocab_info.get(var_name)
|
||||||
if vocab_info:
|
if vocab_info:
|
||||||
vocab_info_used.add(var_name)
|
vocab_info_used.add(var_name)
|
||||||
logging.info(
|
logging.debug(
|
||||||
"Warm-starting variable: {}; current_vocab: {} current_vocab_size: {}"
|
"Warm-starting variable: {}; current_vocab: {} current_vocab_size: {}"
|
||||||
" prev_vocab: {} prev_vocab_size: {} current_oov: {} prev_tensor: {}"
|
" prev_vocab: {} prev_vocab_size: {} current_oov: {} prev_tensor: {}"
|
||||||
" initializer: {}".format(
|
" initializer: {}".format(
|
||||||
var_name,
|
var_name, vocab_info.new_vocab, vocab_info.new_vocab_size,
|
||||||
vocab_info.new_vocab,
|
vocab_info.old_vocab, (vocab_info.old_vocab_size if
|
||||||
vocab_info.new_vocab_size,
|
vocab_info.old_vocab_size > 0 else "All"),
|
||||||
vocab_info.old_vocab,
|
vocab_info.num_oov_buckets, prev_var_name or "Unchanged",
|
||||||
(vocab_info.old_vocab_size if vocab_info.old_vocab_size > 0
|
|
||||||
else "All"),
|
|
||||||
vocab_info.num_oov_buckets,
|
|
||||||
prev_var_name or "Unchanged",
|
|
||||||
vocab_info.backup_initializer or "zero-initialized"))
|
vocab_info.backup_initializer or "zero-initialized"))
|
||||||
_warm_start_var_with_vocab(
|
_warm_start_var_with_vocab(
|
||||||
variable,
|
variable,
|
||||||
@ -462,7 +458,7 @@ def warm_start(ckpt_to_initialize_from,
|
|||||||
# For the special value of vars_to_warm_start = None,
|
# For the special value of vars_to_warm_start = None,
|
||||||
# we only warm-start variables with explicitly specified vocabularies.
|
# we only warm-start variables with explicitly specified vocabularies.
|
||||||
if vars_to_warm_start:
|
if vars_to_warm_start:
|
||||||
logging.info("Warm-starting variable: {}; prev_var_name: {}".format(
|
logging.debug("Warm-starting variable: {}; prev_var_name: {}".format(
|
||||||
var_name, prev_var_name or "Unchanged"))
|
var_name, prev_var_name or "Unchanged"))
|
||||||
# Because we use a default empty list in grouped_variables, single
|
# Because we use a default empty list in grouped_variables, single
|
||||||
# unpartitioned variables will be lists here, which we rectify in order
|
# unpartitioned variables will be lists here, which we rectify in order
|
||||||
|
Loading…
Reference in New Issue
Block a user