Merge pull request #32451 from nluehr:amp_optimizer_ordering

PiperOrigin-RevId: 268756218
This commit is contained in:
TensorFlower Gardener 2019-09-12 13:50:30 -07:00
commit bf50319afe

View File

@ -191,6 +191,10 @@ Status MetaOptimizer::InitializeOptimizers(
if (cfg_.shape_optimization() != RewriterConfig::OFF) {
optimizers->push_back(MakeUnique<ShapeOptimizer>());
}
if (AutoMixedPrecisionEnabled(cfg_.auto_mixed_precision())) {
optimizers->push_back(
MakeUnique<AutoMixedPrecision>(cfg_.auto_mixed_precision()));
}
if (cfg_.layout_optimizer() != RewriterConfig::OFF) {
optimizers->push_back(MakeUnique<GenericLayoutOptimizer>());
}
@ -212,10 +216,6 @@ Status MetaOptimizer::InitializeOptimizers(
optimizers->push_back(
MakeUnique<DependencyOptimizer>(cfg_.dependency_optimization()));
}
if (AutoMixedPrecisionEnabled(cfg_.auto_mixed_precision())) {
optimizers->push_back(
MakeUnique<AutoMixedPrecision>(cfg_.auto_mixed_precision()));
}
if (cfg_.memory_optimization() != RewriterConfig::NO_MEM_OPT) {
if (cfg_.memory_optimizer_target_node_name_scope().empty()) {
optimizers->push_back(