experiments/STT-tensorflow
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

[tf.data service] Only create journal writer when fault_tolerant_mode is enabled.

Browse Source 
PiperOrigin-RevId: 324931812
Change-Id: Ie0acbf5359d2db642118af886a3c754b3b07a6cd
This commit is contained in:
Andrew Audibert 2020-08-04 18:17:40 -07:00 committed by TensorFlower Gardener
parent 754dffaf78
commit deefe8cafb
1 changed files with 3 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
tensorflow/core/data/service/dispatcher_impl.cc
View File

@ -71,23 +71,21 @@ Status CreateWorkerStub(const std::string& address, const std::string& protocol,
DataServiceDispatcherImpl::DataServiceDispatcherImpl(
const experimental::DispatcherConfig& config)
: config_(config) {
if (!config_.work_dir().empty()) {
journal_writer_ = absl::make_unique<FileJournalWriter>(
Env::Default(), JournalDir(config_.work_dir()));
}
}
Status DataServiceDispatcherImpl::Start() {
mutex_lock l(mu_);
if (!config_.fault_tolerant_mode()) {
LOG(INFO) << "Running with fault_tolerant_mode=False. The dispatcher will "
"not be able to recover its state on restart.";
return Status::OK();
}
mutex_lock l(mu_);
if (config_.work_dir().empty()) {
return errors::InvalidArgument(
"fault_tolerant_mode is True, but no work_dir is configured.");
}
journal_writer_ = absl::make_unique<FileJournalWriter>(
Env::Default(), JournalDir(config_.work_dir()));
Update update;
bool end_of_journal = false;
FileJournalReader reader(Env::Default(), JournalDir(config_.work_dir()));