experiments/STT-tensorflow
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Write metadata to a temp file before atomically renaming it.

Browse Source 
PiperOrigin-RevId: 270360252
This commit is contained in:
Frank Chen 2019-09-20 15:13:50 -07:00 committed by TensorFlower Gardener
parent 436a8b6698
commit f7464a6c05
1 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
tensorflow/core/kernels/data/experimental/snapshot_dataset_op.cc
View File

@ -224,18 +224,19 @@ Status WriteMetadataFile(const string& hash_dir,
string metadata_filename = absl::StrCat(hash_dir, "/", kSnapshotFilename);
TF_RETURN_IF_ERROR(Env::Default()->RecursivelyCreateDir(hash_dir));
Status exists = Env::Default()->FileExists(metadata_filename);
if (exists.ok()) {
TF_RETURN_IF_ERROR(Env::Default()->DeleteFile(metadata_filename));
}
std::string tmp_filename =
absl::StrCat(metadata_filename, "-tmp-", random::New64());
std::unique_ptr<WritableFile> file;
TF_RETURN_IF_ERROR(Env::Default()->NewWritableFile(metadata_filename, &file));
TF_RETURN_IF_ERROR(Env::Default()->NewWritableFile(tmp_filename, &file));
auto writer = absl::make_unique<SnapshotWriter>(file.get());
TF_RETURN_IF_ERROR(writer->WriteRecord(metadata.SerializeAsString()));
TF_RETURN_IF_ERROR(writer->Close());
TF_RETURN_IF_ERROR(
Env::Default()->RenameFile(tmp_filename, metadata_filename));
return Status::OK();
}