experiments/STT
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Merge pull request #1820 from mozilla/issue1756

Browse Source 
Don't save/load trie for character based LMs (Fixes #1756)
This commit is contained in:
Reuben Morais 2019-01-07 12:00:28 +00:00 committed by GitHub
commit b1c1ee7cbc
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 10 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
native_client/ctcdecode/scorer.cpp
View File

@ -121,9 +121,11 @@ void Scorer::setup(const std::string& lm_path, const std::string& trie_path)
fin.read(reinterpret_cast<char*>(&is_character_based_), sizeof(is_character_based_));
if (!is_character_based_) {
fst::FstReadOptions opt;
dictionary.reset(fst::StdVectorFst::Read(fin, opt));
}
}
max_order_ = language_model_->Order();
}
@ -134,8 +136,10 @@ void Scorer::save_dictionary(const std::string& path)
fout.write(reinterpret_cast<const char*>(&MAGIC), sizeof(MAGIC));
fout.write(reinterpret_cast<const char*>(&FILE_VERSION), sizeof(FILE_VERSION));
fout.write(reinterpret_cast<const char*>(&is_character_based_), sizeof(is_character_based_));
if (!is_character_based_) {
fst::FstWriteOptions opt;
dictionary->Write(fout, opt);
}
}
double Scorer::get_log_cond_prob(const std::vector<std::string>& words)