From b34723588daa8f07c6393dfd5fdc73d6197c5d7e Mon Sep 17 00:00:00 2001 From: Reuben Morais Date: Mon, 20 Jan 2020 15:55:21 +0100 Subject: [PATCH] Switch to new scorer format --- .gitattributes | 1 + data/lm/kenlm.scorer | 3 +++ data/lm/lm.binary | 3 --- data/lm/trie | 3 --- 4 files changed, 4 insertions(+), 6 deletions(-) create mode 100644 data/lm/kenlm.scorer delete mode 100644 data/lm/lm.binary delete mode 100644 data/lm/trie diff --git a/.gitattributes b/.gitattributes index 0bdd5738..b2aaede4 100644 --- a/.gitattributes +++ b/.gitattributes @@ -1,3 +1,4 @@ *.binary filter=lfs diff=lfs merge=lfs -crlf data/lm/trie filter=lfs diff=lfs merge=lfs -crlf data/lm/vocab.txt filter=lfs diff=lfs merge=lfs -text +data/lm/kenlm.scorer filter=lfs diff=lfs merge=lfs -text diff --git a/data/lm/kenlm.scorer b/data/lm/kenlm.scorer new file mode 100644 index 00000000..02d5de6c --- /dev/null +++ b/data/lm/kenlm.scorer @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ba04978fca285c34c99bf115ee61549937e422ac91def80122a767e114c035e +size 953436352 diff --git a/data/lm/lm.binary b/data/lm/lm.binary deleted file mode 100644 index 22584cb1..00000000 --- a/data/lm/lm.binary +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cc8d9e5f49e2fa05c56cc928520c6c79cb78ff95226ec9a07785b3a28d1a680b -size 941235601 diff --git a/data/lm/trie b/data/lm/trie deleted file mode 100644 index 8edb4157..00000000 --- a/data/lm/trie +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0281e5e784ffccb4aeae5e7d64099058a0c22e42dbb7aa2d3ef2fbbff53db3ab -size 12200736