22 lines
491 B
Bash
Executable File
22 lines
491 B
Bash
Executable File
#!/bin/sh
|
|
|
|
if [ -f ch_lm_train100.noamp.decomposed.txt.gz ]; then
|
|
gz=.gz
|
|
else
|
|
gz=
|
|
sed 's,\.gz,,g' test.flm > test.flm.nogz && \
|
|
mv test.flm test.flm-gz && \
|
|
mv test.flm.nogz test.flm
|
|
fi
|
|
|
|
fngram-count -debug 2 -factor-file test.flm -text ch_lm_train100.noamp.decomposed.txt$gz -write-counts -lm -unk -nonull
|
|
|
|
fngram -debug 0 -factor-file test.flm -ppl ch_lm_dev.noamp.decomposed.txt$gz -unk -nonull
|
|
|
|
rm -f dev.count$gz dev.lm$gz
|
|
|
|
if [ -f test.flm-gz ]; then
|
|
mv test.flm-gz test.flm
|
|
fi
|
|
|