forked from lmthang/bivec
-
Notifications
You must be signed in to change notification settings - Fork 0
/
demo-skip.sh
executable file
·21 lines (17 loc) · 1.35 KB
/
demo-skip.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
make clean
make
#if [ ! -e text8 ]; then
# wget http://mattmahoney.net/dc/text8.zip -O text8.gz
# gzip -d text8.gz -f
#fi
#time ./text2vec -train text8 -output vectors.bin -cbow 0 -size 200 -window 5 -negative 0 -hs 1 -sample 1e-3 -threads 12 -binary 1
if [ ! -d "output" ]; then
mkdir output
fi
command="./text2vec -src-train data/data.10k.en -src-lang en -output vectors.bin -cbow 0 -size 200 -window 5 -negative 0 -hs 1 -sample 1e-3 -threads 1 -binary 0 -eval 1"
echo "time $command"
time $command
#time ./text2vec -train data/data.500k.en -output vectors.bin -cbow 0 -size 200 -window 5 -negative 0 -hs 1 -sample 1e-3 -threads 12 -binary 1
# time ./text2vec -src-train data/data.10k.de -tgt-train data/data.10k.en -align data/data.10k.align -src-lang de -tgt-lang en -output output/out -cbow 0 -size 40 -window 5 -negative 5 -hs 0 -sample 1e-5 -threads 10 -binary 0 -iter 10 -biTrain 0
# time ./text2vec -src-train data/data.de-en.de -tgt-train data/data.de-en.en -align data/data.de-en.align -src-lang de -tgt-lang en -output output/out -cbow 0 -size 200 -window 5 -negative 5 -hs 0 -sample 1e-5 -threads 4 -binary 0 -iter 10
# time ./text2vec -src-train data/data.zh-en.zh -tgt-train data/data.zh-en.en -align data/data.zh-en.align -src-lang zh -tgt-lang en -output output/out -cbow 0 -size 200 -window 5 -negative 5 -hs 0 -sample 1e-5 -threads 1 -binary 0 -iter 1