KEMT/zpwiki
31
1
Fork 9
Code Issues Pull Requests Releases Wiki Activity

update

Browse Source
This commit is contained in:
Jakub Maruniak 2020-11-24 10:30:58 +00:00
parent d411d8075f
commit d3442d01f7
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
pages/students/2016/jakub_maruniak/dp2021/annotation/train/train.sh
View File

@ -1,19 +1,21 @@
set -e set -e
OUTDIR=build/train/output OUTDIR=build/train/output
TRAINDIR=build/train TRAINDIR=build/train
# Delete old training results
rm -r $TRAINDIR
mkdir -p $TRAINDIR mkdir -p $TRAINDIR
mkdir -p $OUTDIR mkdir -p $OUTDIR
mkdir -p dist mkdir -p dist
# Delete old training results # Delete old training results
rm -rf $OUTDIR/* rm -rf $OUTDIR/*
# Train dependency and POS # Train dependency and POS
spacy train sk $OUTDIR ./build/input/slovak-treebank ./build/input/ud-artificial-gapping --n-iter 20 -p tagger,parser spacy train sk $OUTDIR ./build/input/slovak-treebank ./build/input/ud-artificial-gapping --n-iter 15 -p tagger,parser
rm -rf $TRAINDIR/posparser rm -rf $TRAINDIR/posparser
mv $OUTDIR/model-best $TRAINDIR/posparser mv $OUTDIR/model-best $TRAINDIR/posparser
# Train NER # Train NER
# python ./train.py -t ./train.json -o $TRAINDIR/nerposparser -n 10 -m $TRAINDIR/posparser/ # python ./train.py -t ./train.json -o $TRAINDIR/nerposparser -n 10 -m $TRAINDIR/posparser/
spacy train sk $TRAINDIR/nerposparser ./ner/train.json ./ner/eval.json --n-iter 20 -p ner spacy train sk $TRAINDIR/nerposparser ./ner/wikiart/wikitrain.json ./ner/wikiart/wikieval.json --n-iter 15 -p ner
# Package model # Package model
spacy package $TRAINDIR/nerposparser dist --meta-path ./meta.json --force spacy package $TRAINDIR/nerposparser dist --meta-path ./meta.json --force
cd dist/sk_sk1-0.2.0 cd dist/sk_sk1-0.2.0
python ./setup.py sdist --dist-dir ../ python ./setup.py sdist --dist-dir ../