File tree Expand file tree Collapse file tree 2 files changed +6
-3
lines changed
Expand file tree Collapse file tree 2 files changed +6
-3
lines changed Original file line number Diff line number Diff line change @@ -61,6 +61,8 @@ maxdepth ?= 8
6161fewshot =
6262fewshot_size = 100
6363
64+ train_batch_tokens = 2000
65+ val_batch_size = 4000
6466
6567# options for training
6668model ?= 1
@@ -74,8 +76,8 @@ train_nlu_flags ?= \
7476 --warmup 20 \
7577 --gradient_accumulation_steps 20 \
7678 --eval_set_name valid \
77- --train_batch_tokens 2000 \
78- --val_batch_size 4000 \
79+ --train_batch_tokens $( train_batch_tokens ) \
80+ --val_batch_size $( val_batch_size ) \
7981 --preprocess_special_tokens \
8082 --override_question=
8183custom_train_nlu_flags ?=
@@ -271,6 +273,7 @@ train: $(datadir)
271273 -rm datadir/almond
272274 ln -sf . datadir/almond
273275 genienlp train \
276+ --no_commit \
274277 --data $(datadir ) \
275278 --save $(experiment ) /models/$(model ) \
276279 --cache $(datadir ) /.cache \
Original file line number Diff line number Diff line change @@ -29,7 +29,7 @@ wget --no-verbose https://almond-static.stanford.edu/research/csqa/kb-small/item
2929
3030# generate & train
3131touch domains.tsv bootleg-types.json bootleg-type-canonicals.json
32- starter_gen_and_train wikidata city annotation=baseline wikidata_dir=raw/wikidata-small
32+ starter_gen_and_train wikidata city annotation=baseline wikidata_dir=raw/wikidata-small train_batch_tokens=100 val_batch_size=100
3333
3434# evaluate
3535make experiment=city model=small evaluate
You can’t perform that action at this time.
0 commit comments