summaryrefslogtreecommitdiff
path: root/finalize_0920.sh
blob: 64ba388d78a763331a71891fe59460aedcbd0b77 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
#!/usr/bin/env bash
set -euo pipefail
repo=/home/joseph/boris-2-D112M-n15M
run=/media/joseph/Media/Boris-2-0920
exec >>"$run/finalize_0920.log" 2>&1

echo "[$(date -Is)] building 90/10 n-gram vocabulary"
nice -n 5 ionice -c2 -n5 "$repo/.venv/bin/python" "$repo/ngram.py" build \
  --config "$run/config.json" --out "$run/ngram_vocab.bin"

echo "[$(date -Is)] verification"
"$repo/.venv/bin/python" "$repo/verify.py" --quick --device cuda:1

echo "[$(date -Is)] V100 micro-batch confirmation"
"$repo/.venv/bin/python" "$repo/preflight.py" --device cuda:0 \
  --block 2048 --sweep 8,16 --iters 4

setsid "$repo/.venv/bin/python" "$repo/eval.py" --watch --device cuda:1 \
  >"$run/eval_watch.log" 2>&1 < /dev/null &

echo "[$(date -Is)] launching Boris-2-0920"
exec "$repo/.venv/bin/python" "$repo/train.py" --config "$run/config.json"