summaryrefslogtreecommitdiff
path: root/configs/boris-2-0929/final_decay_draws.json
diff options
context:
space:
mode:
authorjdj <jdj@kunix.org>2026-11-18 14:47:33 -0800
committerjdj <jdj@kunix.org>2026-11-18 14:47:33 -0800
commit5d2e4252e695644c34be605b44a14bd80a98a0a6 (patch)
tree311a72eda4459af7547b9cd05c0956eafb235f2d /configs/boris-2-0929/final_decay_draws.json
downloadboris-2-5d2e4252e695644c34be605b44a14bd80a98a0a6.tar.gz
boris-2-5d2e4252e695644c34be605b44a14bd80a98a0a6.zip
Boris-2 training code
The code, configuration and data filters used to train Boris-2 (144M, 200B tokens, single V100): model, training loop, data preparation, n-gram table, V100 kernels, final stages and the exact run configs.
Diffstat (limited to 'configs/boris-2-0929/final_decay_draws.json')
-rw-r--r--configs/boris-2-0929/final_decay_draws.json10
1 files changed, 10 insertions, 0 deletions
diff --git a/configs/boris-2-0929/final_decay_draws.json b/configs/boris-2-0929/final_decay_draws.json
new file mode 100644
index 0000000..0150d5c
--- /dev/null
+++ b/configs/boris-2-0929/final_decay_draws.json
@@ -0,0 +1,10 @@
+{
+ "climbmix": 0.775534,
+ "ultra_math_l3": 0.07862,
+ "cosmo2_how": 0.083301,
+ "cosmo_how_v1_tf": 0.008044,
+ "metamath_gsm": 0.025126,
+ "elem_wordprob": 0.020974,
+ "dclm_r0920": 0.005257,
+ "orca_math": 0.003143
+} \ No newline at end of file