From 5d2e4252e695644c34be605b44a14bd80a98a0a6 Mon Sep 17 00:00:00 2001 From: jdj Date: Wed, 18 Nov 2026 14:47:33 -0800 Subject: Boris-2 training code The code, configuration and data filters used to train Boris-2 (144M, 200B tokens, single V100): model, training loop, data preparation, n-gram table, V100 kernels, final stages and the exact run configs. --- configs/boris-2-0929/final_decay_draws.json | 10 ++++++++++ 1 file changed, 10 insertions(+) create mode 100644 configs/boris-2-0929/final_decay_draws.json (limited to 'configs/boris-2-0929/final_decay_draws.json') diff --git a/configs/boris-2-0929/final_decay_draws.json b/configs/boris-2-0929/final_decay_draws.json new file mode 100644 index 0000000..0150d5c --- /dev/null +++ b/configs/boris-2-0929/final_decay_draws.json @@ -0,0 +1,10 @@ +{ + "climbmix": 0.775534, + "ultra_math_l3": 0.07862, + "cosmo2_how": 0.083301, + "cosmo_how_v1_tf": 0.008044, + "metamath_gsm": 0.025126, + "elem_wordprob": 0.020974, + "dclm_r0920": 0.005257, + "orca_math": 0.003143 +} \ No newline at end of file -- cgit v1.2.3