diff options
| author | jdj <jdj@kunix.org> | 2026-11-18 14:47:33 -0800 |
|---|---|---|
| committer | jdj <jdj@kunix.org> | 2026-11-18 14:47:33 -0800 |
| commit | 5d2e4252e695644c34be605b44a14bd80a98a0a6 (patch) | |
| tree | 311a72eda4459af7547b9cd05c0956eafb235f2d /libremath/review_fragments.py | |
| download | boris-2-5d2e4252e695644c34be605b44a14bd80a98a0a6.tar.gz boris-2-5d2e4252e695644c34be605b44a14bd80a98a0a6.zip | |
Boris-2 training code
The code, configuration and data filters used to train Boris-2 (144M,
200B tokens, single V100): model, training loop, data preparation,
n-gram table, V100 kernels, final stages and the exact run configs.
Diffstat (limited to 'libremath/review_fragments.py')
| -rw-r--r-- | libremath/review_fragments.py | 68 |
1 files changed, 68 insertions, 0 deletions
diff --git a/libremath/review_fragments.py b/libremath/review_fragments.py new file mode 100644 index 0000000..4352c3a --- /dev/null +++ b/libremath/review_fragments.py @@ -0,0 +1,68 @@ +"""One-time K2 review of the fragment bank (2026-10-23): keep only fragments that read naturally +for ANY items/containers the composer may plug in, and object/container pairs that make sense. + + python libremath/review_fragments.py BANK.json REVIEWED.json +""" +import asyncio, json, re, sys, time +from pathlib import Path +import aiohttp +sys.path.insert(0, str(Path(__file__).resolve().parent)) +import generate as G +from fragments import CATS + +RULE = ("A program fills the curly-brace placeholders: {A}/{B} are people's names, {obj} is ANY plural countable item " + "(e.g. marbles, cookies, stickers), {cont} is ANY plural container or group (e.g. jars, boxes, rows), {place} is a " + "location, and letters like {a} {b} {c} {d} {x} {p} {ans} are numbers.") + + +def ask(cat, frags): + if cat == "objects": + body = "\n".join(f"{i}. {f['obj']} / {f['cont']}" for i, f in enumerate(frags)) + q = ("Each line is a plural countable item and a plural container or grouping for a grade-school math problem " + "(\"there are N <containers> with M <items> in each\"). Mark a line bad if the item would not sensibly be packed, " + "arranged or grouped in that container, or if either word is not a plural noun.") + else: + body = "\n".join(f"{i}. {f}" for i, f in enumerate(frags)) + q = (f"{RULE} Each line is meant to be: {CATS[cat][0]}. Mark a line bad if it names or implies specific items, " + "food, animals, actions or imagery that would clash with arbitrary {obj}/{cont}, if it would be ungrammatical " + "with a plural {obj} or {cont}, if its math meaning is wrong for the description, or if it is awkward or confusing.") + return q + "\n\n" + body + "\n\nReply with only a JSON array of the line numbers that are bad." + + +async def main_async(src, dst): + bank = json.load(open(src)); out = {k: [] for k in bank}; sem = asyncio.Semaphore(16); lock = asyncio.Lock(); nxt = [time.time()] + jobs = [(cat, bank[cat][i:i + 40]) for cat in bank for i in range(0, len(bank[cat]), 40)] + + async def run(sess, cat, frags): + async with sem: + body = {"model": G.MODEL, "temperature": 0.2, "max_tokens": 8000, + **({"chat_template_kwargs": G.TEMPLATE_KW} if G.TEMPLATE_KW else {}), + "messages": [{"role": "user", "content": ask(cat, frags)}]} + for attempt in range(8): + async with lock: + w = nxt[0] - time.time() + if w > 0: await asyncio.sleep(w) + nxt[0] = max(time.time(), nxt[0]) + 1.0 + try: + async with sess.post(G.API, json=body, headers={"Authorization": f"Bearer {G.KEY}"}) as r: + if r.status in (429,) or r.status >= 500: await asyncio.sleep(10 * (attempt + 1)); continue + d = await r.json(); break + except Exception: + await asyncio.sleep(5 * (attempt + 1)) + else: + return cat, [], len(frags) + txt = ((d.get("choices") or [{}])[0].get("message") or {}).get("content") or "" + m = re.search(r"\[[\d,\s]*\]", txt) + if not m: return cat, [], len(frags) # unparseable review: drop the batch (be strict) + bad = set(json.loads(m.group(0))) + return cat, [f for i, f in enumerate(frags) if i not in bad], len(frags) + + async with aiohttp.ClientSession(timeout=aiohttp.ClientTimeout(total=600)) as sess: + for fut in asyncio.as_completed([run(sess, c, f) for c, f in jobs]): + cat, keep, n = await fut; out[cat] += keep + json.dump(out, open(dst, "w"), indent=1) + print({k: f"{len(out[k])}/{len(bank[k])}" for k in bank}) + + +if __name__ == "__main__": + asyncio.run(main_async(sys.argv[1], sys.argv[2])) |
