summaryrefslogtreecommitdiff
path: root/libremath/review_fragments.py
diff options
context:
space:
mode:
Diffstat (limited to 'libremath/review_fragments.py')
-rw-r--r--libremath/review_fragments.py68
1 files changed, 68 insertions, 0 deletions
diff --git a/libremath/review_fragments.py b/libremath/review_fragments.py
new file mode 100644
index 0000000..4352c3a
--- /dev/null
+++ b/libremath/review_fragments.py
@@ -0,0 +1,68 @@
+"""One-time K2 review of the fragment bank (2026-10-23): keep only fragments that read naturally
+for ANY items/containers the composer may plug in, and object/container pairs that make sense.
+
+ python libremath/review_fragments.py BANK.json REVIEWED.json
+"""
+import asyncio, json, re, sys, time
+from pathlib import Path
+import aiohttp
+sys.path.insert(0, str(Path(__file__).resolve().parent))
+import generate as G
+from fragments import CATS
+
+RULE = ("A program fills the curly-brace placeholders: {A}/{B} are people's names, {obj} is ANY plural countable item "
+ "(e.g. marbles, cookies, stickers), {cont} is ANY plural container or group (e.g. jars, boxes, rows), {place} is a "
+ "location, and letters like {a} {b} {c} {d} {x} {p} {ans} are numbers.")
+
+
+def ask(cat, frags):
+ if cat == "objects":
+ body = "\n".join(f"{i}. {f['obj']} / {f['cont']}" for i, f in enumerate(frags))
+ q = ("Each line is a plural countable item and a plural container or grouping for a grade-school math problem "
+ "(\"there are N <containers> with M <items> in each\"). Mark a line bad if the item would not sensibly be packed, "
+ "arranged or grouped in that container, or if either word is not a plural noun.")
+ else:
+ body = "\n".join(f"{i}. {f}" for i, f in enumerate(frags))
+ q = (f"{RULE} Each line is meant to be: {CATS[cat][0]}. Mark a line bad if it names or implies specific items, "
+ "food, animals, actions or imagery that would clash with arbitrary {obj}/{cont}, if it would be ungrammatical "
+ "with a plural {obj} or {cont}, if its math meaning is wrong for the description, or if it is awkward or confusing.")
+ return q + "\n\n" + body + "\n\nReply with only a JSON array of the line numbers that are bad."
+
+
+async def main_async(src, dst):
+ bank = json.load(open(src)); out = {k: [] for k in bank}; sem = asyncio.Semaphore(16); lock = asyncio.Lock(); nxt = [time.time()]
+ jobs = [(cat, bank[cat][i:i + 40]) for cat in bank for i in range(0, len(bank[cat]), 40)]
+
+ async def run(sess, cat, frags):
+ async with sem:
+ body = {"model": G.MODEL, "temperature": 0.2, "max_tokens": 8000,
+ **({"chat_template_kwargs": G.TEMPLATE_KW} if G.TEMPLATE_KW else {}),
+ "messages": [{"role": "user", "content": ask(cat, frags)}]}
+ for attempt in range(8):
+ async with lock:
+ w = nxt[0] - time.time()
+ if w > 0: await asyncio.sleep(w)
+ nxt[0] = max(time.time(), nxt[0]) + 1.0
+ try:
+ async with sess.post(G.API, json=body, headers={"Authorization": f"Bearer {G.KEY}"}) as r:
+ if r.status in (429,) or r.status >= 500: await asyncio.sleep(10 * (attempt + 1)); continue
+ d = await r.json(); break
+ except Exception:
+ await asyncio.sleep(5 * (attempt + 1))
+ else:
+ return cat, [], len(frags)
+ txt = ((d.get("choices") or [{}])[0].get("message") or {}).get("content") or ""
+ m = re.search(r"\[[\d,\s]*\]", txt)
+ if not m: return cat, [], len(frags) # unparseable review: drop the batch (be strict)
+ bad = set(json.loads(m.group(0)))
+ return cat, [f for i, f in enumerate(frags) if i not in bad], len(frags)
+
+ async with aiohttp.ClientSession(timeout=aiohttp.ClientTimeout(total=600)) as sess:
+ for fut in asyncio.as_completed([run(sess, c, f) for c, f in jobs]):
+ cat, keep, n = await fut; out[cat] += keep
+ json.dump(out, open(dst, "w"), indent=1)
+ print({k: f"{len(out[k])}/{len(bank[k])}" for k in bank})
+
+
+if __name__ == "__main__":
+ asyncio.run(main_async(sys.argv[1], sys.argv[2]))