42 lines
2.6 KiB
Python
42 lines
2.6 KiB
Python
#!/usr/bin/env python3
|
|
"""Unit checks for the model-output normalisers used with the local backup model (no server, no model)."""
|
|
import os, sys, tempfile
|
|
sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
|
|
os.environ["AGENT_MARKET_DATA"] = tempfile.mkdtemp()
|
|
for k in ("AGENT_MARKET_LLM_API_KEY_FILE", "AGENT_MARKET_LOCAL_LLM_URL"):
|
|
os.environ.pop(k, None)
|
|
import server # noqa: E402 (seeds a temp store)
|
|
from market import agent, theme # noqa: E402
|
|
|
|
results = []
|
|
def check(name, ok, d=""):
|
|
results.append(bool(ok)); print(("PASS " if ok else "FAIL ") + name + (f" [{d}]" if d else ""))
|
|
|
|
st = server.store
|
|
by = {L["title"]: L["id"] for L in st.all("listings")}
|
|
tut = next(i for t, i in by.items() if "tutoring" in t.lower()); bike = next(i for t, i in by.items() if "kids" in t.lower())
|
|
lawn = next(i for t, i in by.items() if "lawn" in t.lower())
|
|
f = lambda q, ids: agent._focus_results(st, q, [{"type": "show_cards", "payload": {"listing_ids": list(ids)}}])[0]["payload"]["listing_ids"]
|
|
check("focus: unrelated padding dropped when some picks match", f("show me bikes", [tut, bike]) == [bike])
|
|
check("focus: semantic picks kept when nothing matches lexically", f("anything for the garden?", [lawn]) == [lawn])
|
|
check("focus: no keywords -> unchanged", f("show me everything", [tut, bike]) == [tut, bike])
|
|
|
|
a = theme.build_theme_action({"preset": "sunset", "reset": True})
|
|
check("theme: preset + reset = start from the preset (not a bare reset)", a and a.get("preset") == "sunset" and a.get("base") and a.get("reset"), a)
|
|
a = theme.build_theme_action({"reset": True})
|
|
check("theme: bare reset still resets", a == {"reset": True, "patch": {}}, a)
|
|
|
|
h = server.hydrate([{"type": "show_listing_form", "payload": {"title": "Old guitar", "price_cents": 12000, "payment_options": ["cash"]}}], "t")
|
|
d = h[0]["payload"]["defaults"]
|
|
check("listing form: flat payload + price_cents normalised", d == {"title": "Old guitar", "price": 12000, "payment_options": ["cash"]}, d)
|
|
h = server.hydrate([{"type": "show_listing_form", "payload": {"defaults": {"title": "Lamp", "price": 2500}}}], "t")
|
|
check("listing form: normal shape untouched", h[0]["payload"]["defaults"] == {"title": "Lamp", "price": 2500})
|
|
|
|
cfg = agent._llm_config()
|
|
check("no hosted key and no local model -> built-in agent only", cfg is None)
|
|
os.environ.update(AGENT_MARKET_LOCAL_LLM_URL="http://127.0.0.1:9/v1", AGENT_MARKET_LOCAL_LLM_MODEL="m")
|
|
cfg = agent._llm_config()
|
|
check("local model alone is a valid chain", cfg and cfg["models"] == [] and cfg["local"]["model"] == "m" and cfg["local"]["url"].endswith("/v1/chat/completions"))
|
|
print(f"\n{sum(results)}/{len(results)} passed")
|
|
sys.exit(0 if all(results) else 1)
|