Qwen3.8-27B vs Claude Opus 4.6 on real document work

import base64
import json
import re

import httpx

from foundry_helpers import vision

EXTRACT_PROMPT = """Extract the financial data from the attached document image(s).
Respond with ONLY a JSON object, no prose, exactly this shape:
{"vendor_name": str, "invoice_number": str, "invoice_date": "YYYY-MM-DD",
 "due_date": "YYYY-MM-DD" or null, "currency": ISO-4217 str, "po_number": str or null,
 "line_item_count": int, "line_items": [{"description": str, "quantity": num, "unit_price": num, "amount": num}],
 "subtotal": num, "tax": num, "total": num}
Rules: numbers as plain JSON numbers with a dot decimal separator regardless of the document's locale.
Amounts in parentheses are negative. line_items excludes subtotal/tax/total rows. The document may span multiple pages."""


@function
async def extract_ledger(document_urls: list, model: str = "qwen3.8-27b", **kwargs) -> dict:
    """Read document pages with a vision model and return a verified ledger."""
    pages = []
    async with httpx.AsyncClient(timeout=60) as client:
        for url in document_urls:
            resp = await client.get(url)
            resp.raise_for_status()
            pages.append(base64.b64encode(resp.content).decode())

    raw = await vision.analyze(
        pages, EXTRACT_PROMPT, model=model, temperature=0.0, max_tokens=4000
    )

    text = re.sub(r"^```(json)?|```

      

    
  quot;, "", raw.strip(), flags=re.M).strip()
    match = re.search(r"\{.*\}", text, re.S)
    if not match:
        return {"error": "model returned no JSON", "raw": raw[:2000]}
    try:
        ledger = json.loads(match.group(0))
    except json.JSONDecodeError as exc:
        return {"error": f"invalid JSON from model: {exc}", "raw": raw[:2000]}

    flags = []
    try:
        line_sum = round(sum(float(li["amount"]) for li in ledger.get("line_items", [])), 2)
        if abs(line_sum - float(ledger["subtotal"])) > 0.01:
            flags.append(f"line items sum to {line_sum}, subtotal reads {ledger['subtotal']}")
        expected_total = round(float(ledger["subtotal"]) + float(ledger["tax"]), 2)
        if abs(expected_total - float(ledger["total"])) > 0.01:
            flags.append(f"subtotal+tax = {expected_total}, total reads {ledger['total']}")
    except (KeyError, TypeError, ValueError) as exc:
        flags.append(f"could not verify arithmetic: {exc}")

    return {"ledger": ledger, "verified": not flags, "flags": flags, "model": model}