{
  "at": "2026-08-06T00:04:50.897Z",
  "account": {
    "id": "account-1785537733355-yehkk",
    "label": "NVIDIA NIM",
    "type": "compatible",
    "model": "nvidia/nemotron-3-ultra-550b-a55b"
  },
  "runsPerTask": 3,
  "suite": "baseline-single-hard",
  "taskFilter": null,
  "durationMs": 2060595,
  "baseline": {
    "mode": "single",
    "maxIters": 1,
    "ordering": "paired-alternating"
  },
  "summary": {
    "tasks": 5,
    "taskRunsPassed": 4,
    "taskRunsTotal": 15,
    "cleanCompletions": 4,
    "outcomes": {
      "complete": 15,
      "complete_unverified": 0,
      "needs_user": 0,
      "timeout": 0,
      "other": 0,
      "falseCompletions": 11
    },
    "checksPassed": 88,
    "checksTotal": 123,
    "totalCostUsd": 0.1295,
    "totalProviderCalls": 15,
    "totalTokens": 116127,
    "totalSteps": 15
  },
  "results": [
    {
      "taskId": "hard-build-invoice-studio",
      "kind": "build",
      "run": 1,
      "condition": "baseline-single",
      "iterations": 1,
      "passed": false,
      "checks": [
        {
          "name": "index.html exists",
          "ok": true
        },
        {
          "name": "loads without page errors, empty invoice shows $0.00",
          "ok": true
        },
        {
          "name": "math: two items → correct subtotal",
          "ok": true
        },
        {
          "name": "interaction: 10% discount then 20% tax → $248.40 (order matters)",
          "ok": true
        },
        {
          "name": "remove recomputes: deleting a row updates subtotal and total",
          "ok": true
        },
        {
          "name": "negative path: empty description rejected, nothing added",
          "ok": true
        },
        {
          "name": "negative path: hostile qty/price rejected, totals never NaN",
          "ok": false,
          "error": "NaN/Infinity/undefined leaked into the page"
        },
        {
          "name": "discount out of range: error shown, treated as 0",
          "ok": false,
          "error": "#inv-error stayed empty for a 250% discount"
        },
        {
          "name": "persistence: items and totals survive a reload",
          "ok": true
        }
      ],
      "endState": "complete",
      "completedUnproven": false,
      "timedOut": false,
      "interventions": 0,
      "providerRetries": 0,
      "steps": 1,
      "wallMs": 76340,
      "usage": {
        "tokens": 4576,
        "costUsd": 0.0058,
        "calls": 1
      },
      "verdict": null,
      "criteria": {
        "met": 0,
        "total": 0
      }
    },
    {
      "taskId": "hard-build-invoice-studio",
      "kind": "build",
      "run": 2,
      "condition": "baseline-single",
      "iterations": 1,
      "passed": false,
      "checks": [
        {
          "name": "index.html exists",
          "ok": true
        },
        {
          "name": "loads without page errors, empty invoice shows $0.00",
          "ok": true
        },
        {
          "name": "math: two items → correct subtotal",
          "ok": true
        },
        {
          "name": "interaction: 10% discount then 20% tax → $248.40 (order matters)",
          "ok": true
        },
        {
          "name": "remove recomputes: deleting a row updates subtotal and total",
          "ok": true
        },
        {
          "name": "negative path: empty description rejected, nothing added",
          "ok": true
        },
        {
          "name": "negative path: hostile qty/price rejected, totals never NaN",
          "ok": false,
          "error": "NaN/Infinity/undefined leaked into the page"
        },
        {
          "name": "discount out of range: error shown, treated as 0",
          "ok": true
        },
        {
          "name": "persistence: items and totals survive a reload",
          "ok": true
        }
      ],
      "endState": "complete",
      "completedUnproven": false,
      "timedOut": false,
      "interventions": 0,
      "providerRetries": 0,
      "steps": 1,
      "wallMs": 103134,
      "usage": {
        "tokens": 5288,
        "costUsd": 0.0069,
        "calls": 1
      },
      "verdict": null,
      "criteria": {
        "met": 0,
        "total": 0
      }
    },
    {
      "taskId": "hard-build-invoice-studio",
      "kind": "build",
      "run": 3,
      "condition": "baseline-single",
      "iterations": 1,
      "passed": false,
      "checks": [
        {
          "name": "index.html exists",
          "ok": true
        },
        {
          "name": "loads without page errors, empty invoice shows $0.00",
          "ok": true
        },
        {
          "name": "math: two items → correct subtotal",
          "ok": true
        },
        {
          "name": "interaction: 10% discount then 20% tax → $248.40 (order matters)",
          "ok": true
        },
        {
          "name": "remove recomputes: deleting a row updates subtotal and total",
          "ok": true
        },
        {
          "name": "negative path: empty description rejected, nothing added",
          "ok": true
        },
        {
          "name": "negative path: hostile qty/price rejected, totals never NaN",
          "ok": false,
          "error": "NaN/Infinity/undefined leaked into the page"
        },
        {
          "name": "discount out of range: error shown, treated as 0",
          "ok": false,
          "error": "#inv-error stayed empty for a 250% discount"
        },
        {
          "name": "persistence: items and totals survive a reload",
          "ok": true
        }
      ],
      "endState": "complete",
      "completedUnproven": false,
      "timedOut": false,
      "interventions": 0,
      "providerRetries": 0,
      "steps": 1,
      "wallMs": 98028,
      "usage": {
        "tokens": 5250,
        "costUsd": 0.0068,
        "calls": 1
      },
      "verdict": null,
      "criteria": {
        "met": 0,
        "total": 0
      }
    },
    {
      "taskId": "hard-modify-crm-features",
      "kind": "modify",
      "run": 1,
      "condition": "baseline-single",
      "iterations": 1,
      "passed": true,
      "checks": [
        {
          "name": "regression: add updates list and count",
          "ok": true
        },
        {
          "name": "regression: search stays case-insensitive",
          "ok": true
        },
        {
          "name": "regression: empty name rejected with an error, nothing added",
          "ok": true
        },
        {
          "name": "regression: delete works and detail panel still opens",
          "ok": true
        },
        {
          "name": "tags: saved on add and shown as .tag chips in the detail panel",
          "ok": true
        },
        {
          "name": "tag filter: options populate and filtering works",
          "ok": true
        },
        {
          "name": "export: #export-output holds parseable JSON containing the contacts",
          "ok": true
        },
        {
          "name": "import: merges new contacts, skips duplicate emails",
          "ok": true
        },
        {
          "name": "undo: restores the most recently deleted contact",
          "ok": true
        }
      ],
      "endState": "complete",
      "completedUnproven": false,
      "timedOut": false,
      "interventions": 0,
      "providerRetries": 0,
      "steps": 1,
      "wallMs": 140577,
      "usage": {
        "tokens": 7867,
        "costUsd": 0.0085,
        "calls": 1
      },
      "verdict": null,
      "criteria": {
        "met": 0,
        "total": 0
      }
    },
    {
      "taskId": "hard-modify-crm-features",
      "kind": "modify",
      "run": 2,
      "condition": "baseline-single",
      "iterations": 1,
      "passed": true,
      "checks": [
        {
          "name": "regression: add updates list and count",
          "ok": true
        },
        {
          "name": "regression: search stays case-insensitive",
          "ok": true
        },
        {
          "name": "regression: empty name rejected with an error, nothing added",
          "ok": true
        },
        {
          "name": "regression: delete works and detail panel still opens",
          "ok": true
        },
        {
          "name": "tags: saved on add and shown as .tag chips in the detail panel",
          "ok": true
        },
        {
          "name": "tag filter: options populate and filtering works",
          "ok": true
        },
        {
          "name": "export: #export-output holds parseable JSON containing the contacts",
          "ok": true
        },
        {
          "name": "import: merges new contacts, skips duplicate emails",
          "ok": true
        },
        {
          "name": "undo: restores the most recently deleted contact",
          "ok": true
        }
      ],
      "endState": "complete",
      "completedUnproven": false,
      "timedOut": false,
      "interventions": 0,
      "providerRetries": 0,
      "steps": 1,
      "wallMs": 101597,
      "usage": {
        "tokens": 8262,
        "costUsd": 0.0091,
        "calls": 1
      },
      "verdict": null,
      "criteria": {
        "met": 0,
        "total": 0
      }
    },
    {
      "taskId": "hard-modify-crm-features",
      "kind": "modify",
      "run": 3,
      "condition": "baseline-single",
      "iterations": 1,
      "passed": true,
      "checks": [
        {
          "name": "regression: add updates list and count",
          "ok": true
        },
        {
          "name": "regression: search stays case-insensitive",
          "ok": true
        },
        {
          "name": "regression: empty name rejected with an error, nothing added",
          "ok": true
        },
        {
          "name": "regression: delete works and detail panel still opens",
          "ok": true
        },
        {
          "name": "tags: saved on add and shown as .tag chips in the detail panel",
          "ok": true
        },
        {
          "name": "tag filter: options populate and filtering works",
          "ok": true
        },
        {
          "name": "export: #export-output holds parseable JSON containing the contacts",
          "ok": true
        },
        {
          "name": "import: merges new contacts, skips duplicate emails",
          "ok": true
        },
        {
          "name": "undo: restores the most recently deleted contact",
          "ok": true
        }
      ],
      "endState": "complete",
      "completedUnproven": false,
      "timedOut": false,
      "interventions": 0,
      "providerRetries": 0,
      "steps": 1,
      "wallMs": 83255,
      "usage": {
        "tokens": 7679,
        "costUsd": 0.0082,
        "calls": 1
      },
      "verdict": null,
      "criteria": {
        "met": 0,
        "total": 0
      }
    },
    {
      "taskId": "hard-fix-crm-tangle",
      "kind": "fix",
      "run": 1,
      "condition": "baseline-single",
      "iterations": 1,
      "passed": false,
      "checks": [
        {
          "name": "regression: add, count and detail still work",
          "ok": true
        },
        {
          "name": "bug 1: search is case-insensitive again",
          "ok": true
        },
        {
          "name": "bug 2: deleting under an active search removes the RIGHT contact",
          "ok": false,
          "error": "Carol was clicked for deletion but survived"
        },
        {
          "name": "bug 3: contacts survive a page reload",
          "ok": false,
          "error": "contacts vanished after reload"
        }
      ],
      "endState": "complete",
      "completedUnproven": false,
      "timedOut": false,
      "interventions": 0,
      "providerRetries": 0,
      "steps": 1,
      "wallMs": 25681,
      "usage": {
        "tokens": 4533,
        "costUsd": 0.0037,
        "calls": 1
      },
      "verdict": null,
      "criteria": {
        "met": 0,
        "total": 0
      }
    },
    {
      "taskId": "hard-fix-crm-tangle",
      "kind": "fix",
      "run": 2,
      "condition": "baseline-single",
      "iterations": 1,
      "passed": true,
      "checks": [
        {
          "name": "regression: add, count and detail still work",
          "ok": true
        },
        {
          "name": "bug 1: search is case-insensitive again",
          "ok": true
        },
        {
          "name": "bug 2: deleting under an active search removes the RIGHT contact",
          "ok": true
        },
        {
          "name": "bug 3: contacts survive a page reload",
          "ok": true
        }
      ],
      "endState": "complete",
      "completedUnproven": false,
      "timedOut": false,
      "interventions": 0,
      "providerRetries": 0,
      "steps": 1,
      "wallMs": 58396,
      "usage": {
        "tokens": 4499,
        "costUsd": 0.0036,
        "calls": 1
      },
      "verdict": null,
      "criteria": {
        "met": 0,
        "total": 0
      }
    },
    {
      "taskId": "hard-fix-crm-tangle",
      "kind": "fix",
      "run": 3,
      "condition": "baseline-single",
      "iterations": 1,
      "passed": false,
      "checks": [
        {
          "name": "regression: add, count and detail still work",
          "ok": true
        },
        {
          "name": "bug 1: search is case-insensitive again",
          "ok": true
        },
        {
          "name": "bug 2: deleting under an active search removes the RIGHT contact",
          "ok": false,
          "error": "Carol was clicked for deletion but survived"
        },
        {
          "name": "bug 3: contacts survive a page reload",
          "ok": false,
          "error": "contacts vanished after reload"
        }
      ],
      "endState": "complete",
      "completedUnproven": false,
      "timedOut": false,
      "interventions": 0,
      "providerRetries": 0,
      "steps": 1,
      "wallMs": 22732,
      "usage": {
        "tokens": 4193,
        "costUsd": 0.0032,
        "calls": 1
      },
      "verdict": null,
      "criteria": {
        "met": 0,
        "total": 0
      }
    },
    {
      "taskId": "vhard-refactor-recipe-monolith",
      "kind": "refactor",
      "run": 1,
      "condition": "baseline-single",
      "iterations": 1,
      "passed": false,
      "checks": [
        {
          "name": "structure: at least 4 JS files and no giant file left",
          "ok": true
        },
        {
          "name": "loads without page errors",
          "ok": true
        },
        {
          "name": "behavior: add recipe updates list and stats; bad time rejected",
          "ok": true
        },
        {
          "name": "behavior: ingredients + scaling math (4 → 10 servings, 2.5×)",
          "ok": false,
          "error": "scaled quantity wrong — #ing-list shows \"\" (expected 10 pcs Eggs)"
        },
        {
          "name": "behavior: shopping list merges duplicates instead of double-listing",
          "ok": false,
          "error": "expected 1 merged line, found 0: "
        },
        {
          "name": "behavior: favorites toggle + stats count",
          "ok": true
        },
        {
          "name": "behavior: search + category filter + time sort still compose",
          "ok": true
        },
        {
          "name": "behavior: notes save and persist; recipes survive reload",
          "ok": false,
          "error": "note lost after reload"
        },
        {
          "name": "new feature: Duplicate creates a full copy named \"(copy)\"",
          "ok": false,
          "error": "the duplicate lost the original's ingredients"
        },
        {
          "name": "new feature: #clear-shopping empties the shopping list",
          "ok": true
        }
      ],
      "endState": "complete",
      "completedUnproven": false,
      "timedOut": false,
      "interventions": 0,
      "providerRetries": 0,
      "steps": 1,
      "wallMs": 288981,
      "usage": {
        "tokens": 17612,
        "costUsd": 0.0202,
        "calls": 1
      },
      "verdict": null,
      "criteria": {
        "met": 0,
        "total": 0
      }
    },
    {
      "taskId": "vhard-refactor-recipe-monolith",
      "kind": "refactor",
      "run": 2,
      "condition": "baseline-single",
      "iterations": 1,
      "passed": false,
      "checks": [
        {
          "name": "structure: at least 4 JS files and no giant file left",
          "ok": true
        },
        {
          "name": "loads without page errors",
          "ok": false,
          "error": "page errors: The requested module './state.js' does not provide an export named 'formatQty'"
        },
        {
          "name": "behavior: add recipe updates list and stats; bad time rejected",
          "ok": false,
          "error": "stats did not update"
        },
        {
          "name": "behavior: ingredients + scaling math (4 → 10 servings, 2.5×)",
          "ok": false,
          "error": "page.click: Timeout 5000ms exceeded.\nCall log:\n\u001b[2m  - waiting for locator('#recipe-list li:first-child')\u001b[22m\n"
        },
        {
          "name": "behavior: shopping list merges duplicates instead of double-listing",
          "ok": false,
          "error": "page.click: Timeout 5000ms exceeded.\nCall log:\n\u001b[2m  - waiting for locator('#recipe-list li:first-child')\u001b[22m\n"
        },
        {
          "name": "behavior: favorites toggle + stats count",
          "ok": false,
          "error": "page.click: Timeout 5000ms exceeded.\nCall log:\n\u001b[2m  - waiting for locator('#recipe-list li:first-child .fav')\u001b[22m\n"
        },
        {
          "name": "behavior: search + category filter + time sort still compose",
          "ok": false,
          "error": "category filter shows 0 rows: "
        },
        {
          "name": "behavior: notes save and persist; recipes survive reload",
          "ok": false,
          "error": "page.click: Timeout 5000ms exceeded.\nCall log:\n\u001b[2m  - waiting for locator('#recipe-list li:first-child')\u001b[22m\n"
        },
        {
          "name": "new feature: Duplicate creates a full copy named \"(copy)\"",
          "ok": false,
          "error": "page.click: Timeout 5000ms exceeded.\nCall log:\n\u001b[2m  - waiting for locator('#recipe-list li:first-child')\u001b[22m\n"
        },
        {
          "name": "new feature: #clear-shopping empties the shopping list",
          "ok": false,
          "error": "page.click: Timeout 5000ms exceeded.\nCall log:\n\u001b[2m  - waiting for locator('#recipe-list li:first-child')\u001b[22m\n"
        }
      ],
      "endState": "complete",
      "completedUnproven": false,
      "timedOut": false,
      "interventions": 0,
      "providerRetries": 0,
      "steps": 1,
      "wallMs": 207753,
      "usage": {
        "tokens": 13432,
        "costUsd": 0.0139,
        "calls": 1
      },
      "verdict": null,
      "criteria": {
        "met": 0,
        "total": 0
      }
    },
    {
      "taskId": "vhard-refactor-recipe-monolith",
      "kind": "refactor",
      "run": 3,
      "condition": "baseline-single",
      "iterations": 1,
      "passed": false,
      "checks": [
        {
          "name": "structure: at least 4 JS files and no giant file left",
          "ok": true
        },
        {
          "name": "loads without page errors",
          "ok": true
        },
        {
          "name": "behavior: add recipe updates list and stats; bad time rejected",
          "ok": false,
          "error": "stats did not update"
        },
        {
          "name": "behavior: ingredients + scaling math (4 → 10 servings, 2.5×)",
          "ok": false,
          "error": "page.click: Timeout 5000ms exceeded.\nCall log:\n\u001b[2m  - waiting for locator('#recipe-list li:first-child')\u001b[22m\n"
        },
        {
          "name": "behavior: shopping list merges duplicates instead of double-listing",
          "ok": false,
          "error": "page.click: Timeout 5000ms exceeded.\nCall log:\n\u001b[2m  - waiting for locator('#recipe-list li:first-child')\u001b[22m\n"
        },
        {
          "name": "behavior: favorites toggle + stats count",
          "ok": false,
          "error": "page.click: Timeout 5000ms exceeded.\nCall log:\n\u001b[2m  - waiting for locator('#recipe-list li:first-child .fav')\u001b[22m\n"
        },
        {
          "name": "behavior: search + category filter + time sort still compose",
          "ok": true
        },
        {
          "name": "behavior: notes save and persist; recipes survive reload",
          "ok": false,
          "error": "page.click: Timeout 5000ms exceeded.\nCall log:\n\u001b[2m  - waiting for locator('#recipe-list li:first-child')\u001b[22m\n"
        },
        {
          "name": "new feature: Duplicate creates a full copy named \"(copy)\"",
          "ok": false,
          "error": "page.click: Timeout 5000ms exceeded.\nCall log:\n\u001b[2m  - waiting for locator('#recipe-list li:first-child')\u001b[22m\n"
        },
        {
          "name": "new feature: #clear-shopping empties the shopping list",
          "ok": false,
          "error": "page.click: Timeout 5000ms exceeded.\nCall log:\n\u001b[2m  - waiting for locator('#recipe-list li:first-child')\u001b[22m\n"
        }
      ],
      "endState": "complete",
      "completedUnproven": false,
      "timedOut": false,
      "interventions": 0,
      "providerRetries": 0,
      "steps": 1,
      "wallMs": 161665,
      "usage": {
        "tokens": 14675,
        "costUsd": 0.0158,
        "calls": 1
      },
      "verdict": null,
      "criteria": {
        "met": 0,
        "total": 0
      }
    },
    {
      "taskId": "vhard-build-flashcards-pro",
      "kind": "build",
      "run": 1,
      "condition": "baseline-single",
      "iterations": 1,
      "passed": false,
      "checks": [
        {
          "name": "index.html exists",
          "ok": true
        },
        {
          "name": "loads without page errors",
          "ok": true
        },
        {
          "name": "decks and cards: add, select, count",
          "ok": true
        },
        {
          "name": "negative path: empty front rejected, nothing added",
          "ok": true
        },
        {
          "name": "review flow: front shown, back hidden until reveal",
          "ok": false,
          "error": "page.textContent: Timeout 5000ms exceeded.\nCall log:\n\u001b[2m  - waiting for locator('#review-front')\u001b[22m\n"
        },
        {
          "name": "scheduling: easy → due in (new box) sessions; hard → due next session",
          "ok": false,
          "error": "page.click: Timeout 5000ms exceeded.\nCall log:\n\u001b[2m  - waiting for locator('#reveal')\u001b[22m\n"
        },
        {
          "name": "stats line stays in the exact \"N cards · M due\" shape",
          "ok": false,
          "error": "#deck-stats shows \"Total Cards\n                        1 card\n                    \n                    \n                        Due Now\n                        1 due\" — expected \"1 card · 1 due\""
        },
        {
          "name": "export: parseable JSON with decks and cards",
          "ok": true
        },
        {
          "name": "persistence: deck, cards, boxes and session counter survive reload",
          "ok": false,
          "error": "page.click: Timeout 5000ms exceeded.\nCall log:\n\u001b[2m  - waiting for locator('#reveal')\u001b[22m\n"
        }
      ],
      "endState": "complete",
      "completedUnproven": false,
      "timedOut": false,
      "interventions": 0,
      "providerRetries": 0,
      "steps": 1,
      "wallMs": 183492,
      "usage": {
        "tokens": 7049,
        "costUsd": 0.0094,
        "calls": 1
      },
      "verdict": null,
      "criteria": {
        "met": 0,
        "total": 0
      }
    },
    {
      "taskId": "vhard-build-flashcards-pro",
      "kind": "build",
      "run": 2,
      "condition": "baseline-single",
      "iterations": 1,
      "passed": false,
      "checks": [
        {
          "name": "index.html exists",
          "ok": true
        },
        {
          "name": "loads without page errors",
          "ok": true
        },
        {
          "name": "decks and cards: add, select, count",
          "ok": true
        },
        {
          "name": "negative path: empty front rejected, nothing added",
          "ok": true
        },
        {
          "name": "review flow: front shown, back hidden until reveal",
          "ok": false,
          "error": "back visible before reveal"
        },
        {
          "name": "scheduling: easy → due in (new box) sessions; hard → due next session",
          "ok": true
        },
        {
          "name": "stats line stays in the exact \"N cards · M due\" shape",
          "ok": true
        },
        {
          "name": "export: parseable JSON with decks and cards",
          "ok": true
        },
        {
          "name": "persistence: deck, cards, boxes and session counter survive reload",
          "ok": true
        }
      ],
      "endState": "complete",
      "completedUnproven": false,
      "timedOut": false,
      "interventions": 0,
      "providerRetries": 0,
      "steps": 1,
      "wallMs": 126180,
      "usage": {
        "tokens": 6155,
        "costUsd": 0.008,
        "calls": 1
      },
      "verdict": null,
      "criteria": {
        "met": 0,
        "total": 0
      }
    },
    {
      "taskId": "vhard-build-flashcards-pro",
      "kind": "build",
      "run": 3,
      "condition": "baseline-single",
      "iterations": 1,
      "passed": false,
      "checks": [
        {
          "name": "index.html exists",
          "ok": true
        },
        {
          "name": "loads without page errors",
          "ok": true
        },
        {
          "name": "decks and cards: add, select, count",
          "ok": true
        },
        {
          "name": "negative path: empty front rejected, nothing added",
          "ok": true
        },
        {
          "name": "review flow: front shown, back hidden until reveal",
          "ok": false,
          "error": "back visible before reveal"
        },
        {
          "name": "scheduling: easy → due in (new box) sessions; hard → due next session",
          "ok": true
        },
        {
          "name": "stats line stays in the exact \"N cards · M due\" shape",
          "ok": true
        },
        {
          "name": "export: parseable JSON with decks and cards",
          "ok": true
        },
        {
          "name": "persistence: deck, cards, boxes and session counter survive reload",
          "ok": true
        }
      ],
      "endState": "complete",
      "completedUnproven": false,
      "timedOut": false,
      "interventions": 0,
      "providerRetries": 0,
      "steps": 1,
      "wallMs": 168234,
      "usage": {
        "tokens": 5057,
        "costUsd": 0.0064,
        "calls": 1
      },
      "verdict": null,
      "criteria": {
        "met": 0,
        "total": 0
      }
    }
  ]
}