{
  "schema_version": 1,
  "generated_at_utc": "2026-10-28T01:23:58.6201444+00:00",
  "verification": {
    "run": {
      "id": 40609344262,
      "run_number": 36,
      "run_attempt": 1,
      "head_sha": "d1b7413d84ad59f22967d22875f8454fda73e835",
      "html_url": "https://github.com/managedcode/Synapse/actions/runs/40609344262",
      "conclusion": "success",
      "updated_at": "2026-10-28T01:16:06Z",
      "run_started_at": "2026-10-28T00:31:53Z",
      "head_branch": "main",
      "event": "push",
      "repository": "managedcode/Synapse",
      "artifact_manifest": [
        {
          "id": 12784910223,
          "name": "test-results-osx-arm64",
          "digest": "sha256:2fbd0199c9db4685d511b68dbed925928b4af3f5271d24a9f6d0f547eb17baff",
          "created_at": "2026-10-28T01:14:43Z"
        },
        {
          "id": 12784750864,
          "name": "test-results-linux-x64",
          "digest": "sha256:2e8af834bbb5d00cd05f023fdecede91027c4331555959cdcb3f25c2035fc1fb",
          "created_at": "2026-10-28T01:15:31Z"
        },
        {
          "id": 12782834860,
          "name": "test-results-win-x64",
          "digest": "sha256:f41912381d04cade167d548db996e915872089267498b60d11873aed63016703",
          "created_at": "2026-10-28T01:06:09Z"
        }
      ]
    },
    "reports": [
      {
        "schema_version": 1,
        "generated_at_utc": "2026-10-28T01:14:40.810921\u002B00:00",
        "runtime_identifier": "osx-arm64",
        "scope": ".NET functional tests",
        "status": "passed",
        "total": 577,
        "passed": 530,
        "failed": 0,
        "skipped": 47,
        "duration_seconds": 1428.361104,
        "issues": []
      },
      {
        "schema_version": 1,
        "generated_at_utc": "2026-10-28T01:15:30.4504973\u002B00:00",
        "runtime_identifier": "linux-x64",
        "scope": ".NET functional tests",
        "status": "passed",
        "total": 577,
        "passed": 529,
        "failed": 0,
        "skipped": 48,
        "duration_seconds": 785.1022116,
        "issues": []
      },
      {
        "schema_version": 1,
        "generated_at_utc": "2026-10-28T01:06:08.4460851\u002B00:00",
        "runtime_identifier": "win-x64",
        "scope": ".NET functional tests",
        "status": "passed",
        "total": 577,
        "passed": 529,
        "failed": 0,
        "skipped": 48,
        "duration_seconds": 858.1527888,
        "issues": []
      }
    ],
    "missing_artifacts": []
  },
  "performance": {
    "run": {
      "id": 40609344311,
      "run_number": 21,
      "run_attempt": 1,
      "head_sha": "d1b7413d84ad59f22967d22875f8454fda73e835",
      "html_url": "https://github.com/managedcode/Synapse/actions/runs/40609344311",
      "conclusion": "failure",
      "updated_at": "2026-10-28T01:22:57Z",
      "run_started_at": "2026-10-28T00:31:53Z",
      "head_branch": "main",
      "event": "push",
      "repository": "managedcode/Synapse",
      "artifact_manifest": [
        {
          "id": 12784975879,
          "name": "performance-summary",
          "digest": "sha256:3dc9effe72659853c2960668352ae37f0b64757b439212300a0265dc398b10d1",
          "created_at": "2026-10-28T01:22:54Z"
        },
        {
          "id": 12783008816,
          "name": "foundry-local-macos-15-qwen2.5-0.5b",
          "digest": "sha256:86ad6232fa49c882d8c4a09e2e2fcb7d09555ba490caa9e7c5210ac5c1052fef",
          "created_at": "2026-10-28T00:58:48Z"
        },
        {
          "id": 12783008816,
          "name": "foundry-local-macos-15-qwen2.5-0.5b",
          "digest": "sha256:86ad6232fa49c882d8c4a09e2e2fcb7d09555ba490caa9e7c5210ac5c1052fef",
          "created_at": "2026-10-28T00:58:48Z"
        },
        {
          "id": 12783213319,
          "name": "foundry-local-macos-15-qwen3-0.6b",
          "digest": "sha256:a3c0a6de042e0c4543ea6faf745f94d626aeec795a51320019d3da6bdcdc32d8",
          "created_at": "2026-10-28T00:56:59Z"
        },
        {
          "id": 12783213319,
          "name": "foundry-local-macos-15-qwen3-0.6b",
          "digest": "sha256:a3c0a6de042e0c4543ea6faf745f94d626aeec795a51320019d3da6bdcdc32d8",
          "created_at": "2026-10-28T00:56:59Z"
        },
        {
          "id": 12784165134,
          "name": "foundry-local-ubuntu-24.04-mistral-7b-v0.2",
          "digest": "sha256:57080ebeb99013de2a07eb8410daccc632069c6a0b5538d3218d2e46f004c819",
          "created_at": "2026-10-28T01:04:20Z"
        },
        {
          "id": 12784165134,
          "name": "foundry-local-ubuntu-24.04-mistral-7b-v0.2",
          "digest": "sha256:57080ebeb99013de2a07eb8410daccc632069c6a0b5538d3218d2e46f004c819",
          "created_at": "2026-10-28T01:04:20Z"
        },
        {
          "id": 12783900009,
          "name": "foundry-local-ubuntu-24.04-qwen2.5-0.5b",
          "digest": "sha256:58bba403a9d128a57308bcaa64ef1bdd1f925485536a271592dcd78b46bd7c8f",
          "created_at": "2026-10-28T01:00:13Z"
        },
        {
          "id": 12783900009,
          "name": "foundry-local-ubuntu-24.04-qwen2.5-0.5b",
          "digest": "sha256:58bba403a9d128a57308bcaa64ef1bdd1f925485536a271592dcd78b46bd7c8f",
          "created_at": "2026-10-28T01:00:13Z"
        },
        {
          "id": 12782754568,
          "name": "foundry-local-ubuntu-24.04-qwen3-0.6b",
          "digest": "sha256:510b8514ce55da8b533f73ef89a426362f389aea4262b9fcc44f19b0ff0d50b4",
          "created_at": "2026-10-28T01:01:30Z"
        },
        {
          "id": 12782754568,
          "name": "foundry-local-ubuntu-24.04-qwen3-0.6b",
          "digest": "sha256:510b8514ce55da8b533f73ef89a426362f389aea4262b9fcc44f19b0ff0d50b4",
          "created_at": "2026-10-28T01:01:30Z"
        },
        {
          "id": 12784946330,
          "name": "foundry-local-windows-2025-deepseek-r1-7b",
          "digest": "sha256:cebd127bd3ed68462bdbea0715a59e880c910bea31def7eecfd8d31c7471d247",
          "created_at": "2026-10-28T01:22:06Z"
        },
        {
          "id": 12784946330,
          "name": "foundry-local-windows-2025-deepseek-r1-7b",
          "digest": "sha256:cebd127bd3ed68462bdbea0715a59e880c910bea31def7eecfd8d31c7471d247",
          "created_at": "2026-10-28T01:22:06Z"
        },
        {
          "id": 12784730691,
          "name": "foundry-local-windows-2025-mistral-7b-v0.2",
          "digest": "sha256:1720261d2880f8718ac07e1c325711db4919e12959a5c68551ab4820402fa42c",
          "created_at": "2026-10-28T01:13:58Z"
        },
        {
          "id": 12784730691,
          "name": "foundry-local-windows-2025-mistral-7b-v0.2",
          "digest": "sha256:1720261d2880f8718ac07e1c325711db4919e12959a5c68551ab4820402fa42c",
          "created_at": "2026-10-28T01:13:58Z"
        },
        {
          "id": 12783510956,
          "name": "foundry-local-windows-2025-qwen2.5-0.5b",
          "digest": "sha256:dbb4bd27fe6a5488861af77fda0227af31418a9bac7279595e1b03f2f30c33cc",
          "created_at": "2026-10-28T00:49:31Z"
        },
        {
          "id": 12783510956,
          "name": "foundry-local-windows-2025-qwen2.5-0.5b",
          "digest": "sha256:dbb4bd27fe6a5488861af77fda0227af31418a9bac7279595e1b03f2f30c33cc",
          "created_at": "2026-10-28T00:49:31Z"
        },
        {
          "id": 12782529429,
          "name": "foundry-local-windows-2025-qwen3-0.6b",
          "digest": "sha256:f006a0a22f3641bdc8803d2185c7ee6f8b1a2ca5ee6ce5e373fae767bd69733b",
          "created_at": "2026-10-28T01:01:10Z"
        },
        {
          "id": 12782529429,
          "name": "foundry-local-windows-2025-qwen3-0.6b",
          "digest": "sha256:f006a0a22f3641bdc8803d2185c7ee6f8b1a2ca5ee6ce5e373fae767bd69733b",
          "created_at": "2026-10-28T01:01:10Z"
        },
        {
          "id": 12783507746,
          "name": "performance-linux-x64",
          "digest": "sha256:4d698502451df8b72933fb30b6187ef5d3ba108de73b07e6bbe539f317d2293c",
          "created_at": "2026-10-28T00:57:44Z"
        },
        {
          "id": 12783542544,
          "name": "performance-long-linux-x64",
          "digest": "sha256:8b171f2b32f659cedd29d54c099cbb649f0111ff0ab80c3f76dcf7ca82effe26",
          "created_at": "2026-10-28T00:57:44Z"
        },
        {
          "id": 12783542544,
          "name": "performance-long-linux-x64",
          "digest": "sha256:8b171f2b32f659cedd29d54c099cbb649f0111ff0ab80c3f76dcf7ca82effe26",
          "created_at": "2026-10-28T00:57:44Z"
        },
        {
          "id": 12784545202,
          "name": "performance-long-osx-arm64",
          "digest": "sha256:5920f2559cc9aaccd093f90a29230bec4e24d102be65d6e8d1478c6f14160703",
          "created_at": "2026-10-28T01:08:46Z"
        },
        {
          "id": 12784545202,
          "name": "performance-long-osx-arm64",
          "digest": "sha256:5920f2559cc9aaccd093f90a29230bec4e24d102be65d6e8d1478c6f14160703",
          "created_at": "2026-10-28T01:08:46Z"
        },
        {
          "id": 12783406977,
          "name": "performance-long-win-x64",
          "digest": "sha256:ac0d3c0033348727ae0d4a94044e0b55e4a08034bb503fad36a3b6776139a293",
          "created_at": "2026-10-28T00:55:31Z"
        },
        {
          "id": 12783406977,
          "name": "performance-long-win-x64",
          "digest": "sha256:ac0d3c0033348727ae0d4a94044e0b55e4a08034bb503fad36a3b6776139a293",
          "created_at": "2026-10-28T00:55:31Z"
        },
        {
          "id": 12782472526,
          "name": "performance-mlx-osx-arm64",
          "digest": "sha256:125ccd08977fc0d96b4e9fa514efe7309ce84e1a887abc0d308765fff386b9b4",
          "created_at": "2026-10-28T00:45:37Z"
        },
        {
          "id": 12782472526,
          "name": "performance-mlx-osx-arm64",
          "digest": "sha256:125ccd08977fc0d96b4e9fa514efe7309ce84e1a887abc0d308765fff386b9b4",
          "created_at": "2026-10-28T00:45:37Z"
        },
        {
          "id": 12784485258,
          "name": "performance-osx-arm64",
          "digest": "sha256:f344eb0454cd78ec0200f4c3cd8e838a7e45bf9fdccda7f2690120c6a6c00680",
          "created_at": "2026-10-28T01:08:45Z"
        },
        {
          "id": 12783656564,
          "name": "performance-win-x64",
          "digest": "sha256:6887b9fbe9b179547d05ffa128fa4de440b26f3b183f0e32899cc7b86c088cae",
          "created_at": "2026-10-28T00:55:29Z"
        }
      ]
    },
    "report": {
      "schema_version": 1,
      "generated_at_utc": "2026-10-28T01:22:53.7984353\u002B00:00",
      "complete_artifacts": 16,
      "expected_artifacts": 22,
      "missing_artifacts": [
        "foundry-local-macos-15-phi-3.5-mini",
        "foundry-local-ubuntu-24.04-deepseek-r1-7b",
        "foundry-local-ubuntu-24.04-phi-3.5-mini",
        "foundry-local-ubuntu-24.04-phi-4-mini",
        "foundry-local-windows-2025-phi-3.5-mini",
        "foundry-local-windows-2025-phi-4-mini"
      ],
      "invalid_artifacts": [],
      "rows": [
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Ubuntu 24.04 x64",
          "scenario": "8-token smoke",
          "turn": 1,
          "subject": "dotllm",
          "source_artifact": "performance-linux-x64",
          "samples": 5,
          "output_state": "matched",
          "output_tokens": 8,
          "ttft_milliseconds": 359.8,
          "decode_tokens_per_second": 16.5,
          "wall_milliseconds": 1749.6,
          "peak_rss_mib": 1179.9,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "not_reported",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Ubuntu 24.04 x64 CPU"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Ubuntu 24.04 x64",
          "scenario": "8-token smoke",
          "turn": 1,
          "subject": "llamacpp",
          "source_artifact": "performance-linux-x64",
          "samples": 5,
          "output_state": "matched",
          "output_tokens": 8,
          "ttft_milliseconds": null,
          "decode_tokens_per_second": 52.2,
          "wall_milliseconds": 528.5,
          "peak_rss_mib": 709.7,
          "decode_metric_scope": "native_eval",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "not_reported",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Ubuntu 24.04 x64 CPU"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Ubuntu 24.04 x64",
          "scenario": "8-token smoke",
          "turn": 1,
          "subject": "llamasharp",
          "source_artifact": "performance-linux-x64",
          "samples": 5,
          "output_state": "matched",
          "output_tokens": 8,
          "ttft_milliseconds": 64.5,
          "decode_tokens_per_second": 42.6,
          "wall_milliseconds": 952.4,
          "peak_rss_mib": 749.4,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "not_reported",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Ubuntu 24.04 x64 CPU"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Ubuntu 24.04 x64",
          "scenario": "8-token smoke",
          "turn": 1,
          "subject": "synapse",
          "source_artifact": "performance-linux-x64",
          "samples": 5,
          "output_state": "matched",
          "output_tokens": 8,
          "ttft_milliseconds": 83.2,
          "decode_tokens_per_second": 31.2,
          "wall_milliseconds": 1093.1,
          "peak_rss_mib": 600.6,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "not_reported",
            "execution": "native \u00B7 prepared .synapse \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Ubuntu 24.04 x64 CPU"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Ubuntu 24.04 x64",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "dotllm",
          "source_artifact": "performance-long-linux-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 128,
          "ttft_milliseconds": 2313.4,
          "decode_tokens_per_second": 22.2,
          "wall_milliseconds": 9034.2,
          "peak_rss_mib": 1276.9,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "9f0cfd402f0c3745cc4ff654e6cb0369858ffa8df7a2df2af404b83731272564",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Ubuntu 24.04 x64",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "llamacpp",
          "source_artifact": "performance-long-linux-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 128,
          "ttft_milliseconds": null,
          "decode_tokens_per_second": 52.1,
          "wall_milliseconds": 3108.6,
          "peak_rss_mib": 714.1,
          "decode_metric_scope": "native_eval",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "9f0cfd402f0c3745cc4ff654e6cb0369858ffa8df7a2df2af404b83731272564",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Ubuntu 24.04 x64",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "llamasharp",
          "source_artifact": "performance-long-linux-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 128,
          "ttft_milliseconds": 344.9,
          "decode_tokens_per_second": 46.1,
          "wall_milliseconds": 3818.2,
          "peak_rss_mib": 772.7,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "9f0cfd402f0c3745cc4ff654e6cb0369858ffa8df7a2df2af404b83731272564",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Ubuntu 24.04 x64",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "synapse",
          "source_artifact": "performance-long-linux-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 128,
          "ttft_milliseconds": 621.1,
          "decode_tokens_per_second": 34,
          "wall_milliseconds": 5144.7,
          "peak_rss_mib": 612.1,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "9f0cfd402f0c3745cc4ff654e6cb0369858ffa8df7a2df2af404b83731272564",
            "execution": "CPU \u00B7 prepared .synapse \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Ubuntu 24.04 x64",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "dotllm",
          "source_artifact": "performance-long-linux-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 2294.6,
          "decode_tokens_per_second": 22.8,
          "wall_milliseconds": 6030.1,
          "peak_rss_mib": 1272.4,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Ubuntu 24.04 x64",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "llamacpp",
          "source_artifact": "performance-long-linux-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": null,
          "decode_tokens_per_second": 52.9,
          "wall_milliseconds": 1824,
          "peak_rss_mib": 714.1,
          "decode_metric_scope": "native_eval",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Ubuntu 24.04 x64",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "llamasharp",
          "source_artifact": "performance-long-linux-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 341.9,
          "decode_tokens_per_second": 45.1,
          "wall_milliseconds": 2459.6,
          "peak_rss_mib": 766.8,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Ubuntu 24.04 x64",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "synapse",
          "source_artifact": "performance-long-linux-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 614.7,
          "decode_tokens_per_second": 34.6,
          "wall_milliseconds": 3232.8,
          "peak_rss_mib": 610.2,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 prepared .synapse \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Ubuntu 24.04 x64",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "dotllm",
          "source_artifact": "performance-long-linux-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 4353.4,
          "decode_tokens_per_second": 22.7,
          "wall_milliseconds": 8115.7,
          "peak_rss_mib": 1403.1,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Ubuntu 24.04 x64",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "llamacpp",
          "source_artifact": "performance-long-linux-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": null,
          "decode_tokens_per_second": 51.7,
          "wall_milliseconds": 2200.5,
          "peak_rss_mib": 721.1,
          "decode_metric_scope": "native_eval",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Ubuntu 24.04 x64",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "llamasharp",
          "source_artifact": "performance-long-linux-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 49,
          "ttft_milliseconds": 747.8,
          "decode_tokens_per_second": 44.6,
          "wall_milliseconds": 2525.3,
          "peak_rss_mib": 773.6,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Ubuntu 24.04 x64",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "synapse",
          "source_artifact": "performance-long-linux-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 1427.7,
          "decode_tokens_per_second": 33.9,
          "wall_milliseconds": 4084.7,
          "peak_rss_mib": 613.4,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 prepared .synapse \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Ubuntu 24.04 x64",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "dotllm",
          "source_artifact": "performance-long-linux-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 6895,
          "decode_tokens_per_second": 22.5,
          "wall_milliseconds": 10705.8,
          "peak_rss_mib": 1546.7,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Ubuntu 24.04 x64",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "llamacpp",
          "source_artifact": "performance-long-linux-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": null,
          "decode_tokens_per_second": 47.8,
          "wall_milliseconds": 2713,
          "peak_rss_mib": 729,
          "decode_metric_scope": "native_eval",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Ubuntu 24.04 x64",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "llamasharp",
          "source_artifact": "performance-long-linux-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 1288.3,
          "decode_tokens_per_second": 45.4,
          "wall_milliseconds": 3402.4,
          "peak_rss_mib": 787.1,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Ubuntu 24.04 x64",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "synapse",
          "source_artifact": "performance-long-linux-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 2394.8,
          "decode_tokens_per_second": 33.2,
          "wall_milliseconds": 5091.8,
          "peak_rss_mib": 617.6,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 prepared .synapse \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Windows Server 2025 x64",
          "scenario": "8-token smoke",
          "turn": 1,
          "subject": "dotllm",
          "source_artifact": "performance-win-x64",
          "samples": 5,
          "output_state": "matched",
          "output_tokens": 8,
          "ttft_milliseconds": 660.2,
          "decode_tokens_per_second": 14.6,
          "wall_milliseconds": 2505,
          "peak_rss_mib": 1153.2,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "not_reported",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Windows Server 2025 x64 CPU"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Windows Server 2025 x64",
          "scenario": "8-token smoke",
          "turn": 1,
          "subject": "llamacpp",
          "source_artifact": "performance-win-x64",
          "samples": 5,
          "output_state": "matched",
          "output_tokens": 8,
          "ttft_milliseconds": null,
          "decode_tokens_per_second": 40,
          "wall_milliseconds": 1140.3,
          "peak_rss_mib": 574.9,
          "decode_metric_scope": "native_eval",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "not_reported",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Windows Server 2025 x64 CPU"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Windows Server 2025 x64",
          "scenario": "8-token smoke",
          "turn": 1,
          "subject": "llamasharp",
          "source_artifact": "performance-win-x64",
          "samples": 5,
          "output_state": "matched",
          "output_tokens": 8,
          "ttft_milliseconds": 103.5,
          "decode_tokens_per_second": 32.1,
          "wall_milliseconds": 1227.7,
          "peak_rss_mib": 735.8,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "not_reported",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Windows Server 2025 x64 CPU"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Windows Server 2025 x64",
          "scenario": "8-token smoke",
          "turn": 1,
          "subject": "synapse",
          "source_artifact": "performance-win-x64",
          "samples": 5,
          "output_state": "matched",
          "output_tokens": 8,
          "ttft_milliseconds": 243.1,
          "decode_tokens_per_second": 28.1,
          "wall_milliseconds": 1652.6,
          "peak_rss_mib": 582.8,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "not_reported",
            "execution": "native \u00B7 prepared .synapse \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Windows Server 2025 x64 CPU"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Windows Server 2025 x64",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "dotllm",
          "source_artifact": "performance-long-win-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 128,
          "ttft_milliseconds": 2679.7,
          "decode_tokens_per_second": 22.1,
          "wall_milliseconds": 9829.7,
          "peak_rss_mib": 1235.9,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "81317336d579c69a595ff5a37dd0ca951d9c0f39cdb6684ae92f62d45ad5b2dc",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Windows Server 2025 x64",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "llamacpp",
          "source_artifact": "performance-long-win-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 128,
          "ttft_milliseconds": null,
          "decode_tokens_per_second": 41.7,
          "wall_milliseconds": 4508.6,
          "peak_rss_mib": 579.8,
          "decode_metric_scope": "native_eval",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "81317336d579c69a595ff5a37dd0ca951d9c0f39cdb6684ae92f62d45ad5b2dc",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Windows Server 2025 x64",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "llamasharp",
          "source_artifact": "performance-long-win-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 128,
          "ttft_milliseconds": 699.7,
          "decode_tokens_per_second": 36.7,
          "wall_milliseconds": 5171.2,
          "peak_rss_mib": 749,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "81317336d579c69a595ff5a37dd0ca951d9c0f39cdb6684ae92f62d45ad5b2dc",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Windows Server 2025 x64",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "synapse",
          "source_artifact": "performance-long-win-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 128,
          "ttft_milliseconds": 1031,
          "decode_tokens_per_second": 32.2,
          "wall_milliseconds": 6119.8,
          "peak_rss_mib": 593,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "81317336d579c69a595ff5a37dd0ca951d9c0f39cdb6684ae92f62d45ad5b2dc",
            "execution": "CPU \u00B7 prepared .synapse \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Windows Server 2025 x64",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "dotllm",
          "source_artifact": "performance-long-win-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 2680.5,
          "decode_tokens_per_second": 22.8,
          "wall_milliseconds": 6879.3,
          "peak_rss_mib": 1234.7,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Windows Server 2025 x64",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "llamacpp",
          "source_artifact": "performance-long-win-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": null,
          "decode_tokens_per_second": 42.7,
          "wall_milliseconds": 2847.1,
          "peak_rss_mib": 580.1,
          "decode_metric_scope": "native_eval",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Windows Server 2025 x64",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "llamasharp",
          "source_artifact": "performance-long-win-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 604.9,
          "decode_tokens_per_second": 39.8,
          "wall_milliseconds": 2936.8,
          "peak_rss_mib": 747.4,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Windows Server 2025 x64",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "synapse",
          "source_artifact": "performance-long-win-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 1018.6,
          "decode_tokens_per_second": 33.9,
          "wall_milliseconds": 4033.1,
          "peak_rss_mib": 588.7,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 prepared .synapse \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Windows Server 2025 x64",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "dotllm",
          "source_artifact": "performance-long-win-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 5158,
          "decode_tokens_per_second": 22.7,
          "wall_milliseconds": 9270,
          "peak_rss_mib": 1357.2,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Windows Server 2025 x64",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "llamacpp",
          "source_artifact": "performance-long-win-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": null,
          "decode_tokens_per_second": 41.3,
          "wall_milliseconds": 3655,
          "peak_rss_mib": 586.9,
          "decode_metric_scope": "native_eval",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Windows Server 2025 x64",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "llamasharp",
          "source_artifact": "performance-long-win-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 1307,
          "decode_tokens_per_second": 38.2,
          "wall_milliseconds": 3759,
          "peak_rss_mib": 755.2,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Windows Server 2025 x64",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "synapse",
          "source_artifact": "performance-long-win-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 2216.7,
          "decode_tokens_per_second": 31.7,
          "wall_milliseconds": 5409.8,
          "peak_rss_mib": 593.1,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 prepared .synapse \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Windows Server 2025 x64",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "dotllm",
          "source_artifact": "performance-long-win-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 8292.4,
          "decode_tokens_per_second": 21.7,
          "wall_milliseconds": 12556.6,
          "peak_rss_mib": 1491.5,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Windows Server 2025 x64",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "llamacpp",
          "source_artifact": "performance-long-win-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": null,
          "decode_tokens_per_second": 38.6,
          "wall_milliseconds": 4652.7,
          "peak_rss_mib": 594.8,
          "decode_metric_scope": "native_eval",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Windows Server 2025 x64",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "llamasharp",
          "source_artifact": "performance-long-win-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 2155.4,
          "decode_tokens_per_second": 35.6,
          "wall_milliseconds": 4749.7,
          "peak_rss_mib": 764.7,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "Windows Server 2025 x64",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "synapse",
          "source_artifact": "performance-long-win-x64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 3641.7,
          "decode_tokens_per_second": 30.8,
          "wall_milliseconds": 6842.5,
          "peak_rss_mib": 596,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 prepared .synapse \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "macOS 15 ARM64",
          "scenario": "8-token smoke",
          "turn": 1,
          "subject": "dotllm",
          "source_artifact": "performance-osx-arm64",
          "samples": 5,
          "output_state": "matched",
          "output_tokens": 8,
          "ttft_milliseconds": 1925.6,
          "decode_tokens_per_second": 2.8,
          "wall_milliseconds": 6316,
          "peak_rss_mib": 1166.5,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "not_reported",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "macOS 15 ARM64 CPU"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "macOS 15 ARM64",
          "scenario": "8-token smoke",
          "turn": 1,
          "subject": "llamacpp",
          "source_artifact": "performance-osx-arm64",
          "samples": 5,
          "output_state": "matched",
          "output_tokens": 8,
          "ttft_milliseconds": null,
          "decode_tokens_per_second": 68,
          "wall_milliseconds": 1375.3,
          "peak_rss_mib": 1204,
          "decode_metric_scope": "native_eval",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "not_reported",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "macOS 15 ARM64 CPU"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "macOS 15 ARM64",
          "scenario": "8-token smoke",
          "turn": 1,
          "subject": "llamasharp",
          "source_artifact": "performance-osx-arm64",
          "samples": 5,
          "output_state": "matched",
          "output_tokens": 8,
          "ttft_milliseconds": 78.3,
          "decode_tokens_per_second": 55.9,
          "wall_milliseconds": 2208.1,
          "peak_rss_mib": 904.2,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "not_reported",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "macOS 15 ARM64 CPU"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "macOS 15 ARM64",
          "scenario": "8-token smoke",
          "turn": 1,
          "subject": "synapse",
          "source_artifact": "performance-osx-arm64",
          "samples": 5,
          "output_state": "matched",
          "output_tokens": 8,
          "ttft_milliseconds": 82.4,
          "decode_tokens_per_second": 51.4,
          "wall_milliseconds": 1112,
          "peak_rss_mib": 595.5,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "not_reported",
            "execution": "native \u00B7 prepared .synapse \u00B7 2 threads \u00B7 fresh process",
            "hardware": "macOS 15 ARM64 CPU"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "macOS 15 ARM64",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "dotllm",
          "source_artifact": "performance-long-osx-arm64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 128,
          "ttft_milliseconds": 11385,
          "decode_tokens_per_second": 3.5,
          "wall_milliseconds": 48752.8,
          "peak_rss_mib": 1269.6,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "9f0cfd402f0c3745cc4ff654e6cb0369858ffa8df7a2df2af404b83731272564",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "macOS 15 ARM64",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "llamacpp",
          "source_artifact": "performance-long-osx-arm64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 128,
          "ttft_milliseconds": null,
          "decode_tokens_per_second": 67.6,
          "wall_milliseconds": 3910.3,
          "peak_rss_mib": 1196.7,
          "decode_metric_scope": "native_eval",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "9f0cfd402f0c3745cc4ff654e6cb0369858ffa8df7a2df2af404b83731272564",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "macOS 15 ARM64",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "llamasharp",
          "source_artifact": "performance-long-osx-arm64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 128,
          "ttft_milliseconds": 239.8,
          "decode_tokens_per_second": 64.4,
          "wall_milliseconds": 4757.6,
          "peak_rss_mib": 895.6,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "9f0cfd402f0c3745cc4ff654e6cb0369858ffa8df7a2df2af404b83731272564",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "macOS 15 ARM64",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "synapse",
          "source_artifact": "performance-long-osx-arm64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 128,
          "ttft_milliseconds": 853.3,
          "decode_tokens_per_second": 55.6,
          "wall_milliseconds": 4235.5,
          "peak_rss_mib": 605,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "9f0cfd402f0c3745cc4ff654e6cb0369858ffa8df7a2df2af404b83731272564",
            "execution": "CPU \u00B7 prepared .synapse \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "macOS 15 ARM64",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "dotllm",
          "source_artifact": "performance-long-osx-arm64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 9732.1,
          "decode_tokens_per_second": 7.7,
          "wall_milliseconds": 19005.6,
          "peak_rss_mib": 1266.5,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "macOS 15 ARM64",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "llamacpp",
          "source_artifact": "performance-long-osx-arm64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": null,
          "decode_tokens_per_second": 94.5,
          "wall_milliseconds": 1685.8,
          "peak_rss_mib": 1198.7,
          "decode_metric_scope": "native_eval",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "macOS 15 ARM64",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "llamasharp",
          "source_artifact": "performance-long-osx-arm64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 153.2,
          "decode_tokens_per_second": 93.3,
          "wall_milliseconds": 1944.3,
          "peak_rss_mib": 899.2,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "macOS 15 ARM64",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "synapse",
          "source_artifact": "performance-long-osx-arm64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 440.1,
          "decode_tokens_per_second": 80.2,
          "wall_milliseconds": 1843.7,
          "peak_rss_mib": 603.3,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 prepared .synapse \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "macOS 15 ARM64",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "dotllm",
          "source_artifact": "performance-long-osx-arm64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 20811.7,
          "decode_tokens_per_second": 8.4,
          "wall_milliseconds": 29003.9,
          "peak_rss_mib": 1388,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "macOS 15 ARM64",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "llamacpp",
          "source_artifact": "performance-long-osx-arm64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": null,
          "decode_tokens_per_second": 94.1,
          "wall_milliseconds": 1817.4,
          "peak_rss_mib": 1205.2,
          "decode_metric_scope": "native_eval",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "macOS 15 ARM64",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "llamasharp",
          "source_artifact": "performance-long-osx-arm64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 337.9,
          "decode_tokens_per_second": 87.6,
          "wall_milliseconds": 2052.9,
          "peak_rss_mib": 900.2,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "macOS 15 ARM64",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "synapse",
          "source_artifact": "performance-long-osx-arm64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 1013.1,
          "decode_tokens_per_second": 79.7,
          "wall_milliseconds": 2435.3,
          "peak_rss_mib": 606.4,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 prepared .synapse \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "macOS 15 ARM64",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "dotllm",
          "source_artifact": "performance-long-osx-arm64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 35708.6,
          "decode_tokens_per_second": 7.7,
          "wall_milliseconds": 44322.5,
          "peak_rss_mib": 1507.5,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "macOS 15 ARM64",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "llamacpp",
          "source_artifact": "performance-long-osx-arm64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 59,
          "ttft_milliseconds": null,
          "decode_tokens_per_second": 87.3,
          "wall_milliseconds": 2023.6,
          "peak_rss_mib": 1201.5,
          "decode_metric_scope": "native_eval",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "macOS 15 ARM64",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "llamasharp",
          "source_artifact": "performance-long-osx-arm64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 58,
          "ttft_milliseconds": 552.9,
          "decode_tokens_per_second": 74.8,
          "wall_milliseconds": 2204.9,
          "peak_rss_mib": 899.1,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "GGUF CPU, fresh process",
          "runner": "macOS 15 ARM64",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "synapse",
          "source_artifact": "performance-long-osx-arm64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 1736.1,
          "decode_tokens_per_second": 73.2,
          "wall_milliseconds": 3218.3,
          "peak_rss_mib": 609,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "fresh_process",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-q8_0.gguf",
            "weights_sha256": "ca59ca7f13d0e15a8cfa77bd17e65d24f6844b554a7b6c12e07a5f89ff76844e",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 prepared .synapse \u00B7 2 threads \u00B7 fresh process",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "MLX Metal, resident",
          "runner": "macOS 15 ARM64",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "SwiftLM/MLX",
          "source_artifact": "performance-mlx-osx-arm64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 128,
          "ttft_milliseconds": 47.8,
          "decode_tokens_per_second": 69.3,
          "wall_milliseconds": 1914,
          "peak_rss_mib": 681.8,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-mlx-8bit",
            "weights_sha256": "3dd0b6c2983ac5fe35f60ba260b1c7c35e4c38f17f3d5139d0bb477924e7aef4",
            "scenario_sha256": "9f0cfd402f0c3745cc4ff654e6cb0369858ffa8df7a2df2af404b83731272564",
            "execution": "Metal \u00B7 MLX weights \u00B7 resident model \u00B7 resident_server_locked_transcript_cache_hit_observed_from_server_log",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "MLX Metal, resident",
          "runner": "macOS 15 ARM64",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "SwiftLM/MLX",
          "source_artifact": "performance-mlx-osx-arm64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 54.5,
          "decode_tokens_per_second": 63,
          "wall_milliseconds": 1054.1,
          "peak_rss_mib": 638,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-mlx-8bit",
            "weights_sha256": "3dd0b6c2983ac5fe35f60ba260b1c7c35e4c38f17f3d5139d0bb477924e7aef4",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "Metal \u00B7 MLX weights \u00B7 resident model \u00B7 resident_server_locked_transcript_cache_hit_observed_from_server_log",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "MLX Metal, resident",
          "runner": "macOS 15 ARM64",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "SwiftLM/MLX",
          "source_artifact": "performance-mlx-osx-arm64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 172.6,
          "decode_tokens_per_second": 62.4,
          "wall_milliseconds": 1209.4,
          "peak_rss_mib": 592.9,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-mlx-8bit",
            "weights_sha256": "3dd0b6c2983ac5fe35f60ba260b1c7c35e4c38f17f3d5139d0bb477924e7aef4",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "Metal \u00B7 MLX weights \u00B7 resident model \u00B7 resident_server_locked_transcript_cache_hit_observed_from_server_log",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "MLX Metal, resident",
          "runner": "macOS 15 ARM64",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "SwiftLM/MLX",
          "source_artifact": "performance-mlx-osx-arm64",
          "samples": 3,
          "output_state": "unreviewed",
          "output_tokens": 64,
          "ttft_milliseconds": 123.6,
          "decode_tokens_per_second": 62.1,
          "wall_milliseconds": 1138.4,
          "peak_rss_mib": 593,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-mlx-8bit",
            "weights_sha256": "3dd0b6c2983ac5fe35f60ba260b1c7c35e4c38f17f3d5139d0bb477924e7aef4",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "Metal \u00B7 MLX weights \u00B7 resident model \u00B7 resident_server_locked_transcript_cache_hit_observed_from_server_log",
            "hardware": "Runner details not reported"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "mistral-7b-v0.2",
          "source_artifact": "foundry-local-ubuntu-24.04-mistral-7b-v0.2",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 128,
          "ttft_milliseconds": 8037,
          "decode_tokens_per_second": 6.2,
          "wall_milliseconds": 28390.9,
          "peak_rss_mib": 14273.5,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "mistral-7b-v0.2",
            "label": "mistralai-Mistral-7B-Instruct-v0-2-generic-cpu:3",
            "weights_sha256": "not_reported",
            "scenario_sha256": "9f0cfd402f0c3745cc4ff654e6cb0369858ffa8df7a2df2af404b83731272564",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "qwen2.5-0.5b",
          "source_artifact": "foundry-local-ubuntu-24.04-qwen2.5-0.5b",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 128,
          "ttft_milliseconds": 571.8,
          "decode_tokens_per_second": 85.7,
          "wall_milliseconds": 2052.4,
          "peak_rss_mib": 2407.6,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "9f0cfd402f0c3745cc4ff654e6cb0369858ffa8df7a2df2af404b83731272564",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "qwen3-0.6b",
          "source_artifact": "foundry-local-ubuntu-24.04-qwen3-0.6b",
          "samples": 3,
          "output_state": "unreviewed; reasoning only; Length",
          "output_tokens": 128,
          "ttft_milliseconds": 875,
          "decode_tokens_per_second": 54,
          "wall_milliseconds": 3226.1,
          "peak_rss_mib": 10002,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen3-0.6b",
            "label": "qwen3-0.6b-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "9f0cfd402f0c3745cc4ff654e6cb0369858ffa8df7a2df2af404b83731272564",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "mistral-7b-v0.2",
          "source_artifact": "foundry-local-ubuntu-24.04-mistral-7b-v0.2",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 7676.7,
          "decode_tokens_per_second": 6.1,
          "wall_milliseconds": 17927.2,
          "peak_rss_mib": 14480.1,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "mistral-7b-v0.2",
            "label": "mistralai-Mistral-7B-Instruct-v0-2-generic-cpu:3",
            "weights_sha256": "not_reported",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "qwen2.5-0.5b",
          "source_artifact": "foundry-local-ubuntu-24.04-qwen2.5-0.5b",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 511.5,
          "decode_tokens_per_second": 86.8,
          "wall_milliseconds": 1247,
          "peak_rss_mib": 3289.4,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "qwen3-0.6b",
          "source_artifact": "foundry-local-ubuntu-24.04-qwen3-0.6b",
          "samples": 3,
          "output_state": "unreviewed; reasoning only; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 885.5,
          "decode_tokens_per_second": 54.7,
          "wall_milliseconds": 2036.8,
          "peak_rss_mib": 10155.1,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen3-0.6b",
            "label": "qwen3-0.6b-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "mistral-7b-v0.2",
          "source_artifact": "foundry-local-ubuntu-24.04-mistral-7b-v0.2",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 13187.7,
          "decode_tokens_per_second": 6.1,
          "wall_milliseconds": 23479.7,
          "peak_rss_mib": 14480.1,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "mistral-7b-v0.2",
            "label": "mistralai-Mistral-7B-Instruct-v0-2-generic-cpu:3",
            "weights_sha256": "not_reported",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "qwen2.5-0.5b",
          "source_artifact": "foundry-local-ubuntu-24.04-qwen2.5-0.5b",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 1133,
          "decode_tokens_per_second": 84.7,
          "wall_milliseconds": 1879.1,
          "peak_rss_mib": 3289.4,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "qwen3-0.6b",
          "source_artifact": "foundry-local-ubuntu-24.04-qwen3-0.6b",
          "samples": 3,
          "output_state": "unreviewed; reasoning only; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 1239.8,
          "decode_tokens_per_second": 52,
          "wall_milliseconds": 2450.3,
          "peak_rss_mib": 10155.1,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen3-0.6b",
            "label": "qwen3-0.6b-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "mistral-7b-v0.2",
          "source_artifact": "foundry-local-ubuntu-24.04-mistral-7b-v0.2",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 20196.8,
          "decode_tokens_per_second": 5.9,
          "wall_milliseconds": 30855.8,
          "peak_rss_mib": 14501.4,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "mistral-7b-v0.2",
            "label": "mistralai-Mistral-7B-Instruct-v0-2-generic-cpu:3",
            "weights_sha256": "not_reported",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "qwen2.5-0.5b",
          "source_artifact": "foundry-local-ubuntu-24.04-qwen2.5-0.5b",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 1920.1,
          "decode_tokens_per_second": 79.6,
          "wall_milliseconds": 2711.6,
          "peak_rss_mib": 3289.5,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "qwen3-0.6b",
          "source_artifact": "foundry-local-ubuntu-24.04-qwen3-0.6b",
          "samples": 3,
          "output_state": "unreviewed; reasoning only; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 1695.3,
          "decode_tokens_per_second": 49.2,
          "wall_milliseconds": 2972,
          "peak_rss_mib": 10156.5,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen3-0.6b",
            "label": "qwen3-0.6b-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Ubuntu 24.04 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Windows Server 2025 x64 (4 vCPU, 16 GB)",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "deepseek-r1-7b",
          "source_artifact": "foundry-local-windows-2025-deepseek-r1-7b",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 128,
          "ttft_milliseconds": 31737,
          "decode_tokens_per_second": 3.2,
          "wall_milliseconds": 70430.3,
          "peak_rss_mib": 13979,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "deepseek-r1-7b",
            "label": "deepseek-r1-distill-qwen-7b-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "81317336d579c69a595ff5a37dd0ca951d9c0f39cdb6684ae92f62d45ad5b2dc",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Windows Server 2025 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Windows Server 2025 x64 (4 vCPU, 16 GB)",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "mistral-7b-v0.2",
          "source_artifact": "foundry-local-windows-2025-mistral-7b-v0.2",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 128,
          "ttft_milliseconds": 10071.2,
          "decode_tokens_per_second": 5.5,
          "wall_milliseconds": 33141.5,
          "peak_rss_mib": 13856.3,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "mistral-7b-v0.2",
            "label": "mistralai-Mistral-7B-Instruct-v0-2-generic-cpu:3",
            "weights_sha256": "not_reported",
            "scenario_sha256": "81317336d579c69a595ff5a37dd0ca951d9c0f39cdb6684ae92f62d45ad5b2dc",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Windows Server 2025 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Windows Server 2025 x64 (4 vCPU, 16 GB)",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "qwen2.5-0.5b",
          "source_artifact": "foundry-local-windows-2025-qwen2.5-0.5b",
          "samples": 3,
          "output_state": "unreviewed; Stop",
          "output_tokens": 97,
          "ttft_milliseconds": 580.3,
          "decode_tokens_per_second": 67.3,
          "wall_milliseconds": 1987.6,
          "peak_rss_mib": 1404.6,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "81317336d579c69a595ff5a37dd0ca951d9c0f39cdb6684ae92f62d45ad5b2dc",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Windows Server 2025 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Windows Server 2025 x64 (4 vCPU, 16 GB)",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "qwen3-0.6b",
          "source_artifact": "foundry-local-windows-2025-qwen3-0.6b",
          "samples": 3,
          "output_state": "unreviewed; reasoning only; Length",
          "output_tokens": 128,
          "ttft_milliseconds": 2760,
          "decode_tokens_per_second": 28.6,
          "wall_milliseconds": 7204.2,
          "peak_rss_mib": 9854.9,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen3-0.6b",
            "label": "qwen3-0.6b-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "81317336d579c69a595ff5a37dd0ca951d9c0f39cdb6684ae92f62d45ad5b2dc",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Windows Server 2025 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Windows Server 2025 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "deepseek-r1-7b",
          "source_artifact": "foundry-local-windows-2025-deepseek-r1-7b",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 28891.9,
          "decode_tokens_per_second": 3.2,
          "wall_milliseconds": 48454.6,
          "peak_rss_mib": 14003.1,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "deepseek-r1-7b",
            "label": "deepseek-r1-distill-qwen-7b-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Windows Server 2025 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Windows Server 2025 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "mistral-7b-v0.2",
          "source_artifact": "foundry-local-windows-2025-mistral-7b-v0.2",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 9305.8,
          "decode_tokens_per_second": 5.3,
          "wall_milliseconds": 21110.4,
          "peak_rss_mib": 13782.6,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "mistral-7b-v0.2",
            "label": "mistralai-Mistral-7B-Instruct-v0-2-generic-cpu:3",
            "weights_sha256": "not_reported",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Windows Server 2025 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Windows Server 2025 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "qwen2.5-0.5b",
          "source_artifact": "foundry-local-windows-2025-qwen2.5-0.5b",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 539.2,
          "decode_tokens_per_second": 67.2,
          "wall_milliseconds": 1480.2,
          "peak_rss_mib": 1554.5,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Windows Server 2025 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Windows Server 2025 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "qwen3-0.6b",
          "source_artifact": "foundry-local-windows-2025-qwen3-0.6b",
          "samples": 3,
          "output_state": "unreviewed; reasoning only; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 2596.8,
          "decode_tokens_per_second": 27.3,
          "wall_milliseconds": 4912,
          "peak_rss_mib": 10020.2,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen3-0.6b",
            "label": "qwen3-0.6b-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Windows Server 2025 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Windows Server 2025 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "deepseek-r1-7b",
          "source_artifact": "foundry-local-windows-2025-deepseek-r1-7b",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 42036.7,
          "decode_tokens_per_second": 3.2,
          "wall_milliseconds": 62139.2,
          "peak_rss_mib": 14003.1,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "deepseek-r1-7b",
            "label": "deepseek-r1-distill-qwen-7b-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Windows Server 2025 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Windows Server 2025 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "mistral-7b-v0.2",
          "source_artifact": "foundry-local-windows-2025-mistral-7b-v0.2",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 20732.9,
          "decode_tokens_per_second": 5.2,
          "wall_milliseconds": 32453.6,
          "peak_rss_mib": 13782.6,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "mistral-7b-v0.2",
            "label": "mistralai-Mistral-7B-Instruct-v0-2-generic-cpu:3",
            "weights_sha256": "not_reported",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Windows Server 2025 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Windows Server 2025 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "qwen2.5-0.5b",
          "source_artifact": "foundry-local-windows-2025-qwen2.5-0.5b",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 1119.5,
          "decode_tokens_per_second": 65.5,
          "wall_milliseconds": 2093.9,
          "peak_rss_mib": 1554.5,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Windows Server 2025 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Windows Server 2025 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "qwen3-0.6b",
          "source_artifact": "foundry-local-windows-2025-qwen3-0.6b",
          "samples": 3,
          "output_state": "unreviewed; reasoning only; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 4247.5,
          "decode_tokens_per_second": 26.6,
          "wall_milliseconds": 6614.4,
          "peak_rss_mib": 10020.2,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen3-0.6b",
            "label": "qwen3-0.6b-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Windows Server 2025 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Windows Server 2025 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "deepseek-r1-7b",
          "source_artifact": "foundry-local-windows-2025-deepseek-r1-7b",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 59325.8,
          "decode_tokens_per_second": 3.1,
          "wall_milliseconds": 79262.2,
          "peak_rss_mib": 14003.2,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "deepseek-r1-7b",
            "label": "deepseek-r1-distill-qwen-7b-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Windows Server 2025 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Windows Server 2025 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "mistral-7b-v0.2",
          "source_artifact": "foundry-local-windows-2025-mistral-7b-v0.2",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 33264.9,
          "decode_tokens_per_second": 5.2,
          "wall_milliseconds": 45588.7,
          "peak_rss_mib": 13782.6,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "mistral-7b-v0.2",
            "label": "mistralai-Mistral-7B-Instruct-v0-2-generic-cpu:3",
            "weights_sha256": "not_reported",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Windows Server 2025 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Windows Server 2025 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "qwen2.5-0.5b",
          "source_artifact": "foundry-local-windows-2025-qwen2.5-0.5b",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 1799.4,
          "decode_tokens_per_second": 61.2,
          "wall_milliseconds": 2852.6,
          "peak_rss_mib": 1556.3,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Windows Server 2025 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "Windows Server 2025 x64 (4 vCPU, 16 GB)",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "qwen3-0.6b",
          "source_artifact": "foundry-local-windows-2025-qwen3-0.6b",
          "samples": 3,
          "output_state": "unreviewed; reasoning only; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 6341.2,
          "decode_tokens_per_second": 24.9,
          "wall_milliseconds": 8878.9,
          "peak_rss_mib": 10020.2,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen3-0.6b",
            "label": "qwen3-0.6b-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "b62beb046a4c3866e4d3df71f694ae674cb72e55b08b1cd367f9e5d484fc26c1",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "Windows Server 2025 x64 (4 vCPU, 16 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "macOS 15 ARM64 (Apple M1, 3 vCPU, 7 GB)",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "qwen2.5-0.5b",
          "source_artifact": "foundry-local-macos-15-qwen2.5-0.5b",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 128,
          "ttft_milliseconds": 490,
          "decode_tokens_per_second": 92.4,
          "wall_milliseconds": 1851.9,
          "peak_rss_mib": 751.6,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "9f0cfd402f0c3745cc4ff654e6cb0369858ffa8df7a2df2af404b83731272564",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "macOS 15 ARM64 (Apple M1, 3 vCPU, 7 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "macOS 15 ARM64 (Apple M1, 3 vCPU, 7 GB)",
          "scenario": "128-token answer",
          "turn": 1,
          "subject": "qwen3-0.6b",
          "source_artifact": "foundry-local-macos-15-qwen3-0.6b",
          "samples": 3,
          "output_state": "unreviewed; reasoning only; Length",
          "output_tokens": 128,
          "ttft_milliseconds": 4709.3,
          "decode_tokens_per_second": 49.1,
          "wall_milliseconds": 7293.5,
          "peak_rss_mib": 1000.1,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen3-0.6b",
            "label": "qwen3-0.6b-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "9f0cfd402f0c3745cc4ff654e6cb0369858ffa8df7a2df2af404b83731272564",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "macOS 15 ARM64 (Apple M1, 3 vCPU, 7 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "macOS 15 ARM64 (Apple M1, 3 vCPU, 7 GB)",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "qwen2.5-0.5b",
          "source_artifact": "foundry-local-macos-15-qwen2.5-0.5b",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 638.2,
          "decode_tokens_per_second": 66.2,
          "wall_milliseconds": 1746.8,
          "peak_rss_mib": 762.4,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "macOS 15 ARM64 (Apple M1, 3 vCPU, 7 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "macOS 15 ARM64 (Apple M1, 3 vCPU, 7 GB)",
          "scenario": "3-turn dialogue",
          "turn": 1,
          "subject": "qwen3-0.6b",
          "source_artifact": "foundry-local-macos-15-qwen3-0.6b",
          "samples": 3,
          "output_state": "unreviewed; reasoning only; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 3674,
          "decode_tokens_per_second": 40.6,
          "wall_milliseconds": 5309.2,
          "peak_rss_mib": 684.4,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen3-0.6b",
            "label": "qwen3-0.6b-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "macOS 15 ARM64 (Apple M1, 3 vCPU, 7 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "macOS 15 ARM64 (Apple M1, 3 vCPU, 7 GB)",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "qwen2.5-0.5b",
          "source_artifact": "foundry-local-macos-15-qwen2.5-0.5b",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 1359.5,
          "decode_tokens_per_second": 67.8,
          "wall_milliseconds": 2288.6,
          "peak_rss_mib": 731,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "macOS 15 ARM64 (Apple M1, 3 vCPU, 7 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "macOS 15 ARM64 (Apple M1, 3 vCPU, 7 GB)",
          "scenario": "3-turn dialogue",
          "turn": 2,
          "subject": "qwen3-0.6b",
          "source_artifact": "foundry-local-macos-15-qwen3-0.6b",
          "samples": 3,
          "output_state": "unreviewed; reasoning only; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 4686.7,
          "decode_tokens_per_second": 39.2,
          "wall_milliseconds": 6301.1,
          "peak_rss_mib": 743.6,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen3-0.6b",
            "label": "qwen3-0.6b-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "macOS 15 ARM64 (Apple M1, 3 vCPU, 7 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "macOS 15 ARM64 (Apple M1, 3 vCPU, 7 GB)",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "qwen2.5-0.5b",
          "source_artifact": "foundry-local-macos-15-qwen2.5-0.5b",
          "samples": 3,
          "output_state": "unreviewed; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 2109,
          "decode_tokens_per_second": 58.1,
          "wall_milliseconds": 3192.8,
          "peak_rss_mib": 730.6,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen2.5-0.5b",
            "label": "qwen2.5-0.5b-instruct-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "macOS 15 ARM64 (Apple M1, 3 vCPU, 7 GB)"
          }
        },
        {
          "cohort": "Foundry Local, resident",
          "runner": "macOS 15 ARM64 (Apple M1, 3 vCPU, 7 GB)",
          "scenario": "3-turn dialogue",
          "turn": 3,
          "subject": "qwen3-0.6b",
          "source_artifact": "foundry-local-macos-15-qwen3-0.6b",
          "samples": 3,
          "output_state": "unreviewed; reasoning only; Length",
          "output_tokens": 64,
          "ttft_milliseconds": 5943.5,
          "decode_tokens_per_second": 35.9,
          "wall_milliseconds": 7702.2,
          "peak_rss_mib": 639,
          "decode_metric_scope": "reported_decode",
          "wall_metric_scope": "request",
          "model": {
            "family": "qwen3-0.6b",
            "label": "qwen3-0.6b-generic-cpu:4",
            "weights_sha256": "not_reported",
            "scenario_sha256": "d84a01f633af33ff46ad76e17c741a595c325c20f76562eab6900fd1fb6f20f0",
            "execution": "CPU \u00B7 ONNX weights \u00B7 runtime-default threads \u00B7 resident_process_fresh_chat_session_per_request_full_locked_transcript_no_kv_reuse",
            "hardware": "macOS 15 ARM64 (Apple M1, 3 vCPU, 7 GB)"
          }
        }
      ]
    },
    "missing_artifacts": []
  }
}