{
  "date": "2026-11-17",
  "model": "Nanbeige4.2-3B",
  "configuration": {
    "hardware": "AMD Strix Halo",
    "backend": "llama.cpp ROCm",
    "draft_tokens": 7,
    "context_tokens": 262144,
    "slots": 1,
    "kv": "F16"
  },
  "fast54": {
    "wall_seconds": {
      "q5s": 449.4526499370113,
      "dspark": 433.42579492199
    },
    "wall_speedup": 1.0369771601108926,
    "excluded": {
      "q5s": [],
      "dspark": [
        "1879"
      ]
    },
    "matched": {
      "ifeval_541_strict": {
        "cases": 26,
        "q5s": 19,
        "dspark": 18
      },
      "humaneval_plus_164": {
        "cases": 5,
        "q5s": 3,
        "dspark": 3
      },
      "tool_eval_hard15_v2_1_0": {
        "cases": 4,
        "q5s": 1,
        "dspark": 3
      },
      "arc_challenge_1172": {
        "cases": 18,
        "q5s": 5,
        "dspark": 7
      },
      "contested": {
        "cases": 49,
        "q5s": 27,
        "dspark": 30
      },
      "frontier": {
        "cases": 4,
        "q5s": 1,
        "dspark": 1
      },
      "all": {
        "cases": 53,
        "q5s": 28,
        "dspark": 31
      }
    },
    "changes": [
      {
        "case": "3691",
        "q5s": true,
        "dspark": false
      },
      {
        "case": "HumanEval/129",
        "q5s": true,
        "dspark": false
      },
      {
        "case": "HumanEval/147",
        "q5s": false,
        "dspark": true
      },
      {
        "case": "TC-72",
        "q5s": false,
        "dspark": true
      },
      {
        "case": "TC-82",
        "q5s": false,
        "dspark": true
      },
      {
        "case": "arc:ARC-Challenge:CSZ20754",
        "q5s": false,
        "dspark": true
      },
      {
        "case": "arc:ARC-Challenge:Mercury_SC_402981",
        "q5s": false,
        "dspark": true
      }
    ],
    "cutoff_word_counts_proving_failure": {
      "q5s": {},
      "dspark": {
        "1879": 1647
      }
    }
  },
  "humaneval_first_10_q8_dspark7": {
    "base_passes": 10,
    "plus_passes": 10,
    "tasks": 10,
    "natural_stops": 10,
    "cutoffs": 0,
    "decode_tokens_per_second": 83.69040512518598,
    "generation_wall_seconds": 68.42888785194373,
    "completion_tokens": 5574,
    "drafted": 8197,
    "draft_accepted": 4394
  },
  "hermesagent20_q8_dspark7": {
    "wall_seconds": 799.702528454,
    "mean_verifier_score": 85.0,
    "passes": 14,
    "scenario_count": 20,
    "sampler": {
      "temperature": 0.6,
      "top_p": 0.95,
      "top_k": 20,
      "min_p": 0,
      "seed": 15035,
      "thinking": false
    },
    "turn_budget": 40,
    "chromium": true,
    "scenarios": [
      {
        "scenario": "HA-01",
        "verifier_score": 100,
        "verifier_status": "pass",
        "outcome": "pass",
        "elapsed_seconds": 5.872150753
      },
      {
        "scenario": "HA-02",
        "verifier_score": 100,
        "verifier_status": "pass",
        "outcome": "pass",
        "elapsed_seconds": 7.386631657
      },
      {
        "scenario": "HA-03",
        "verifier_score": 100,
        "verifier_status": "pass",
        "outcome": "pass",
        "elapsed_seconds": 4.701483445999998
      },
      {
        "scenario": "HA-04",
        "verifier_score": 100,
        "verifier_status": "pass",
        "outcome": "pass",
        "elapsed_seconds": 22.544455648000003
      },
      {
        "scenario": "HA-05",
        "verifier_score": 90,
        "verifier_status": "partial",
        "outcome": "partial",
        "elapsed_seconds": 31.487466125000005
      },
      {
        "scenario": "HA-06",
        "verifier_score": 100,
        "verifier_status": "pass",
        "outcome": "pass",
        "elapsed_seconds": 35.13292685799999
      },
      {
        "scenario": "HA-07",
        "verifier_score": 100,
        "verifier_status": "pass",
        "outcome": "pass",
        "elapsed_seconds": 339.048416718
      },
      {
        "scenario": "HA-08",
        "verifier_score": 100,
        "verifier_status": "pass",
        "outcome": "pass",
        "elapsed_seconds": 22.472118660999985
      },
      {
        "scenario": "HA-09",
        "verifier_score": 100,
        "verifier_status": "pass",
        "outcome": "pass",
        "elapsed_seconds": 38.94386192299996
      },
      {
        "scenario": "HA-10",
        "verifier_score": 50,
        "verifier_status": "fail",
        "outcome": "fail",
        "elapsed_seconds": 60.50841211700003
      },
      {
        "scenario": "HA-11",
        "verifier_score": 100,
        "verifier_status": "pass",
        "outcome": "pass",
        "elapsed_seconds": 10.970208646000014
      },
      {
        "scenario": "HA-12",
        "verifier_score": 20,
        "verifier_status": "fail",
        "outcome": "turn-limit",
        "elapsed_seconds": 63.883621436999995
      },
      {
        "scenario": "HA-13",
        "verifier_score": 100,
        "verifier_status": "pass",
        "outcome": "pass",
        "elapsed_seconds": 17.549930602000096
      },
      {
        "scenario": "HA-14",
        "verifier_score": 70,
        "verifier_status": "fail",
        "outcome": "fail",
        "elapsed_seconds": 5.565954880999984
      },
      {
        "scenario": "HA-15",
        "verifier_score": 100,
        "verifier_status": "pass",
        "outcome": "pass",
        "elapsed_seconds": 19.01350437999994
      },
      {
        "scenario": "HA-16",
        "verifier_score": 100,
        "verifier_status": "pass",
        "outcome": "pass",
        "elapsed_seconds": 9.059900432000052
      },
      {
        "scenario": "HA-17",
        "verifier_score": 50,
        "verifier_status": "partial",
        "outcome": "partial",
        "elapsed_seconds": 41.971625838999984
      },
      {
        "scenario": "HA-18",
        "verifier_score": 100,
        "verifier_status": "pass",
        "outcome": "pass",
        "elapsed_seconds": 7.02656961399992
      },
      {
        "scenario": "HA-19",
        "verifier_score": 100,
        "verifier_status": "pass",
        "outcome": "pass",
        "elapsed_seconds": 26.018949166000006
      },
      {
        "scenario": "HA-20",
        "verifier_score": 20,
        "verifier_status": "fail",
        "outcome": "fail",
        "elapsed_seconds": 5.377370923000038
      }
    ]
  }
}
