{
  "generatedBy": "bench.mjs",
  "startedAt": "2026-08-16T10:15:58.057Z",
  "finishedAt": "2026-08-16T10:17:18.377Z",
  "machine": {
    "cpu": "Apple M1",
    "os": "Darwin 26.3",
    "arch": "arm64",
    "node": "v22.18.0",
    "python": "Python 3.13.5"
  },
  "metricCount": 55,
  "metrics": [
    {
      "metric": "llama3_2_1b_load_ok",
      "value": 1
    },
    {
      "metric": "llama3_2_1b_tokens_per_sec",
      "value": 77.02,
      "unit": "tok/s"
    },
    {
      "metric": "llama3_2_1b_load_duration",
      "value": 2.06,
      "unit": "s"
    },
    {
      "metric": "llama3_2_1b_rss_before_mb",
      "value": 0,
      "unit": "MB"
    },
    {
      "metric": "llama3_2_1b_rss_after_mb",
      "value": 1415,
      "unit": "MB"
    },
    {
      "metric": "llama3_2_1b_task_pass",
      "value": 1,
      "note": "expected '408' in answer, got: '408'"
    },
    {
      "metric": "llama3_2_1b_free_mem_before_mb",
      "value": 443,
      "unit": "MB"
    },
    {
      "metric": "llama3_2_1b_free_mem_after_mb",
      "value": 60,
      "unit": "MB"
    },
    {
      "metric": "llama3_2_1b_swapouts_pages_delta",
      "value": 0,
      "note": "vm_stat Swapouts, page count, before load vs after single-generation load"
    },
    {
      "metric": "llama3_2_1b_ctx8192_ok",
      "value": 1
    },
    {
      "metric": "llama3_2_1b_ctx8192_latency_s",
      "value": 1,
      "unit": "s"
    },
    {
      "metric": "qwen2_5_1_5b_load_ok",
      "value": 1
    },
    {
      "metric": "qwen2_5_1_5b_tokens_per_sec",
      "value": 59.94,
      "unit": "tok/s"
    },
    {
      "metric": "qwen2_5_1_5b_load_duration",
      "value": 1.73,
      "unit": "s"
    },
    {
      "metric": "qwen2_5_1_5b_rss_before_mb",
      "value": 0,
      "unit": "MB"
    },
    {
      "metric": "qwen2_5_1_5b_rss_after_mb",
      "value": 1080,
      "unit": "MB"
    },
    {
      "metric": "qwen2_5_1_5b_task_pass",
      "value": 1,
      "note": "expected '408' in answer, got: '408'"
    },
    {
      "metric": "qwen2_5_1_5b_free_mem_before_mb",
      "value": 56,
      "unit": "MB"
    },
    {
      "metric": "qwen2_5_1_5b_free_mem_after_mb",
      "value": 63,
      "unit": "MB"
    },
    {
      "metric": "qwen2_5_1_5b_swapouts_pages_delta",
      "value": 0,
      "note": "vm_stat Swapouts, page count, before load vs after single-generation load"
    },
    {
      "metric": "qwen2_5_1_5b_ctx8192_ok",
      "value": 1
    },
    {
      "metric": "qwen2_5_1_5b_ctx8192_latency_s",
      "value": 1,
      "unit": "s"
    },
    {
      "metric": "llama3_2_3b_load_ok",
      "value": 1
    },
    {
      "metric": "llama3_2_3b_tokens_per_sec",
      "value": 48.55,
      "unit": "tok/s"
    },
    {
      "metric": "llama3_2_3b_load_duration",
      "value": 2.78,
      "unit": "s"
    },
    {
      "metric": "llama3_2_3b_rss_before_mb",
      "value": 0,
      "unit": "MB"
    },
    {
      "metric": "llama3_2_3b_rss_after_mb",
      "value": 2333,
      "unit": "MB"
    },
    {
      "metric": "llama3_2_3b_task_pass",
      "value": 1,
      "note": "expected '408' in answer, got: '408'"
    },
    {
      "metric": "llama3_2_3b_free_mem_before_mb",
      "value": 60,
      "unit": "MB"
    },
    {
      "metric": "llama3_2_3b_free_mem_after_mb",
      "value": 138,
      "unit": "MB"
    },
    {
      "metric": "llama3_2_3b_swapouts_pages_delta",
      "value": 30168,
      "note": "vm_stat Swapouts, page count, before load vs after single-generation load"
    },
    {
      "metric": "llama3_2_3b_ctx8192_ok",
      "value": 1
    },
    {
      "metric": "llama3_2_3b_ctx8192_latency_s",
      "value": 4,
      "unit": "s"
    },
    {
      "metric": "phi3_mini_load_ok",
      "value": 1
    },
    {
      "metric": "phi3_mini_tokens_per_sec",
      "value": 31.13,
      "unit": "tok/s"
    },
    {
      "metric": "phi3_mini_load_duration",
      "value": 2.34,
      "unit": "s"
    },
    {
      "metric": "phi3_mini_rss_before_mb",
      "value": 0,
      "unit": "MB"
    },
    {
      "metric": "phi3_mini_rss_after_mb",
      "value": 3624,
      "unit": "MB"
    },
    {
      "metric": "phi3_mini_task_pass",
      "value": 1,
      "note": "expected '408' in answer, got: '408'"
    },
    {
      "metric": "phi3_mini_free_mem_before_mb",
      "value": 2967,
      "unit": "MB"
    },
    {
      "metric": "phi3_mini_free_mem_after_mb",
      "value": 60,
      "unit": "MB"
    },
    {
      "metric": "phi3_mini_swapouts_pages_delta",
      "value": 0,
      "note": "vm_stat Swapouts, page count, before load vs after single-generation load"
    },
    {
      "metric": "phi3_mini_ctx8192_ok",
      "value": 1
    },
    {
      "metric": "phi3_mini_ctx8192_latency_s",
      "value": 4,
      "unit": "s"
    },
    {
      "metric": "mistral_7b_load_ok",
      "value": 1
    },
    {
      "metric": "mistral_7b_tokens_per_sec",
      "value": 9.64,
      "unit": "tok/s"
    },
    {
      "metric": "mistral_7b_load_duration",
      "value": 4.9,
      "unit": "s"
    },
    {
      "metric": "mistral_7b_rss_before_mb",
      "value": 0,
      "unit": "MB"
    },
    {
      "metric": "mistral_7b_rss_after_mb",
      "value": 4460,
      "unit": "MB"
    },
    {
      "metric": "mistral_7b_task_pass",
      "value": 1,
      "note": "expected '408' in answer, got: '408'"
    },
    {
      "metric": "mistral_7b_free_mem_before_mb",
      "value": 3048,
      "unit": "MB"
    },
    {
      "metric": "mistral_7b_free_mem_after_mb",
      "value": 62,
      "unit": "MB"
    },
    {
      "metric": "mistral_7b_swapouts_pages_delta",
      "value": 50468,
      "note": "vm_stat Swapouts, page count, before load vs after single-generation load"
    },
    {
      "metric": "mistral_7b_ctx8192_ok",
      "value": 1
    },
    {
      "metric": "mistral_7b_ctx8192_latency_s",
      "value": 21,
      "unit": "s"
    }
  ],
  "log": [
    "=== llama3.2:1b ===",
    "  llama3.2:1b: rss 0MB -> 1415MB, free 443MB -> 60MB, swapouts +0, wall 1786875363-1786875361=2s",
    "=== qwen2.5:1.5b ===",
    "  qwen2.5:1.5b: rss 0MB -> 1080MB, free 56MB -> 63MB, swapouts +0, wall 1786875372-1786875371=1s",
    "=== llama3.2:3b ===",
    "  llama3.2:3b: rss 0MB -> 2333MB, free 60MB -> 138MB, swapouts +30168, wall 1786875383-1786875380=3s",
    "=== phi3:mini ===",
    "  phi3:mini: rss 0MB -> 3624MB, free 2967MB -> 60MB, swapouts +0, wall 1786875396-1786875393=3s",
    "=== mistral:7b ===",
    "  mistral:7b: rss 0MB -> 4460MB, free 3048MB -> 62MB, swapouts +50468, wall 1786875412-1786875406=6s",
    "done",
    ""
  ]
}
