{
  "generatedBy": "bench.mjs",
  "startedAt": "2026-10-03T22:24:51.199Z",
  "finishedAt": "2026-10-03T22:24:51.304Z",
  "machine": {
    "cpu": "Apple M1",
    "os": "Darwin 26.3",
    "arch": "arm64",
    "node": "v22.18.0",
    "python": "Python 3.13.5"
  },
  "metricCount": 26,
  "metrics": [
    {
      "metric": "ollama_version",
      "value": "0.35.1",
      "unit": ""
    },
    {
      "metric": "model",
      "value": "qwen3.5:4b via /v1 chat completions",
      "unit": ""
    },
    {
      "metric": "pydantic_install_command",
      "value": "uv pip install pydantic-ai",
      "unit": ""
    },
    {
      "metric": "pydantic_version",
      "value": "2.54.0",
      "unit": "",
      "note": "resolved by uv on 2026-10-04"
    },
    {
      "metric": "pydantic_packages_installed",
      "value": 97,
      "unit": "packages",
      "note": "uv 'Installed N packages' into a fresh venv"
    },
    {
      "metric": "pydantic_site_packages_mb",
      "value": 118,
      "unit": "MB",
      "note": "du -sk of site-packages"
    },
    {
      "metric": "pydantic_openai_sdk",
      "value": "3.24.0",
      "unit": "",
      "note": "openai package pulled in"
    },
    {
      "metric": "maf_install_command",
      "value": "uv pip install agent-framework",
      "unit": ""
    },
    {
      "metric": "maf_version",
      "value": "1.19.0",
      "unit": "",
      "note": "resolved by uv on 2026-10-04"
    },
    {
      "metric": "maf_packages_installed",
      "value": 205,
      "unit": "packages",
      "note": "uv 'Installed N packages' into a fresh venv"
    },
    {
      "metric": "maf_site_packages_mb",
      "value": 496,
      "unit": "MB",
      "note": "du -sk of site-packages"
    },
    {
      "metric": "maf_openai_sdk",
      "value": "3.24.0",
      "unit": "",
      "note": "openai package pulled in"
    },
    {
      "metric": "maf_subpackages",
      "value": 29,
      "unit": "packages",
      "note": "agent-framework-* packages pulled in by the meta-package"
    },
    {
      "metric": "pydantic_agent_loc",
      "value": 18,
      "unit": "lines",
      "note": "non-blank, non-comment lines incl. tool, prints and timing"
    },
    {
      "metric": "maf_agent_loc",
      "value": 17,
      "unit": "lines",
      "note": "same"
    },
    {
      "metric": "pydantic_tool_call_success",
      "value": 5,
      "unit": "of 5",
      "note": "exit 0, get_weather called once with 'Paris', answer contains 18",
      "n": 5
    },
    {
      "metric": "pydantic_agent_run_latency_median",
      "value": 8.14,
      "unit": "s",
      "note": "agent.run wall time, warm model; min 7.89, max 11.65",
      "n": 5
    },
    {
      "metric": "pydantic_process_wall_median",
      "value": 10.18,
      "unit": "s",
      "note": "whole python process incl. imports; min 9.69, max 13.48",
      "n": 5
    },
    {
      "metric": "maf_tool_call_success",
      "value": 5,
      "unit": "of 5",
      "note": "exit 0, get_weather called once with 'Paris', answer contains 18",
      "n": 5
    },
    {
      "metric": "maf_agent_run_latency_median",
      "value": 9.98,
      "unit": "s",
      "note": "agent.run wall time, warm model; min 6.85, max 12.41",
      "n": 5
    },
    {
      "metric": "maf_process_wall_median",
      "value": 10.95,
      "unit": "s",
      "note": "whole python process incl. imports; min 7.68, max 13.23",
      "n": 5
    },
    {
      "metric": "pydantic_import_s_median",
      "value": 1.47,
      "unit": "s",
      "note": "python -c 'import agent + OpenAI client classes'; min 1.445, max 1.795",
      "n": 3
    },
    {
      "metric": "maf_import_s_median",
      "value": 0.52,
      "unit": "s",
      "note": "python -c 'import agent + OpenAI client classes'; min 0.492, max 0.547",
      "n": 3
    },
    {
      "metric": "pydantic_stderr_banner_runs",
      "value": 5,
      "unit": "of 5",
      "note": "runs whose stderr carried pydantic-ai's Logfire/observability banner (silenced by PYDANTIC_AI_NO_BANNER=1)",
      "n": 5
    },
    {
      "metric": "maf_pypi_latest_listed",
      "value": "1.20.0",
      "unit": "",
      "note": "PyPI JSON info.version the same day; uv resolved 1.19.0 for `agent-framework`"
    },
    {
      "metric": "maf_api_change",
      "value": "ImportError: cannot import name 'ChatAgent' from 'agent_framework' (~/aw-lab/venvs/agent-framework/lib/python3.12/site-packages/agent_framework/__init__.py). Did you mean: 'RawAgent'?",
      "unit": "",
      "note": "first script used ChatAgent/OpenAIChatClient(model_id=) from older examples; 1.19.0 uses Agent(client, ...) and model="
    }
  ],
  "log": [
    ""
  ]
}