{
  "setup": {
    "agent_browser": "agent-browser 0.33.1",
    "agent_browser_commit": "6dcea79b4b567a5671f1e1164807204f69542a5c",
    "playwright": "1.62.0",
    "chrome": "Google Chrome for Testing 151.0.7922.34",
    "cold_runs": 10,
    "cold_warmups": 2,
    "warm_runs": 20,
    "warm_warmups": 3,
    "note": "Deterministic localhost site. Same Chrome executable. Cold means fresh browser with each tool daemon already available; warm means one persistent browser. Playwright CLI measured at default 500ms settle and tuned 0ms settle."
  },
  "cold": {
    "open + snapshot": {
      "agent_browser": {
        "n": 10,
        "median_ms": 329.6,
        "mean_ms": 328.7,
        "min_ms": 303.7,
        "max_ms": 340.4,
        "p95_ms": 340.4,
        "runs_ms": [
          340.4,
          303.7,
          336.1,
          333.5,
          325.4,
          320.2,
          323.5,
          339.4,
          325.7,
          339.0
        ]
      },
      "playwright_cli_default": {
        "n": 10,
        "median_ms": 830.3,
        "mean_ms": 826.7,
        "min_ms": 799.0,
        "max_ms": 847.5,
        "p95_ms": 847.5,
        "runs_ms": [
          799.0,
          818.4,
          834.1,
          817.8,
          847.5,
          806.1,
          837.8,
          827.2,
          833.4,
          845.6
        ]
      },
      "playwright_cli_tuned": {
        "n": 10,
        "median_ms": 835.6,
        "mean_ms": 832.1,
        "min_ms": 797.0,
        "max_ms": 856.5,
        "p95_ms": 856.5,
        "runs_ms": [
          856.5,
          797.0,
          820.3,
          836.4,
          839.1,
          824.0,
          822.3,
          834.9,
          840.6,
          850.5
        ]
      },
      "playwright_library": {
        "n": 10,
        "median_ms": 328.9,
        "mean_ms": 332.6,
        "min_ms": 318.9,
        "max_ms": 350.8,
        "p95_ms": 350.8,
        "runs_ms": [
          349.7,
          321.6,
          323.9,
          350.8,
          328.5,
          340.9,
          321.6,
          341.1,
          318.9,
          329.3
        ]
      }
    },
    "open + click + snapshot": {
      "agent_browser": {
        "n": 10,
        "median_ms": 344.2,
        "mean_ms": 344.2,
        "min_ms": 331.6,
        "max_ms": 363.5,
        "p95_ms": 363.5,
        "runs_ms": [
          336.5,
          354.7,
          345.1,
          363.5,
          346.2,
          333.6,
          343.3,
          331.6,
          339.1,
          348.2
        ]
      },
      "playwright_cli_default": {
        "n": 10,
        "median_ms": 1682.4,
        "mean_ms": 1677.1,
        "min_ms": 1653.5,
        "max_ms": 1696.3,
        "p95_ms": 1696.3,
        "runs_ms": [
          1653.5,
          1671.7,
          1661.8,
          1686.2,
          1685.8,
          1693.2,
          1684.1,
          1696.3,
          1680.7,
          1658.0
        ]
      },
      "playwright_cli_tuned": {
        "n": 10,
        "median_ms": 1175.5,
        "mean_ms": 1173.3,
        "min_ms": 1154.6,
        "max_ms": 1196.5,
        "p95_ms": 1196.5,
        "runs_ms": [
          1166.5,
          1185.6,
          1175.6,
          1167.1,
          1155.2,
          1154.6,
          1175.4,
          1180.9,
          1196.5,
          1175.9
        ]
      },
      "playwright_library": {
        "n": 10,
        "median_ms": 337.2,
        "mean_ms": 338.4,
        "min_ms": 330.8,
        "max_ms": 349.0,
        "p95_ms": 349.0,
        "runs_ms": [
          333.2,
          349.0,
          344.9,
          342.1,
          331.3,
          345.1,
          330.8,
          333.0,
          333.3,
          341.2
        ]
      }
    },
    "open + fill + submit + snapshot": {
      "agent_browser": {
        "n": 10,
        "median_ms": 341.2,
        "mean_ms": 340.7,
        "min_ms": 328.5,
        "max_ms": 353.8,
        "p95_ms": 353.8,
        "runs_ms": [
          337.4,
          343.7,
          353.8,
          339.3,
          343.2,
          334.4,
          337.1,
          328.5,
          343.2,
          346.3
        ]
      },
      "playwright_cli_default": {
        "n": 10,
        "median_ms": 1938.8,
        "mean_ms": 1935.9,
        "min_ms": 1894.3,
        "max_ms": 1959.4,
        "p95_ms": 1959.4,
        "runs_ms": [
          1957.5,
          1958.7,
          1920.8,
          1922.0,
          1954.4,
          1948.5,
          1929.2,
          1959.4,
          1914.1,
          1894.3
        ]
      },
      "playwright_cli_tuned": {
        "n": 10,
        "median_ms": 1456.0,
        "mean_ms": 1456.4,
        "min_ms": 1430.7,
        "max_ms": 1480.3,
        "p95_ms": 1480.3,
        "runs_ms": [
          1454.9,
          1462.9,
          1480.3,
          1451.5,
          1457.2,
          1448.0,
          1459.9,
          1430.7,
          1440.7,
          1477.4
        ]
      },
      "playwright_library": {
        "n": 10,
        "median_ms": 330.1,
        "mean_ms": 335.3,
        "min_ms": 320.0,
        "max_ms": 362.6,
        "p95_ms": 362.6,
        "runs_ms": [
          341.8,
          330.4,
          330.5,
          356.8,
          325.9,
          362.6,
          320.0,
          325.1,
          329.8,
          329.7
        ]
      }
    }
  },
  "warm": {
    "open + snapshot": {
      "agent_browser": {
        "n": 20,
        "median_ms": 8.4,
        "mean_ms": 8.6,
        "min_ms": 7.5,
        "max_ms": 11.3,
        "p95_ms": 10.3,
        "runs_ms": [
          8.0,
          10.3,
          7.7,
          8.9,
          9.1,
          11.3,
          8.9,
          8.0,
          8.5,
          8.0,
          7.8,
          7.9,
          7.5,
          8.6,
          8.7,
          8.6,
          8.2,
          9.3,
          7.8,
          8.0
        ]
      },
      "playwright_cli_default": {
        "n": 20,
        "median_ms": 293.7,
        "mean_ms": 293.7,
        "min_ms": 285.7,
        "max_ms": 307.7,
        "p95_ms": 300.1,
        "runs_ms": [
          287.3,
          295.3,
          298.9,
          307.7,
          293.9,
          294.0,
          291.9,
          288.1,
          295.9,
          296.2,
          287.7,
          291.8,
          293.6,
          285.7,
          287.3,
          300.1,
          298.9,
          295.5,
          292.9,
          291.9
        ]
      },
      "playwright_cli_tuned": {
        "n": 20,
        "median_ms": 292.1,
        "mean_ms": 294.2,
        "min_ms": 287.0,
        "max_ms": 307.1,
        "p95_ms": 305.9,
        "runs_ms": [
          307.1,
          297.6,
          299.7,
          294.1,
          291.2,
          300.7,
          287.8,
          292.7,
          293.8,
          287.7,
          287.0,
          288.1,
          305.9,
          290.8,
          287.6,
          305.2,
          291.6,
          293.9,
          290.4,
          290.7
        ]
      },
      "playwright_library": {
        "n": 20,
        "median_ms": 15.0,
        "mean_ms": 15.4,
        "min_ms": 13.9,
        "max_ms": 17.8,
        "p95_ms": 17.1,
        "runs_ms": [
          14.4,
          13.9,
          14.1,
          14.2,
          14.5,
          14.9,
          14.6,
          14.8,
          15.1,
          14.6,
          15.2,
          15.9,
          16.7,
          16.2,
          16.6,
          17.1,
          14.9,
          16.7,
          17.8,
          16.5
        ]
      }
    },
    "open + click + snapshot": {
      "agent_browser": {
        "n": 20,
        "median_ms": 24.9,
        "mean_ms": 25.3,
        "min_ms": 21.8,
        "max_ms": 28.8,
        "p95_ms": 28.7,
        "runs_ms": [
          23.5,
          28.7,
          24.3,
          28.8,
          25.4,
          28.6,
          25.8,
          27.8,
          22.9,
          23.5,
          26.9,
          22.1,
          27.7,
          21.8,
          22.5,
          26.3,
          24.5,
          25.9,
          24.1,
          23.7
        ]
      },
      "playwright_cli_default": {
        "n": 20,
        "median_ms": 1116.9,
        "mean_ms": 1117.8,
        "min_ms": 1087.8,
        "max_ms": 1150.0,
        "p95_ms": 1140.7,
        "runs_ms": [
          1106.8,
          1121.3,
          1089.9,
          1087.8,
          1102.5,
          1107.5,
          1127.1,
          1103.5,
          1110.3,
          1124.7,
          1114.3,
          1140.7,
          1137.7,
          1150.0,
          1107.5,
          1125.5,
          1119.4,
          1124.9,
          1114.5,
          1139.6
        ]
      },
      "playwright_cli_tuned": {
        "n": 20,
        "median_ms": 612.9,
        "mean_ms": 616.5,
        "min_ms": 586.3,
        "max_ms": 664.7,
        "p95_ms": 644.6,
        "runs_ms": [
          597.7,
          613.8,
          606.1,
          586.3,
          612.2,
          605.2,
          598.3,
          593.2,
          593.9,
          637.9,
          613.6,
          643.2,
          624.2,
          631.3,
          644.6,
          614.1,
          632.9,
          606.6,
          609.8,
          664.7
        ]
      },
      "playwright_library": {
        "n": 20,
        "median_ms": 66.8,
        "mean_ms": 66.6,
        "min_ms": 63.5,
        "max_ms": 69.3,
        "p95_ms": 68.2,
        "runs_ms": [
          66.0,
          66.3,
          67.4,
          67.5,
          69.3,
          66.9,
          65.7,
          63.5,
          66.8,
          67.3,
          64.9,
          67.2,
          68.2,
          68.2,
          65.0,
          67.4,
          65.8,
          66.9,
          65.0,
          66.2
        ]
      }
    },
    "open + fill + submit + snapshot": {
      "agent_browser": {
        "n": 20,
        "median_ms": 23.3,
        "mean_ms": 22.8,
        "min_ms": 17.1,
        "max_ms": 25.6,
        "p95_ms": 25.6,
        "runs_ms": [
          21.7,
          21.6,
          25.4,
          20.1,
          24.5,
          24.9,
          21.3,
          25.6,
          23.0,
          18.4,
          20.6,
          25.6,
          21.9,
          24.8,
          23.6,
          17.1,
          23.9,
          25.2,
          22.3,
          24.2
        ]
      },
      "playwright_cli_default": {
        "n": 20,
        "median_ms": 1383.0,
        "mean_ms": 1386.9,
        "min_ms": 1360.4,
        "max_ms": 1453.4,
        "p95_ms": 1417.1,
        "runs_ms": [
          1379.8,
          1368.9,
          1379.1,
          1395.3,
          1372.7,
          1395.4,
          1398.2,
          1384.8,
          1381.2,
          1417.1,
          1385.6,
          1377.1,
          1360.4,
          1387.4,
          1365.8,
          1396.8,
          1453.4,
          1410.7,
          1361.0,
          1367.7
        ]
      },
      "playwright_cli_tuned": {
        "n": 20,
        "median_ms": 894.0,
        "mean_ms": 895.5,
        "min_ms": 874.8,
        "max_ms": 930.2,
        "p95_ms": 916.1,
        "runs_ms": [
          897.6,
          881.8,
          891.9,
          880.1,
          877.6,
          891.6,
          894.2,
          897.0,
          893.6,
          877.5,
          916.1,
          874.8,
          900.3,
          893.9,
          909.8,
          930.2,
          912.2,
          908.3,
          900.5,
          880.6
        ]
      },
      "playwright_library": {
        "n": 20,
        "median_ms": 50.1,
        "mean_ms": 50.0,
        "min_ms": 47.9,
        "max_ms": 52.1,
        "p95_ms": 50.6,
        "runs_ms": [
          50.3,
          49.7,
          50.2,
          49.5,
          50.1,
          50.6,
          49.1,
          50.3,
          50.5,
          49.8,
          50.2,
          50.1,
          49.5,
          50.3,
          52.1,
          47.9,
          50.3,
          49.4,
          49.5,
          50.0
        ]
      }
    }
  }
}