{
  "benchmark": "omniget-vs-ezytdl",
  "reproduce": "Open ezytdl 3.0.3 with --remote-debugging-port=9333 and the OmniGet 0.10.1 app with its MCP endpoint, then: node scripts/bench/speed.mjs --slug omniget-vs-ezytdl --tools omniget-app,ezytdl --success-only && node scripts/bench/speed.mjs --slug omniget-vs-ezytdl --tools omniget-app,ezytdl,ezytdl-tuned --items direct-large --speed-only --rounds 5 --warmup 1",
  "metrics": [
    {
      "id": "success",
      "unit": "%",
      "better": "higher",
      "from": "success.default.pct"
    },
    {
      "id": "direct",
      "unit": "s",
      "better": "lower",
      "from": "speed.direct-large.default.median_s"
    },
    {
      "id": "memory",
      "unit": "MB",
      "better": "lower",
      "from": "resources_by_item.direct-large.default.peak_rss_mb"
    },
    {
      "id": "macos",
      "unit": "MB",
      "better": "lower"
    }
  ],
  "data": {
    "measured": "2026-09-30",
    "method": "scripts/bench/speed.mjs: same machine, network and day; one warm-up round thrown away; rounds rotate the tool order; files deleted after every run; medians published, min and max kept.",
    "corpus": "scripts/bench/corpus.json",
    "machine": {
      "model": "Mac17,4",
      "cpu": "Apple M5",
      "ram_gb": 24,
      "os": "macOS 26.5.2"
    },
    "profiles": {
      "omniget-app": {
        "tool": "omniget",
        "variant": "default",
        "version": "OmniGet 0.10.1 (MCP of v0.10.1)",
        "idle_rss_mb": 29.5
      },
      "ezytdl": {
        "tool": "ezytdl",
        "variant": "default",
        "version": "ezytdl 3.0.3 (bridge: ezytdl's yt-dlp build)"
      },
      "ezytdl-tuned": {
        "tool": "ezytdl",
        "variant": "tuned",
        "version": "ezytdl 3.0.3 (bridge: ezytdl's yt-dlp build)"
      }
    },
    "runs": [
      {
        "kind": "success",
        "profile": "omniget-app",
        "item": "video-1080p",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 344.65,
        "mb": 134.9,
        "mbps": 3.1,
        "peak_rss_mb": 113.3,
        "peak_cpu_pct": 51.7,
        "mean_cpu_pct": 9,
        "height": 1080,
        "files": 1,
        "app_seconds": null,
        "app_started_at_ms": 1790751106942,
        "app_finished_at_ms": null
      },
      {
        "kind": "success",
        "profile": "ezytdl",
        "item": "video-1080p",
        "round": 0,
        "warmup": false,
        "ok": false,
        "seconds": 225.15,
        "mb": 10.2,
        "mbps": 0.4,
        "peak_rss_mb": 251.4,
        "peak_cpu_pct": 59.6,
        "mean_cpu_pct": 34.7,
        "height": null,
        "files": 1,
        "error": "no video stream; height 0 < 1080; 10.2 MB < 60 MB"
      },
      {
        "kind": "success",
        "profile": "omniget-app",
        "item": "direct-large",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 155.14,
        "mb": 372.2,
        "mbps": 19.2,
        "peak_rss_mb": 44.1,
        "peak_cpu_pct": 27.7,
        "mean_cpu_pct": 6.1,
        "height": 534,
        "files": 1,
        "app_seconds": null,
        "app_started_at_ms": 1790751729404,
        "app_finished_at_ms": null
      },
      {
        "kind": "success",
        "profile": "ezytdl",
        "item": "direct-large",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 125.94,
        "mb": 372.2,
        "mbps": 23.6,
        "peak_rss_mb": 259.3,
        "peak_cpu_pct": 75.5,
        "mean_cpu_pct": 35.5,
        "height": 534,
        "files": 1
      },
      {
        "kind": "success",
        "profile": "omniget-app",
        "item": "hls",
        "round": 0,
        "warmup": false,
        "ok": false,
        "seconds": 1200.14,
        "mb": 0,
        "mbps": null,
        "peak_rss_mb": 84.3,
        "peak_cpu_pct": 34.3,
        "mean_cpu_pct": 2.1,
        "height": null,
        "files": 0,
        "app_seconds": null,
        "app_started_at_ms": 1790752915557,
        "app_finished_at_ms": null,
        "error": "no media file; no video stream; height 0 < 1080; 0 MB < 100 MB; {\"type\":\"Active\"}"
      },
      {
        "kind": "success",
        "profile": "ezytdl",
        "item": "hls",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 175.45,
        "mb": 488.2,
        "mbps": 22.3,
        "peak_rss_mb": 229.9,
        "peak_cpu_pct": 84.1,
        "mean_cpu_pct": 32.7,
        "height": 1080,
        "files": 1
      },
      {
        "kind": "success",
        "profile": "omniget-app",
        "item": "audio",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 106.19,
        "mb": 4.4,
        "mbps": 0.3,
        "peak_rss_mb": 292.2,
        "peak_cpu_pct": 80.4,
        "mean_cpu_pct": 13.2,
        "height": null,
        "files": 1,
        "app_seconds": null,
        "app_started_at_ms": 1790753448535,
        "app_finished_at_ms": null
      },
      {
        "kind": "success",
        "profile": "ezytdl",
        "item": "audio",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 33.09,
        "mb": 4.3,
        "mbps": 1,
        "peak_rss_mb": 272,
        "peak_cpu_pct": 65.1,
        "mean_cpu_pct": 27.3,
        "height": null,
        "files": 1
      },
      {
        "kind": "success",
        "profile": "omniget-app",
        "item": "subtitles",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 110.97,
        "mb": 204.1,
        "mbps": 14.7,
        "peak_rss_mb": 141.1,
        "peak_cpu_pct": 114.3,
        "mean_cpu_pct": 17.9,
        "height": 800,
        "files": 1,
        "app_seconds": null,
        "app_started_at_ms": 1790753590004,
        "app_finished_at_ms": null
      },
      {
        "kind": "success",
        "profile": "ezytdl",
        "item": "subtitles",
        "round": 0,
        "warmup": false,
        "ok": false,
        "seconds": 79.06,
        "mb": 203.8,
        "mbps": 20.6,
        "peak_rss_mb": 335.3,
        "peak_cpu_pct": 97.4,
        "mean_cpu_pct": 34.4,
        "height": 800,
        "files": 1,
        "error": "no subtitles"
      },
      {
        "kind": "success",
        "profile": "omniget-app",
        "item": "playlist",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 34.14,
        "mb": 10.7,
        "mbps": 2.5,
        "peak_rss_mb": 124.5,
        "peak_cpu_pct": 84.5,
        "mean_cpu_pct": 19.6,
        "height": null,
        "files": 4,
        "app_seconds": null,
        "app_started_at_ms": 1790753783378,
        "app_finished_at_ms": null
      },
      {
        "kind": "success",
        "profile": "ezytdl",
        "item": "playlist",
        "round": 0,
        "warmup": false,
        "ok": false,
        "seconds": 5.88,
        "mb": 0,
        "mbps": null,
        "peak_rss_mb": 245.6,
        "peak_cpu_pct": 71.7,
        "mean_cpu_pct": 36,
        "height": null,
        "files": 0,
        "error": "no media file; no audio stream; 0 MB < 4 MB; 0 files < 4"
      },
      {
        "kind": "success",
        "profile": "omniget-app",
        "item": "peertube",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 35.48,
        "mb": 41.8,
        "mbps": 9.4,
        "peak_rss_mb": 123.2,
        "peak_cpu_pct": 85.7,
        "mean_cpu_pct": 16.9,
        "height": 1080,
        "files": 1,
        "app_seconds": null,
        "app_started_at_ms": 1790753823877,
        "app_finished_at_ms": null
      },
      {
        "kind": "success",
        "profile": "ezytdl",
        "item": "peertube",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 17.45,
        "mb": 41.8,
        "mbps": 19.2,
        "peak_rss_mb": 274.8,
        "peak_cpu_pct": 58.6,
        "mean_cpu_pct": 28.8,
        "height": 1080,
        "files": 1
      },
      {
        "kind": "success",
        "profile": "omniget-app",
        "item": "bilibili",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 32.24,
        "mb": 19.2,
        "mbps": 4.8,
        "peak_rss_mb": 126.3,
        "peak_cpu_pct": 83.1,
        "mean_cpu_pct": 17.9,
        "height": 1080,
        "files": 1,
        "app_seconds": null,
        "app_started_at_ms": 1790753879099,
        "app_finished_at_ms": null
      },
      {
        "kind": "success",
        "profile": "ezytdl",
        "item": "bilibili",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 58.51,
        "mb": 42.1,
        "mbps": 5.8,
        "peak_rss_mb": 267.4,
        "peak_cpu_pct": 56.3,
        "mean_cpu_pct": 28.7,
        "height": 1080,
        "files": 1
      },
      {
        "kind": "success",
        "profile": "omniget-app",
        "item": "torrent",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 126.15,
        "mb": 276.1,
        "mbps": 17.5,
        "peak_rss_mb": 123.8,
        "peak_cpu_pct": 25.9,
        "mean_cpu_pct": 7.6,
        "height": 1080,
        "files": 1,
        "app_seconds": null,
        "app_started_at_ms": 1790753972544,
        "app_finished_at_ms": null
      },
      {
        "kind": "success",
        "profile": "ezytdl",
        "item": "torrent",
        "round": 0,
        "warmup": false,
        "ok": false,
        "seconds": 2.55,
        "mb": 0,
        "mbps": null,
        "peak_rss_mb": 168.8,
        "peak_cpu_pct": 41.3,
        "mean_cpu_pct": 16.7,
        "height": null,
        "files": 0,
        "error": "no media file; no video stream; no audio stream; 0 MB < 250 MB; {\"exceptionId\":1,\"text\":\"Uncaught (in promise) TypeError: Cannot read properties of null (reading 'entries')\",\"lineNumber\":0,\"columnNumber\":0,\"exception\":{\"type\":\"object\",\"subtype\":\"error\",\"className\":\"TypeError\",\"description\":\"TypeError: Cannot read properties of null (reading 'entries')\\n    at <a"
      },
      {
        "kind": "speed",
        "profile": "ezytdl-tuned",
        "item": "direct-large",
        "round": -1,
        "warmup": true,
        "ok": true,
        "seconds": 89,
        "mb": 372.2,
        "mbps": 33.5,
        "peak_rss_mb": 258.9,
        "peak_cpu_pct": 75.5,
        "mean_cpu_pct": 38,
        "height": 534,
        "files": 1
      },
      {
        "kind": "speed",
        "profile": "omniget-app",
        "item": "direct-large",
        "round": -1,
        "warmup": true,
        "ok": true,
        "seconds": 108.42,
        "mb": 372.2,
        "mbps": 27.5,
        "peak_rss_mb": 56.2,
        "peak_cpu_pct": 43.3,
        "mean_cpu_pct": 7.9,
        "height": 534,
        "files": 1,
        "app_seconds": null,
        "app_started_at_ms": 1790754426412,
        "app_finished_at_ms": null
      },
      {
        "kind": "speed",
        "profile": "ezytdl",
        "item": "direct-large",
        "round": -1,
        "warmup": true,
        "ok": true,
        "seconds": 88.49,
        "mb": 372.2,
        "mbps": 33.6,
        "peak_rss_mb": 273.5,
        "peak_cpu_pct": 76.6,
        "mean_cpu_pct": 38,
        "height": 534,
        "files": 1
      },
      {
        "kind": "speed",
        "profile": "omniget-app",
        "item": "direct-large",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 104.56,
        "mb": 372.2,
        "mbps": 28.5,
        "peak_rss_mb": 52,
        "peak_cpu_pct": 43.6,
        "mean_cpu_pct": 8.7,
        "height": 534,
        "files": 1,
        "app_seconds": null,
        "app_started_at_ms": 1790754717836,
        "app_finished_at_ms": null
      },
      {
        "kind": "speed",
        "profile": "ezytdl",
        "item": "direct-large",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 126.47,
        "mb": 372.2,
        "mbps": 23.5,
        "peak_rss_mb": 261.3,
        "peak_cpu_pct": 84.2,
        "mean_cpu_pct": 36.8,
        "height": 534,
        "files": 1
      },
      {
        "kind": "speed",
        "profile": "ezytdl-tuned",
        "item": "direct-large",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 252.24,
        "mb": 372.2,
        "mbps": 11.8,
        "peak_rss_mb": 241.6,
        "peak_cpu_pct": 101,
        "mean_cpu_pct": 29.7,
        "height": 534,
        "files": 1
      },
      {
        "kind": "speed",
        "profile": "ezytdl",
        "item": "direct-large",
        "round": 1,
        "warmup": false,
        "ok": true,
        "seconds": 104.66,
        "mb": 372.2,
        "mbps": 28.5,
        "peak_rss_mb": 266.3,
        "peak_cpu_pct": 86.2,
        "mean_cpu_pct": 37.1,
        "height": 534,
        "files": 1
      },
      {
        "kind": "speed",
        "profile": "ezytdl-tuned",
        "item": "direct-large",
        "round": 1,
        "warmup": false,
        "ok": true,
        "seconds": 94.91,
        "mb": 372.2,
        "mbps": 31.4,
        "peak_rss_mb": 328.3,
        "peak_cpu_pct": 67.8,
        "mean_cpu_pct": 34.6,
        "height": 534,
        "files": 1
      },
      {
        "kind": "speed",
        "profile": "omniget-app",
        "item": "direct-large",
        "round": 1,
        "warmup": false,
        "ok": true,
        "seconds": 119.08,
        "mb": 372.2,
        "mbps": 25,
        "peak_rss_mb": 51.6,
        "peak_cpu_pct": 67.9,
        "mean_cpu_pct": 6.6,
        "height": 534,
        "files": 1,
        "app_seconds": null,
        "app_started_at_ms": 1790755635344,
        "app_finished_at_ms": null
      },
      {
        "kind": "speed",
        "profile": "ezytdl-tuned",
        "item": "direct-large",
        "round": 2,
        "warmup": false,
        "ok": true,
        "seconds": 167.18,
        "mb": 372.2,
        "mbps": 17.8,
        "peak_rss_mb": 327.5,
        "peak_cpu_pct": 91.2,
        "mean_cpu_pct": 28.7,
        "height": 534,
        "files": 1
      },
      {
        "kind": "speed",
        "profile": "omniget-app",
        "item": "direct-large",
        "round": 2,
        "warmup": false,
        "ok": false,
        "seconds": 0.2,
        "mb": 0,
        "mbps": null,
        "peak_rss_mb": 42.8,
        "peak_cpu_pct": 6.7,
        "mean_cpu_pct": 6.7,
        "height": null,
        "files": 0,
        "app_seconds": null,
        "app_started_at_ms": null,
        "app_finished_at_ms": null,
        "error": "no media file; no video stream; 0 MB < 350 MB; enqueue outcome already-queued"
      },
      {
        "kind": "speed",
        "profile": "ezytdl",
        "item": "direct-large",
        "round": 2,
        "warmup": false,
        "ok": true,
        "seconds": 161.28,
        "mb": 372.2,
        "mbps": 18.5,
        "peak_rss_mb": 260.1,
        "peak_cpu_pct": 80.9,
        "mean_cpu_pct": 36.6,
        "height": 534,
        "files": 1
      },
      {
        "kind": "speed",
        "profile": "omniget-app",
        "item": "direct-large",
        "round": 3,
        "warmup": false,
        "ok": true,
        "seconds": 168.21,
        "mb": 372.2,
        "mbps": 17.7,
        "peak_rss_mb": 51.2,
        "peak_cpu_pct": 57.1,
        "mean_cpu_pct": 5.3,
        "height": 534,
        "files": 1,
        "app_seconds": null,
        "app_started_at_ms": 1790756266790,
        "app_finished_at_ms": null
      },
      {
        "kind": "speed",
        "profile": "ezytdl",
        "item": "direct-large",
        "round": 3,
        "warmup": false,
        "ok": true,
        "seconds": 89.47,
        "mb": 372.2,
        "mbps": 33.3,
        "peak_rss_mb": 265.5,
        "peak_cpu_pct": 89.4,
        "mean_cpu_pct": 38.3,
        "height": 534,
        "files": 1
      },
      {
        "kind": "speed",
        "profile": "ezytdl-tuned",
        "item": "direct-large",
        "round": 3,
        "warmup": false,
        "ok": true,
        "seconds": 148.6,
        "mb": 372.2,
        "mbps": 20,
        "peak_rss_mb": 276.6,
        "peak_cpu_pct": 94.2,
        "mean_cpu_pct": 36.9,
        "height": 534,
        "files": 1
      },
      {
        "kind": "speed",
        "profile": "ezytdl",
        "item": "direct-large",
        "round": 4,
        "warmup": false,
        "ok": true,
        "seconds": 253.12,
        "mb": 372.2,
        "mbps": 11.8,
        "peak_rss_mb": 270.3,
        "peak_cpu_pct": 82.3,
        "mean_cpu_pct": 28.3,
        "height": 534,
        "files": 1
      },
      {
        "kind": "speed",
        "profile": "ezytdl-tuned",
        "item": "direct-large",
        "round": 4,
        "warmup": false,
        "ok": true,
        "seconds": 152.84,
        "mb": 372.2,
        "mbps": 19.5,
        "peak_rss_mb": 269.1,
        "peak_cpu_pct": 80.6,
        "mean_cpu_pct": 32,
        "height": 534,
        "files": 1
      },
      {
        "kind": "speed",
        "profile": "omniget-app",
        "item": "direct-large",
        "round": 4,
        "warmup": false,
        "ok": true,
        "seconds": 108,
        "mb": 372.2,
        "mbps": 27.6,
        "peak_rss_mb": 117.7,
        "peak_cpu_pct": 47.3,
        "mean_cpu_pct": 8.9,
        "height": 534,
        "files": 1,
        "app_seconds": null,
        "app_started_at_ms": 1790757307392,
        "app_finished_at_ms": null
      }
    ],
    "network": {
      "before": {
        "down_mbps": 39,
        "up_mbps": 75.8,
        "at": "2026-09-30T07:44:02.730Z"
      },
      "after": {
        "down_mbps": 11.9,
        "up_mbps": null,
        "at": "2026-09-30T08:36:58.357Z"
      }
    },
    "tools": [
      {
        "id": "omniget",
        "versions": {
          "default": "OmniGet 0.10.1 (MCP of v0.10.1)"
        },
        "speed": {
          "direct-large": {
            "default": {
              "median_s": 113.5,
              "min_s": 104.6,
              "max_s": 168.2,
              "n": 4,
              "spread_pct": 28,
              "median_mbps": 26.3,
              "peak_rss_mb": 51.8,
              "peak_cpu_pct": 52.2,
              "failures": 1
            },
            "best": {
              "median_s": 113.5,
              "min_s": 104.6,
              "max_s": 168.2,
              "n": 4,
              "spread_pct": 28,
              "median_mbps": 26.3,
              "peak_rss_mb": 51.8,
              "peak_cpu_pct": 52.2,
              "failures": 1,
              "variant": "default"
            }
          },
          "total": {
            "default": {
              "median_s": 113.5
            },
            "best": {
              "median_s": 113.5,
              "variant": "default"
            }
          }
        },
        "success": {
          "default": {
            "ok": 8,
            "total": 9,
            "pct": 89,
            "failed": [
              "hls"
            ]
          },
          "best": {
            "ok": 8,
            "total": 9,
            "pct": 89,
            "failed": [
              "hls"
            ],
            "variant": "default"
          }
        },
        "resources": {
          "default": {
            "peak_rss_mb": 51.8,
            "peak_cpu_pct": 52.2,
            "idle_rss_mb": 29.5
          }
        },
        "resources_by_item": {
          "direct-large": {
            "default": {
              "peak_rss_mb": 51.8,
              "peak_cpu_pct": 52.2
            }
          }
        }
      },
      {
        "id": "ezytdl",
        "versions": {
          "default": "ezytdl 3.0.3 (bridge: ezytdl's yt-dlp build)",
          "tuned": "ezytdl 3.0.3 (bridge: ezytdl's yt-dlp build)"
        },
        "speed": {
          "direct-large": {
            "default": {
              "median_s": 126.5,
              "min_s": 89.5,
              "max_s": 253.1,
              "n": 5,
              "spread_pct": 64.7,
              "median_mbps": 23.5,
              "peak_rss_mb": 265.5,
              "peak_cpu_pct": 84.2,
              "failures": 0
            },
            "tuned": {
              "median_s": 152.8,
              "min_s": 94.9,
              "max_s": 252.2,
              "n": 5,
              "spread_pct": 51.5,
              "median_mbps": 19.5,
              "peak_rss_mb": 276.6,
              "peak_cpu_pct": 91.2,
              "failures": 0
            },
            "best": {
              "median_s": 126.5,
              "min_s": 89.5,
              "max_s": 253.1,
              "n": 5,
              "spread_pct": 64.7,
              "median_mbps": 23.5,
              "peak_rss_mb": 265.5,
              "peak_cpu_pct": 84.2,
              "failures": 0,
              "variant": "default"
            }
          },
          "total": {
            "default": {
              "median_s": 126.5
            },
            "tuned": {
              "median_s": 152.8
            },
            "best": {
              "median_s": 126.5,
              "variant": "default"
            }
          }
        },
        "success": {
          "default": {
            "ok": 5,
            "total": 9,
            "pct": 56,
            "failed": [
              "video-1080p",
              "subtitles",
              "playlist",
              "torrent"
            ]
          },
          "best": {
            "ok": 5,
            "total": 9,
            "pct": 56,
            "failed": [
              "video-1080p",
              "subtitles",
              "playlist",
              "torrent"
            ],
            "variant": "default"
          }
        },
        "resources": {
          "default": {
            "peak_rss_mb": 265.5,
            "peak_cpu_pct": 84.2
          },
          "tuned": {
            "peak_rss_mb": 276.6,
            "peak_cpu_pct": 91.2
          }
        },
        "resources_by_item": {
          "direct-large": {
            "default": {
              "peak_rss_mb": 265.5,
              "peak_cpu_pct": 84.2
            },
            "tuned": {
              "peak_rss_mb": 276.6,
              "peak_cpu_pct": 91.2
            }
          }
        }
      }
    ]
  }
}