{
  "benchmark": "omniget-vs-media-downloader",
  "reproduce": "MEDIA_DOWNLOADER=<MediaDownloader.app/Contents/MacOS/MediaDownloader 5.6.6> node scripts/bench/speed.mjs --slug omniget-vs-media-downloader --tools omniget-app,media-downloader --items direct-large --speed-only --rounds 5 --warmup 1; then --tools media-downloader --success-only",
  "metrics": [
    {
      "id": "direct",
      "unit": "s",
      "better": "lower",
      "from": "speed.direct-large.default.median_s"
    },
    {
      "id": "success",
      "unit": "%",
      "better": "higher"
    },
    {
      "id": "memory",
      "unit": "MB",
      "better": "lower",
      "from": "resources_by_item.direct-large.default.peak_rss_mb"
    },
    {
      "id": "dmg",
      "unit": "MB",
      "better": "lower"
    },
    {
      "id": "windows",
      "unit": "MB",
      "better": "lower"
    }
  ],
  "data": {
    "measured": "2026-09-30",
    "method": "scripts/bench/speed.mjs: same machine, network and day; one warm-up round thrown away; rounds rotate the tool order; files deleted after every run; medians published, min and max kept.",
    "corpus": "scripts/bench/corpus.json",
    "machine": {
      "model": "Mac17,4",
      "cpu": "Apple M5",
      "ram_gb": 24,
      "os": "macOS 26.5.2"
    },
    "profiles": {
      "omniget-app": {
        "tool": "omniget",
        "variant": "default",
        "version": "OmniGet 0.10.1 (MCP of v0.10.1)",
        "idle_rss_mb": 32
      },
      "media-downloader": {
        "tool": "media-downloader",
        "variant": "default",
        "version": "Media Downloader 5.6.6"
      }
    },
    "runs": [
      {
        "kind": "speed",
        "profile": "media-downloader",
        "item": "direct-large",
        "round": -1,
        "warmup": true,
        "ok": true,
        "seconds": 159.8,
        "mb": 372.2,
        "mbps": 18.6,
        "peak_rss_mb": 153.3,
        "peak_cpu_pct": 49.3,
        "mean_cpu_pct": 5.2,
        "height": 534,
        "files": 1
      },
      {
        "kind": "speed",
        "profile": "omniget-app",
        "item": "direct-large",
        "round": -1,
        "warmup": true,
        "ok": true,
        "seconds": 109.54,
        "mb": 372.2,
        "mbps": 27.2,
        "peak_rss_mb": 50.4,
        "peak_cpu_pct": 52.8,
        "mean_cpu_pct": 8.6,
        "height": 534,
        "files": 1,
        "app_seconds": null,
        "app_started_at_ms": 1790755003643,
        "app_finished_at_ms": null
      },
      {
        "kind": "speed",
        "profile": "omniget-app",
        "item": "direct-large",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 118.41,
        "mb": 372.2,
        "mbps": 25.1,
        "peak_rss_mb": 51.1,
        "peak_cpu_pct": 33.6,
        "mean_cpu_pct": 8.1,
        "height": 534,
        "files": 1,
        "app_seconds": null,
        "app_started_at_ms": 1790755159166,
        "app_finished_at_ms": null
      },
      {
        "kind": "speed",
        "profile": "media-downloader",
        "item": "direct-large",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 145.87,
        "mb": 372.2,
        "mbps": 20.4,
        "peak_rss_mb": 154.7,
        "peak_cpu_pct": 37.9,
        "mean_cpu_pct": 5.7,
        "height": 534,
        "files": 1
      },
      {
        "kind": "speed",
        "profile": "media-downloader",
        "item": "direct-large",
        "round": 1,
        "warmup": false,
        "ok": true,
        "seconds": 189.48,
        "mb": 372.2,
        "mbps": 15.7,
        "peak_rss_mb": 143.6,
        "peak_cpu_pct": 67,
        "mean_cpu_pct": 3.3,
        "height": 534,
        "files": 1
      },
      {
        "kind": "speed",
        "profile": "omniget-app",
        "item": "direct-large",
        "round": 1,
        "warmup": false,
        "ok": true,
        "seconds": 107.47,
        "mb": 372.2,
        "mbps": 27.7,
        "peak_rss_mb": 51.2,
        "peak_cpu_pct": 41.9,
        "mean_cpu_pct": 8.8,
        "height": 534,
        "files": 1,
        "app_seconds": null,
        "app_started_at_ms": 1790755835797,
        "app_finished_at_ms": null
      },
      {
        "kind": "speed",
        "profile": "omniget-app",
        "item": "direct-large",
        "round": 2,
        "warmup": false,
        "ok": true,
        "seconds": 263.84,
        "mb": 372.2,
        "mbps": 11.3,
        "peak_rss_mb": 50.9,
        "peak_cpu_pct": 39.3,
        "mean_cpu_pct": 6.7,
        "height": 534,
        "files": 1,
        "app_seconds": null,
        "app_started_at_ms": 1790755991663,
        "app_finished_at_ms": null
      },
      {
        "kind": "speed",
        "profile": "media-downloader",
        "item": "direct-large",
        "round": 2,
        "warmup": false,
        "ok": true,
        "seconds": 124.09,
        "mb": 372.2,
        "mbps": 24,
        "peak_rss_mb": 149.3,
        "peak_cpu_pct": 30.9,
        "mean_cpu_pct": 5.4,
        "height": 534,
        "files": 1
      },
      {
        "kind": "speed",
        "profile": "media-downloader",
        "item": "direct-large",
        "round": 3,
        "warmup": false,
        "ok": true,
        "seconds": 180.71,
        "mb": 372.2,
        "mbps": 16.5,
        "peak_rss_mb": 160.8,
        "peak_cpu_pct": 38.6,
        "mean_cpu_pct": 5.2,
        "height": 534,
        "files": 1
      },
      {
        "kind": "speed",
        "profile": "omniget-app",
        "item": "direct-large",
        "round": 3,
        "warmup": false,
        "ok": true,
        "seconds": 112.26,
        "mb": 372.2,
        "mbps": 26.5,
        "peak_rss_mb": 54.7,
        "peak_cpu_pct": 52.6,
        "mean_cpu_pct": 8.7,
        "height": 534,
        "files": 1,
        "app_seconds": null,
        "app_started_at_ms": 1790756796429,
        "app_finished_at_ms": null
      },
      {
        "kind": "speed",
        "profile": "omniget-app",
        "item": "direct-large",
        "round": 4,
        "warmup": false,
        "ok": true,
        "seconds": 95.22,
        "mb": 372.2,
        "mbps": 31.3,
        "peak_rss_mb": 59.2,
        "peak_cpu_pct": 41.4,
        "mean_cpu_pct": 8,
        "height": 534,
        "files": 1,
        "app_seconds": null,
        "app_started_at_ms": 1790756954526,
        "app_finished_at_ms": null
      },
      {
        "kind": "speed",
        "profile": "media-downloader",
        "item": "direct-large",
        "round": 4,
        "warmup": false,
        "ok": true,
        "seconds": 177.14,
        "mb": 372.2,
        "mbps": 16.8,
        "peak_rss_mb": 163.8,
        "peak_cpu_pct": 34.2,
        "mean_cpu_pct": 3.9,
        "height": 534,
        "files": 1
      },
      {
        "kind": "success",
        "profile": "media-downloader",
        "item": "video-1080p",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 83.27,
        "mb": 134.4,
        "mbps": 12.9,
        "peak_rss_mb": 363.7,
        "peak_cpu_pct": 108.7,
        "mean_cpu_pct": 9.4,
        "height": 1080,
        "files": 1
      },
      {
        "kind": "success",
        "profile": "media-downloader",
        "item": "direct-large",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 194.07,
        "mb": 372.2,
        "mbps": 15.3,
        "peak_rss_mb": 175.8,
        "peak_cpu_pct": 81.5,
        "mean_cpu_pct": 3.6,
        "height": 534,
        "files": 1
      },
      {
        "kind": "success",
        "profile": "media-downloader",
        "item": "hls",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 354.59,
        "mb": 488.2,
        "mbps": 11,
        "peak_rss_mb": 170.7,
        "peak_cpu_pct": 79.8,
        "mean_cpu_pct": 3.7,
        "height": 1080,
        "files": 1
      },
      {
        "kind": "success",
        "profile": "media-downloader",
        "item": "audio",
        "round": 0,
        "warmup": false,
        "ok": false,
        "seconds": 24.82,
        "mb": 0,
        "mbps": null,
        "peak_rss_mb": 182.5,
        "peak_cpu_pct": 61,
        "mean_cpu_pct": 4.6,
        "height": null,
        "files": 0,
        "error": "no media file; no audio stream; 0 MB < 2 MB"
      },
      {
        "kind": "success",
        "profile": "media-downloader",
        "item": "subtitles",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 86.33,
        "mb": 203.7,
        "mbps": 18.9,
        "peak_rss_mb": 193.3,
        "peak_cpu_pct": 104.6,
        "mean_cpu_pct": 7.8,
        "height": 800,
        "files": 1
      },
      {
        "kind": "success",
        "profile": "media-downloader",
        "item": "playlist",
        "round": 0,
        "warmup": false,
        "ok": false,
        "seconds": 35.16,
        "mb": 0,
        "mbps": null,
        "peak_rss_mb": 162.9,
        "peak_cpu_pct": 57.9,
        "mean_cpu_pct": 3.5,
        "height": null,
        "files": 0,
        "error": "no media file; no audio stream; 0 MB < 4 MB; 0 files < 4"
      },
      {
        "kind": "success",
        "profile": "media-downloader",
        "item": "peertube",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 30.88,
        "mb": 41.8,
        "mbps": 10.8,
        "peak_rss_mb": 176.5,
        "peak_cpu_pct": 63.5,
        "mean_cpu_pct": 4.9,
        "height": 1080,
        "files": 1
      },
      {
        "kind": "success",
        "profile": "media-downloader",
        "item": "bilibili",
        "round": 0,
        "warmup": false,
        "ok": true,
        "seconds": 36.89,
        "mb": 19.2,
        "mbps": 4.2,
        "peak_rss_mb": 226.1,
        "peak_cpu_pct": 61.3,
        "mean_cpu_pct": 4.8,
        "height": 1080,
        "files": 1
      },
      {
        "kind": "success",
        "profile": "media-downloader",
        "item": "torrent",
        "round": 0,
        "warmup": false,
        "ok": false,
        "seconds": 20.31,
        "mb": 0,
        "mbps": null,
        "peak_rss_mb": 159.8,
        "peak_cpu_pct": 71.2,
        "mean_cpu_pct": 5,
        "height": null,
        "files": 0,
        "error": "no media file; no video stream; no audio stream; 0 MB < 250 MB"
      }
    ],
    "network": {
      "before": {
        "down_mbps": 38.5,
        "up_mbps": 77.4,
        "at": "2026-09-30T07:51:47.468Z"
      },
      "after": {
        "down_mbps": 19.7,
        "up_mbps": 85.3,
        "at": "2026-09-30T08:35:52.655Z"
      },
      "note": "networkQuality around the timed rounds; the corpus pass for Media Downloader ran afterwards (08:58 to 09:18 UTC) without it."
    },
    "tools": [
      {
        "id": "omniget",
        "versions": {
          "default": "OmniGet 0.10.1 (MCP of v0.10.1)"
        },
        "speed": {
          "direct-large": {
            "default": {
              "median_s": 112.3,
              "min_s": 95.2,
              "max_s": 263.8,
              "n": 5,
              "spread_pct": 75.1,
              "median_mbps": 26.5,
              "peak_rss_mb": 51.2,
              "peak_cpu_pct": 41.4,
              "failures": 0
            },
            "best": {
              "median_s": 112.3,
              "min_s": 95.2,
              "max_s": 263.8,
              "n": 5,
              "spread_pct": 75.1,
              "median_mbps": 26.5,
              "peak_rss_mb": 51.2,
              "peak_cpu_pct": 41.4,
              "failures": 0,
              "variant": "default"
            }
          },
          "total": {
            "default": {
              "median_s": 112.3
            },
            "best": {
              "median_s": 112.3,
              "variant": "default"
            }
          }
        },
        "success": {},
        "resources": {
          "default": {
            "peak_rss_mb": 51.2,
            "peak_cpu_pct": 41.4,
            "idle_rss_mb": 32
          }
        },
        "resources_by_item": {
          "direct-large": {
            "default": {
              "peak_rss_mb": 51.2,
              "peak_cpu_pct": 41.4
            }
          }
        }
      },
      {
        "id": "media-downloader",
        "versions": {
          "default": "Media Downloader 5.6.6"
        },
        "speed": {
          "direct-large": {
            "default": {
              "median_s": 177.1,
              "min_s": 124.1,
              "max_s": 189.5,
              "n": 5,
              "spread_pct": 18.5,
              "median_mbps": 16.8,
              "peak_rss_mb": 154.7,
              "peak_cpu_pct": 37.9,
              "failures": 0
            },
            "best": {
              "median_s": 177.1,
              "min_s": 124.1,
              "max_s": 189.5,
              "n": 5,
              "spread_pct": 18.5,
              "median_mbps": 16.8,
              "peak_rss_mb": 154.7,
              "peak_cpu_pct": 37.9,
              "failures": 0,
              "variant": "default"
            }
          },
          "total": {
            "default": {
              "median_s": 177.1
            },
            "best": {
              "median_s": 177.1,
              "variant": "default"
            }
          }
        },
        "success": {
          "default": {
            "ok": 6,
            "total": 9,
            "pct": 67,
            "failed": [
              "audio",
              "playlist",
              "torrent"
            ]
          },
          "best": {
            "ok": 6,
            "total": 9,
            "pct": 67,
            "failed": [
              "audio",
              "playlist",
              "torrent"
            ],
            "variant": "default"
          }
        },
        "resources": {
          "default": {
            "peak_rss_mb": 154.7,
            "peak_cpu_pct": 37.9
          }
        },
        "resources_by_item": {
          "direct-large": {
            "default": {
              "peak_rss_mb": 154.7,
              "peak_cpu_pct": 37.9
            }
          }
        }
      }
    ],
    "omniget_corpus_note": "The OmniGet app corpus pass on this post is the same-day pass of omniget-vs-freetube.data.json (OmniGet 0.10.1, same Mac): 8 of 9, HLS failed."
  }
}