{
 "engine_commit": "42c5c30",
 "engine_version": "0.1.0",
 "generated_at": "2026-07-16T07:44:35Z",
 "objective": "api contract audit",
 "runs": [
  {
   "calls": 112,
   "defects": 1,
   "determinism": {
    "artifact_sha256": "f8713b21b7e5d550c56854e93621a1cc157d52b6cb643d5c490543913637d50f",
    "identical": true,
    "rerun_sha256": "f8713b21b7e5d550c56854e93621a1cc157d52b6cb643d5c490543913637d50f"
   },
   "disclosure": {
    "label": "redash#7769 \u2014 frontend calls GET /api/dashboards/recent, no such route",
    "url": "https://github.com/getredash/redash/issues/7769"
   },
   "duration_s": 5.3,
   "files": 861,
   "note": "Flask + Flask-RESTX backend, Angular-era frontend",
   "observations": 0,
   "routes": {
    "partial": 24,
    "resolved": 125,
    "total": 149
   },
   "sha": "9e66f81673c482d9ae6c425afe009644114605d0",
   "slug": "getredash/redash",
   "url": "https://github.com/getredash/redash/tree/9e66f81673c482d9ae6c425afe009644114605d0"
  },
  {
   "calls": 22,
   "defects": 0,
   "determinism": {
    "artifact_sha256": "e0c729de1c273c381bc38bf09a2bbd8686fb818ddf915a63eab2088f770755da",
    "identical": true,
    "rerun_sha256": "e0c729de1c273c381bc38bf09a2bbd8686fb818ddf915a63eab2088f770755da"
   },
   "duration_s": 17.0,
   "files": 2870,
   "note": "Django/DRF backend, React frontend",
   "observations": 7,
   "routes": {
    "partial": 547,
    "resolved": 69,
    "total": 616
   },
   "sha": "b51e6b7676f13b5061125ceb806735cd3014e589",
   "slug": "Flagsmith/flagsmith",
   "url": "https://github.com/Flagsmith/flagsmith/tree/b51e6b7676f13b5061125ceb806735cd3014e589"
  },
  {
   "calls": 33,
   "defects": 0,
   "determinism": {
    "artifact_sha256": "62f86d46aa4d53c8f5f2ea2d8f516799d70eb1db588884146bcbadae40052242",
    "identical": true,
    "rerun_sha256": "62f86d46aa4d53c8f5f2ea2d8f516799d70eb1db588884146bcbadae40052242"
   },
   "disclosure": {
    "label": "superset#41972 \u2014 dead TYPE_CHECKING import, verified and merged",
    "url": "https://github.com/apache/superset/pull/41972"
   },
   "duration_s": 48.1,
   "files": 6162,
   "note": "Flask-AppBuilder backend, React frontend",
   "observations": 7,
   "routes": {
    "partial": 0,
    "resolved": 308,
    "total": 308
   },
   "sha": "8ce6d42942801f9dbc9e6382924424d7d64c6545",
   "slug": "apache/superset",
   "url": "https://github.com/apache/superset/tree/8ce6d42942801f9dbc9e6382924424d7d64c6545"
  },
  {
   "calls": 2,
   "defects": 0,
   "determinism": {
    "artifact_sha256": "36d5397ea96e5e116bdf0b4ba05266e1f5f481d6e1e7e74f8a1f47ee72ad4646",
    "identical": true,
    "rerun_sha256": "36d5397ea96e5e116bdf0b4ba05266e1f5f481d6e1e7e74f8a1f47ee72ad4646"
   },
   "duration_s": 3.5,
   "files": 724,
   "note": "Django backend, Svelte frontend (RPC-style API)",
   "observations": 0,
   "routes": {
    "partial": 0,
    "resolved": 24,
    "total": 24
   },
   "sha": "0c05987885c93cdbe5bf9f7fa49b833d02a312cc",
   "slug": "mathesar-foundation/mathesar",
   "url": "https://github.com/mathesar-foundation/mathesar/tree/0c05987885c93cdbe5bf9f7fa49b833d02a312cc"
  },
  {
   "calls": 6,
   "defects": 0,
   "determinism": {
    "artifact_sha256": "e16320d9359a35187602e16d96e60fc0603a757b8c510e61934c99acf688442b",
    "identical": true,
    "rerun_sha256": "e16320d9359a35187602e16d96e60fc0603a757b8c510e61934c99acf688442b"
   },
   "duration_s": 34.7,
   "files": 2488,
   "note": "Django backend, the urlpatterns torture test",
   "observations": 2,
   "routes": {
    "partial": 55,
    "resolved": 390,
    "total": 445
   },
   "sha": "41480799c379715d6248e8282f040b99ebae3f33",
   "slug": "zulip/zulip",
   "url": "https://github.com/zulip/zulip/tree/41480799c379715d6248e8282f040b99ebae3f33"
  },
  {
   "calls": 33,
   "defects": 1,
   "determinism": {
    "artifact_sha256": "950d7a78e86dd91336cf7a644a148ea63c78e8945cfc9f40c1fbe9a59e4c15c6",
    "identical": true,
    "rerun_sha256": "950d7a78e86dd91336cf7a644a148ea63c78e8945cfc9f40c1fbe9a59e4c15c6"
   },
   "disclosure": {
    "label": "label-studio#9815 \u2014 import of a module that does not exist",
    "url": "https://github.com/HumanSignal/label-studio/issues/9815"
   },
   "duration_s": 12.4,
   "files": 2245,
   "note": "Django/DRF backend, React frontend",
   "observations": 2,
   "routes": {
    "partial": 11,
    "resolved": 174,
    "total": 185
   },
   "sha": "f21a981da010e5fa48e8e7993f433469dc616cad",
   "slug": "HumanSignal/label-studio",
   "url": "https://github.com/HumanSignal/label-studio/tree/f21a981da010e5fa48e8e7993f433469dc616cad"
  },
  {
   "calls": 2,
   "defects": 0,
   "determinism": {
    "artifact_sha256": "1528cbd4873abe6b20abc557cd26abebcb6a8af08b18240029f31f6a7351df51",
    "identical": true,
    "rerun_sha256": "1528cbd4873abe6b20abc557cd26abebcb6a8af08b18240029f31f6a7351df51"
   },
   "duration_s": 45.8,
   "files": 1256,
   "note": "Django/DRF, backend-only value case",
   "observations": 0,
   "routes": {
    "partial": 235,
    "resolved": 158,
    "total": 393
   },
   "sha": "6c501413ee403613817c01709d3004cf243c9880",
   "slug": "netbox-community/netbox",
   "url": "https://github.com/netbox-community/netbox/tree/6c501413ee403613817c01709d3004cf243c9880"
  },
  {
   "calls": 1142,
   "defects": 0,
   "determinism": {
    "artifact_sha256": "ee86dba85cdb8c0c791e28de9c43548f373a5bd333a3377ed9e564e9785f8f1d",
    "identical": true,
    "rerun_sha256": "ee86dba85cdb8c0c791e28de9c43548f373a5bd333a3377ed9e564e9785f8f1d"
   },
   "duration_s": 302.2,
   "files": 24934,
   "note": "Django backend + React/TS monorepo, the scale test",
   "observations": 791,
   "routes": {
    "partial": 0,
    "resolved": 1976,
    "total": 1976
   },
   "sha": "2197999b962af92fc5c2cad4e752512b53c4bcb1",
   "slug": "PostHog/posthog",
   "url": "https://github.com/PostHog/posthog/tree/2197999b962af92fc5c2cad4e752512b53c4bcb1"
  },
  {
   "calls": 15,
   "defects": 3,
   "determinism": {
    "artifact_sha256": "f5ef9370ee8c1e0ebb68ecb93ff90e8d62aa1ba9d5ed96e26124bb8749950eec",
    "identical": true,
    "rerun_sha256": "f5ef9370ee8c1e0ebb68ecb93ff90e8d62aa1ba9d5ed96e26124bb8749950eec"
   },
   "duration_s": 139.7,
   "files": 17000,
   "note": "Django backend + React/TS, the adversarial file tree",
   "observations": 2,
   "routes": {
    "partial": 0,
    "resolved": 151,
    "total": 151
   },
   "sha": "dc555aa07e43f6ae28fb19c7cc559850328737a0",
   "slug": "getsentry/sentry",
   "url": "https://github.com/getsentry/sentry/tree/dc555aa07e43f6ae28fb19c7cc559850328737a0"
  }
 ],
 "totals": {
  "byte_identical": 9,
  "calls": 1367,
  "defects": 5,
  "errors": 0,
  "files": 58540,
  "repos": 9,
  "routes": 4247
 }
}