{
  "recomputed_on": "2026-10-19",
  "source": "products/ragbench/data/results.jsonl",
  "sha256": "1c4297d53b3a74aace338ed3ceeea00e17ad525a16a331ee0c54accdd6adcf38",
  "shared_fixtures": [
    "authentication",
    "idempotency",
    "live-status",
    "pagination",
    "queries",
    "quickstart",
    "rate-limits",
    "sdk-tabs",
    "uploads",
    "webhooks"
  ],
  "providers": {
    "firecrawl": {
      "attempts": 10,
      "failures": 0,
      "successful_without_output": 0,
      "scored": 10,
      "first_run": "2026-10-19T09:26:50.237103+00:00",
      "last_run": "2026-10-19T09:27:01.233619+00:00",
      "f1": {
        "value": 0.9764322947826793,
        "n": 10
      },
      "code_preservation": {
        "value": 1.0,
        "n": 10
      },
      "table_rate": {
        "value": 0,
        "n": 10
      },
      "median_latency": {
        "value": 1.133820384988212,
        "n": 10
      },
      "table_passes": 0,
      "code_matched": 12,
      "code_total": 12
    },
    "jina": {
      "attempts": 10,
      "failures": 0,
      "successful_without_output": 0,
      "scored": 10,
      "first_run": "2026-10-19T09:27:02.385716+00:00",
      "last_run": "2026-10-19T09:27:29.728997+00:00",
      "f1": {
        "value": 0.9772270216318313,
        "n": 10
      },
      "code_preservation": {
        "value": 0.9666666666666667,
        "n": 10
      },
      "table_rate": {
        "value": 1,
        "n": 10
      },
      "median_latency": {
        "value": 2.8875810150057077,
        "n": 10
      },
      "table_passes": 10,
      "code_matched": 11,
      "code_total": 12
    }
  },
  "fixtures": {
    "authentication": {
      "firecrawl": [
        {
          "page": "authentication",
          "timestamp": "2026-10-19T09:26:50.237103+00:00",
          "status": "ok",
          "latency": 1.1579751720128115,
          "recall": 0.9628597957288765,
          "precision": 0.9942473633748802,
          "f1": 0.9783018867924529,
          "code_preservation": 1.0,
          "table_rate": false,
          "leakage": 0.0,
          "code_matched": 1,
          "code_total": 1,
          "missing_code_bodies": [],
          "tables": [
            "| Field | Type | Meaning |\n| --- | --- | --- |\n| id | string | Stable service-accounts identifier |\n| state | string | Current lifecycle state |\n| observed\\_at | timestamp | Server observation time in UTC |\n"
          ]
        }
      ],
      "jina": [
        {
          "page": "authentication",
          "timestamp": "2026-10-19T09:27:02.385716+00:00",
          "status": "ok",
          "latency": 2.465177831996698,
          "recall": 0.9600742804085423,
          "precision": 1.0,
          "f1": 0.9796305068687826,
          "code_preservation": 1.0,
          "table_rate": true,
          "leakage": 0.0,
          "code_matched": 1,
          "code_total": 1,
          "missing_code_bodies": [],
          "tables": [
            "| Field | Type | Meaning |\n| --- | --- | --- |\n| id | string | Stable service-accounts identifier |\n| state | string | Current lifecycle state |\n| observed_at | timestamp | Server observation time in UTC |\n"
          ]
        }
      ]
    },
    "idempotency": {
      "firecrawl": [
        {
          "page": "idempotency",
          "timestamp": "2026-10-19T09:26:51.395379+00:00",
          "status": "ok",
          "latency": 1.1626527440093923,
          "recall": 0.9624542124542125,
          "precision": 0.9943235572374646,
          "f1": 0.9781293624941834,
          "code_preservation": 1.0,
          "table_rate": false,
          "leakage": 0.0,
          "code_matched": 1,
          "code_total": 1,
          "missing_code_bodies": [],
          "tables": [
            "| Field | Type | Meaning |\n| --- | --- | --- |\n| id | string | Stable operations identifier |\n| state | string | Current lifecycle state |\n| observed\\_at | timestamp | Server observation time in UTC |\n"
          ]
        }
      ],
      "jina": [
        {
          "page": "idempotency",
          "timestamp": "2026-10-19T09:27:04.851214+00:00",
          "status": "ok",
          "latency": 2.7736910530074965,
          "recall": 0.9578754578754579,
          "precision": 1.0,
          "f1": 0.9784845650140318,
          "code_preservation": 1.0,
          "table_rate": true,
          "leakage": 0.0,
          "code_matched": 1,
          "code_total": 1,
          "missing_code_bodies": [],
          "tables": [
            "| Field | Type | Meaning |\n| --- | --- | --- |\n| id | string | Stable operations identifier |\n| state | string | Current lifecycle state |\n| observed_at | timestamp | Server observation time in UTC |\n"
          ]
        }
      ]
    },
    "live-status": {
      "firecrawl": [
        {
          "page": "live-status",
          "timestamp": "2026-10-19T09:26:52.558376+00:00",
          "status": "ok",
          "latency": 1.8277396360062994,
          "recall": 0.9576427255985267,
          "precision": 0.9885931558935361,
          "f1": 0.9728718428437793,
          "code_preservation": 1.0,
          "table_rate": false,
          "leakage": 0.0,
          "code_matched": 1,
          "code_total": 1,
          "missing_code_bodies": [],
          "tables": [
            "| Field | Type | Meaning |\n| --- | --- | --- |\n| id | string | Stable jobs identifier |\n| state | string | Current lifecycle state |\n| observed\\_at | timestamp | Server observation time in UTC |\n"
          ]
        }
      ],
      "jina": [
        {
          "page": "live-status",
          "timestamp": "2026-10-19T09:27:07.625115+00:00",
          "status": "ok",
          "latency": 2.3217523570056073,
          "recall": 0.9558011049723757,
          "precision": 1.0,
          "f1": 0.9774011299435028,
          "code_preservation": 1.0,
          "table_rate": true,
          "leakage": 0.0,
          "code_matched": 1,
          "code_total": 1,
          "missing_code_bodies": [],
          "tables": [
            "| Field | Type | Meaning |\n| --- | --- | --- |\n| id | string | Stable jobs identifier |\n| state | string | Current lifecycle state |\n| observed_at | timestamp | Server observation time in UTC |\n"
          ]
        }
      ]
    },
    "pagination": {
      "firecrawl": [
        {
          "page": "pagination",
          "timestamp": "2026-10-19T09:26:54.386379+00:00",
          "status": "ok",
          "latency": 1.1161503809853457,
          "recall": 0.9573679332715477,
          "precision": 0.9856870229007634,
          "f1": 0.9713211095439586,
          "code_preservation": 1.0,
          "table_rate": false,
          "leakage": 0.0,
          "code_matched": 1,
          "code_total": 1,
          "missing_code_bodies": [],
          "tables": [
            "| Field | Type | Meaning |\n| --- | --- | --- |\n| id | string | Stable events identifier |\n| state | string | Current lifecycle state |\n| observed\\_at | timestamp | Server observation time in UTC |\n"
          ]
        }
      ],
      "jina": [
        {
          "page": "pagination",
          "timestamp": "2026-10-19T09:27:09.947102+00:00",
          "status": "ok",
          "latency": 3.0225482849928085,
          "recall": 0.9564411492122336,
          "precision": 1.0,
          "f1": 0.9777356702984368,
          "code_preservation": 1.0,
          "table_rate": true,
          "leakage": 0.0,
          "code_matched": 1,
          "code_total": 1,
          "missing_code_bodies": [],
          "tables": [
            "| Field | Type | Meaning |\n| --- | --- | --- |\n| id | string | Stable events identifier |\n| state | string | Current lifecycle state |\n| observed_at | timestamp | Server observation time in UTC |\n"
          ]
        }
      ]
    },
    "queries": {
      "firecrawl": [
        {
          "page": "queries",
          "timestamp": "2026-10-19T09:26:55.502846+00:00",
          "status": "ok",
          "latency": 0.9605259060044773,
          "recall": 0.9605866177818515,
          "precision": 0.9914853358561968,
          "f1": 0.9757914338919926,
          "code_preservation": 1.0,
          "table_rate": false,
          "leakage": 0.0,
          "code_matched": 1,
          "code_total": 1,
          "missing_code_bodies": [],
          "tables": [
            "| Field | Type | Meaning |\n| --- | --- | --- |\n| id | string | Stable queries identifier |\n| state | string | Current lifecycle state |\n| observed\\_at | timestamp | Server observation time in UTC |\n"
          ]
        }
      ],
      "jina": [
        {
          "page": "queries",
          "timestamp": "2026-10-19T09:27:12.969875+00:00",
          "status": "ok",
          "latency": 3.628844087012112,
          "recall": 0.9587534372135655,
          "precision": 1.0,
          "f1": 0.9789424426766495,
          "code_preservation": 1.0,
          "table_rate": true,
          "leakage": 0.0,
          "code_matched": 1,
          "code_total": 1,
          "missing_code_bodies": [],
          "tables": [
            "| Field | Type | Meaning |\n| --- | --- | --- |\n| id | string | Stable queries identifier |\n| state | string | Current lifecycle state |\n| observed_at | timestamp | Server observation time in UTC |\n"
          ]
        }
      ]
    },
    "quickstart": {
      "firecrawl": [
        {
          "page": "quickstart",
          "timestamp": "2026-10-19T09:26:56.463630+00:00",
          "status": "ok",
          "latency": 0.9865121970069595,
          "recall": 0.9619666048237476,
          "precision": 0.9857414448669202,
          "f1": 0.9737089201877934,
          "code_preservation": 1.0,
          "table_rate": false,
          "leakage": 0.0,
          "code_matched": 1,
          "code_total": 1,
          "missing_code_bodies": [],
          "tables": [
            "| Field | Type | Meaning |\n| --- | --- | --- |\n| id | string | Stable streams identifier |\n| state | string | Current lifecycle state |\n| observed\\_at | timestamp | Server observation time in UTC |\n"
          ]
        }
      ],
      "jina": [
        {
          "page": "quickstart",
          "timestamp": "2026-10-19T09:27:16.599034+00:00",
          "status": "ok",
          "latency": 2.3422690790030174,
          "recall": 0.9601113172541744,
          "precision": 1.0,
          "f1": 0.979649787032655,
          "code_preservation": 1.0,
          "table_rate": true,
          "leakage": 0.0,
          "code_matched": 1,
          "code_total": 1,
          "missing_code_bodies": [],
          "tables": [
            "| Field | Type | Meaning |\n| --- | --- | --- |\n| id | string | Stable streams identifier |\n| state | string | Current lifecycle state |\n| observed_at | timestamp | Server observation time in UTC |\n"
          ]
        }
      ]
    },
    "rate-limits": {
      "firecrawl": [
        {
          "page": "rate-limits",
          "timestamp": "2026-10-19T09:26:57.450379+00:00",
          "status": "ok",
          "latency": 1.0161829809949268,
          "recall": 0.9631336405529954,
          "precision": 0.994291151284491,
          "f1": 0.9784644194756554,
          "code_preservation": 1.0,
          "table_rate": false,
          "leakage": 0.0,
          "code_matched": 1,
          "code_total": 1,
          "missing_code_bodies": [],
          "tables": [
            "| Field | Type | Meaning |\n| --- | --- | --- |\n| id | string | Stable budgets identifier |\n| state | string | Current lifecycle state |\n| observed\\_at | timestamp | Server observation time in UTC |\n"
          ]
        }
      ],
      "jina": [
        {
          "page": "rate-limits",
          "timestamp": "2026-10-19T09:27:18.941632+00:00",
          "status": "ok",
          "latency": 3.0264853319968097,
          "recall": 0.96036866359447,
          "precision": 1.0,
          "f1": 0.9797837329572168,
          "code_preservation": 1.0,
          "table_rate": true,
          "leakage": 0.0,
          "code_matched": 1,
          "code_total": 1,
          "missing_code_bodies": [],
          "tables": [
            "| Field | Type | Meaning |\n| --- | --- | --- |\n| id | string | Stable budgets identifier |\n| state | string | Current lifecycle state |\n| observed_at | timestamp | Server observation time in UTC |\n"
          ]
        }
      ]
    },
    "sdk-tabs": {
      "firecrawl": [
        {
          "page": "sdk-tabs",
          "timestamp": "2026-10-19T09:26:58.466868+00:00",
          "status": "ok",
          "latency": 1.776893479982391,
          "recall": 0.9634146341463414,
          "precision": 0.9937106918238994,
          "f1": 0.978328173374613,
          "code_preservation": 1.0,
          "table_rate": false,
          "leakage": 0.0,
          "code_matched": 3,
          "code_total": 3,
          "missing_code_bodies": [],
          "tables": [
            "| Field | Type | Meaning |\n| --- | --- | --- |\n| id | string | Stable clients identifier |\n| state | string | Current lifecycle state |\n| observed\\_at | timestamp | Server observation time in UTC |\n"
          ]
        }
      ],
      "jina": [
        {
          "page": "sdk-tabs",
          "timestamp": "2026-10-19T09:27:21.968501+00:00",
          "status": "ok",
          "latency": 3.001470977003919,
          "recall": 0.9259581881533101,
          "precision": 1.0,
          "f1": 0.9615558570782451,
          "code_preservation": 0.6666666666666666,
          "table_rate": true,
          "leakage": 0.0,
          "code_matched": 2,
          "code_total": 3,
          "missing_code_bodies": [
            "const client = new OrbitClient({token, workspace: \"ws_lab\", timeout: 20000});\nawait client.close();\n"
          ],
          "tables": [
            "| Field | Type | Meaning |\n| --- | --- | --- |\n| id | string | Stable clients identifier |\n| state | string | Current lifecycle state |\n| observed_at | timestamp | Server observation time in UTC |\n"
          ]
        }
      ]
    },
    "uploads": {
      "firecrawl": [
        {
          "page": "uploads",
          "timestamp": "2026-10-19T09:27:00.244051+00:00",
          "status": "ok",
          "latency": 0.9845987919834442,
          "recall": 0.9641214351425943,
          "precision": 0.9943074003795066,
          "f1": 0.9789817842129845,
          "code_preservation": 1.0,
          "table_rate": false,
          "leakage": 0.0,
          "code_matched": 1,
          "code_total": 1,
          "missing_code_bodies": [],
          "tables": [
            "| Field | Type | Meaning |\n| --- | --- | --- |\n| id | string | Stable uploads identifier |\n| state | string | Current lifecycle state |\n| observed\\_at | timestamp | Server observation time in UTC |\n"
          ]
        }
      ],
      "jina": [
        {
          "page": "uploads",
          "timestamp": "2026-10-19T09:27:24.970165+00:00",
          "status": "ok",
          "latency": 4.758598446001997,
          "recall": 0.9604415823367065,
          "precision": 1.0,
          "f1": 0.979821679962459,
          "code_preservation": 1.0,
          "table_rate": true,
          "leakage": 0.0,
          "code_matched": 1,
          "code_total": 1,
          "missing_code_bodies": [],
          "tables": [
            "| Field | Type | Meaning |\n| --- | --- | --- |\n| id | string | Stable uploads identifier |\n| state | string | Current lifecycle state |\n| observed_at | timestamp | Server observation time in UTC |\n"
          ]
        }
      ]
    },
    "webhooks": {
      "firecrawl": [
        {
          "page": "webhooks",
          "timestamp": "2026-10-19T09:27:01.233619+00:00",
          "status": "ok",
          "latency": 1.1514903889910784,
          "recall": 0.9630655586334257,
          "precision": 0.994280266920877,
          "f1": 0.9784240150093808,
          "code_preservation": 1.0,
          "table_rate": false,
          "leakage": 0.0,
          "code_matched": 1,
          "code_total": 1,
          "missing_code_bodies": [],
          "tables": [
            "| Field | Type | Meaning |\n| --- | --- | --- |\n| id | string | Stable webhooks identifier |\n| state | string | Current lifecycle state |\n| observed\\_at | timestamp | Server observation time in UTC |\n"
          ]
        }
      ],
      "jina": [
        {
          "page": "webhooks",
          "timestamp": "2026-10-19T09:27:29.728997+00:00",
          "status": "ok",
          "latency": 1.6751914170163218,
          "recall": 0.9593721144967683,
          "precision": 1.0,
          "f1": 0.9792648444863338,
          "code_preservation": 1.0,
          "table_rate": true,
          "leakage": 0.0,
          "code_matched": 1,
          "code_total": 1,
          "missing_code_bodies": [],
          "tables": [
            "| Field | Type | Meaning |\n| --- | --- | --- |\n| id | string | Stable webhooks identifier |\n| state | string | Current lifecycle state |\n| observed_at | timestamp | Server observation time in UTC |\n"
          ]
        }
      ]
    }
  },
  "excluded_nonshared_attempts": 0
}