{
  "name": "NEEDLE: web search API benchmark results",
  "url": "https://keenableai.github.io/needle/results/",
  "updated": "2026-10-22T14:25:00.000Z",
  "window": {
    "start": "2026-10-15T14:53Z",
    "end": "2026-10-22T14:25Z"
  },
  "score": "Share of the ceiling: a synthetic engine that pools every engine's results per query. 100% is the best result list the whole field found together.",
  "prices_as_of": "2026-08-21",
  "verticals": [
    {
      "id": "scholar",
      "name": "Scholar",
      "runs": 10,
      "last_run": "2026-10-22T14:25Z"
    },
    {
      "id": "news",
      "name": "News",
      "runs": 158,
      "last_run": "2026-10-22T14:18Z"
    },
    {
      "id": "finance",
      "name": "Finance",
      "runs": 7,
      "last_run": "2026-10-21T04:54Z"
    },
    {
      "id": "agentic_rare",
      "name": "AgenticRare",
      "runs": 6,
      "last_run": "2026-10-22T09:33Z"
    },
    {
      "id": "legal",
      "name": "Legal",
      "runs": 8,
      "last_run": "2026-10-21T21:36Z"
    }
  ],
  "engines": [
    {
      "engine": "Keenable",
      "engine_id": "keenable-realtime",
      "overall": 0.7342,
      "overall_ci": [
        0.7227,
        0.7456
      ],
      "verticals": {
        "scholar": {
          "share": 0.8333,
          "ci": [
            0.8206,
            0.8485
          ]
        },
        "news": {
          "share": 0.5855,
          "ci": [
            0.5745,
            0.5961
          ]
        },
        "finance": {
          "share": 0.9252,
          "ci": [
            0.8941,
            0.9608
          ]
        },
        "agentic_rare": {
          "share": 0.5025,
          "ci": [
            0.4853,
            0.5217
          ]
        },
        "legal": {
          "share": 0.8246,
          "ci": [
            0.7868,
            0.8585
          ]
        }
      },
      "price_usd_per_1k": 1,
      "price_plan": "Frontier Tier — at 100 RPS+",
      "latency_ms": {
        "p50": 142,
        "p95": 342
      },
      "unique_urls_share": 0.0945
    },
    {
      "engine": "exa",
      "engine_id": "exa",
      "overall": 0.6841,
      "overall_ci": [
        0.6711,
        0.6962
      ],
      "verticals": {
        "scholar": {
          "share": 0.6239,
          "ci": [
            0.5899,
            0.6564
          ]
        },
        "news": {
          "share": 0.5594,
          "ci": [
            0.5439,
            0.5735
          ]
        },
        "finance": {
          "share": 0.961,
          "ci": [
            0.9434,
            0.9831
          ]
        },
        "agentic_rare": {
          "share": 0.4846,
          "ci": [
            0.4503,
            0.5162
          ]
        },
        "legal": {
          "share": 0.7915,
          "ci": [
            0.758,
            0.8227
          ]
        }
      },
      "price_usd_per_1k": 7,
      "price_plan": "pay-as-you-go",
      "latency_ms": {
        "p50": 2926,
        "p95": 6184
      },
      "unique_urls_share": 0.0677
    },
    {
      "engine": "perplexity",
      "engine_id": "perplexity",
      "overall": 0.6651,
      "overall_ci": [
        0.6481,
        0.6819
      ],
      "verticals": {
        "scholar": {
          "share": 0.6945,
          "ci": [
            0.641,
            0.7436
          ]
        },
        "news": {
          "share": 0.6326,
          "ci": [
            0.6212,
            0.6443
          ]
        },
        "finance": {
          "share": 0.9304,
          "ci": [
            0.8987,
            0.9669
          ]
        },
        "agentic_rare": {
          "share": 0.4518,
          "ci": [
            0.4332,
            0.4732
          ]
        },
        "legal": {
          "share": 0.6161,
          "ci": [
            0.5644,
            0.6721
          ]
        }
      },
      "price_usd_per_1k": 5,
      "price_plan": "flat rate",
      "latency_ms": {
        "p50": 292,
        "p95": 1624
      },
      "unique_urls_share": 0.0807
    },
    {
      "engine": "brave-llmcontext",
      "engine_id": "brave-llmcontext",
      "overall": 0.6605,
      "overall_ci": [
        0.648,
        0.6736
      ],
      "verticals": {
        "scholar": {
          "share": 0.6047,
          "ci": [
            0.5864,
            0.6207
          ]
        },
        "news": {
          "share": 0.6445,
          "ci": [
            0.6352,
            0.6541
          ]
        },
        "finance": {
          "share": 0.9107,
          "ci": [
            0.8773,
            0.9535
          ]
        },
        "agentic_rare": {
          "share": 0.4603,
          "ci": [
            0.4341,
            0.4812
          ]
        },
        "legal": {
          "share": 0.6825,
          "ci": [
            0.6427,
            0.7174
          ]
        }
      },
      "price_usd_per_1k": 5,
      "price_plan": "flat rate",
      "latency_ms": {
        "p50": 1191,
        "p95": 2442
      },
      "unique_urls_share": 0.0168
    },
    {
      "engine": "perplexity-fast",
      "engine_id": "perplexity-fast",
      "overall": 0.6562,
      "overall_ci": [
        0.6375,
        0.674
      ],
      "verticals": {
        "scholar": {
          "share": 0.6847,
          "ci": [
            0.6316,
            0.7343
          ]
        },
        "news": {
          "share": 0.6317,
          "ci": [
            0.6206,
            0.6433
          ]
        },
        "finance": {
          "share": 0.9247,
          "ci": [
            0.8902,
            0.9637
          ]
        },
        "agentic_rare": {
          "share": 0.4476,
          "ci": [
            0.4283,
            0.4679
          ]
        },
        "legal": {
          "share": 0.5924,
          "ci": [
            0.5316,
            0.6506
          ]
        }
      },
      "price_usd_per_1k": 1,
      "price_plan": "fast search — $1 / 1k requests",
      "latency_ms": {
        "p50": 165,
        "p95": 291
      },
      "unique_urls_share": 0.0819
    },
    {
      "engine": "parallel",
      "engine_id": "parallel",
      "overall": 0.6176,
      "overall_ci": [
        0.6052,
        0.6306
      ],
      "verticals": {
        "scholar": {
          "share": 0.652,
          "ci": [
            0.6381,
            0.6676
          ]
        },
        "news": {
          "share": 0.4528,
          "ci": [
            0.4358,
            0.4681
          ]
        },
        "finance": {
          "share": 0.9251,
          "ci": [
            0.8975,
            0.9575
          ]
        },
        "agentic_rare": {
          "share": 0.3402,
          "ci": [
            0.3246,
            0.354
          ]
        },
        "legal": {
          "share": 0.718,
          "ci": [
            0.6683,
            0.7685
          ]
        }
      },
      "price_usd_per_1k": 5,
      "price_plan": "pay-as-you-go",
      "latency_ms": {
        "p50": 3362,
        "p95": 5133
      },
      "unique_urls_share": 0.0314
    },
    {
      "engine": "exa-instant",
      "engine_id": "exa-instant",
      "overall": 0.6017,
      "overall_ci": [
        0.5907,
        0.613
      ],
      "verticals": {
        "scholar": {
          "share": 0.4589,
          "ci": [
            0.4292,
            0.486
          ]
        },
        "news": {
          "share": 0.4575,
          "ci": [
            0.4436,
            0.471
          ]
        },
        "finance": {
          "share": 0.9449,
          "ci": [
            0.9143,
            0.9767
          ]
        },
        "agentic_rare": {
          "share": 0.4337,
          "ci": [
            0.4165,
            0.4451
          ]
        },
        "legal": {
          "share": 0.7133,
          "ci": [
            0.6863,
            0.75
          ]
        }
      },
      "price_usd_per_1k": 7,
      "price_plan": "pay-as-you-go",
      "latency_ms": {
        "p50": 499,
        "p95": 833
      },
      "unique_urls_share": 0.0595
    },
    {
      "engine": "linkup",
      "engine_id": "linkup",
      "overall": 0.6009,
      "overall_ci": [
        0.5865,
        0.6153
      ],
      "verticals": {
        "scholar": {
          "share": 0.5428,
          "ci": [
            0.5266,
            0.557
          ]
        },
        "news": {
          "share": 0.5674,
          "ci": [
            0.5581,
            0.5765
          ]
        },
        "finance": {
          "share": 0.8825,
          "ci": [
            0.8337,
            0.9426
          ]
        },
        "agentic_rare": {
          "share": 0.3957,
          "ci": [
            0.377,
            0.4153
          ]
        },
        "legal": {
          "share": 0.6161,
          "ci": [
            0.5739,
            0.6517
          ]
        }
      },
      "price_usd_per_1k": 5,
      "price_plan": "pay-as-you-go — standard depth, searchResults",
      "latency_ms": {
        "p50": 1289,
        "p95": 1871
      },
      "unique_urls_share": 0.0569
    },
    {
      "engine": "brave",
      "engine_id": "brave",
      "overall": 0.5985,
      "overall_ci": [
        0.5832,
        0.6148
      ],
      "verticals": {
        "scholar": {
          "share": 0.5619,
          "ci": [
            0.537,
            0.5819
          ]
        },
        "news": {
          "share": 0.5627,
          "ci": [
            0.5531,
            0.5727
          ]
        },
        "finance": {
          "share": 0.852,
          "ci": [
            0.8022,
            0.9109
          ]
        },
        "agentic_rare": {
          "share": 0.3497,
          "ci": [
            0.3407,
            0.3581
          ]
        },
        "legal": {
          "share": 0.6659,
          "ci": [
            0.62,
            0.7068
          ]
        }
      },
      "price_usd_per_1k": 5,
      "price_plan": "flat rate",
      "latency_ms": {
        "p50": 510,
        "p95": 736
      },
      "unique_urls_share": 0.0067
    },
    {
      "engine": "you",
      "engine_id": "you",
      "overall": 0.5828,
      "overall_ci": [
        0.5665,
        0.6004
      ],
      "verticals": {
        "scholar": {
          "share": 0.5448,
          "ci": [
            0.5214,
            0.5639
          ]
        },
        "news": {
          "share": 0.5574,
          "ci": [
            0.5481,
            0.567
          ]
        },
        "finance": {
          "share": 0.8355,
          "ci": [
            0.7807,
            0.9031
          ]
        },
        "agentic_rare": {
          "share": 0.3388,
          "ci": [
            0.3283,
            0.3501
          ]
        },
        "legal": {
          "share": 0.6374,
          "ci": [
            0.5874,
            0.6817
          ]
        }
      },
      "price_usd_per_1k": 5,
      "price_plan": "Web Search API plan",
      "latency_ms": {
        "p50": 515,
        "p95": 693
      },
      "unique_urls_share": 0.0054
    },
    {
      "engine": "deepseek",
      "engine_id": "deepseek",
      "overall": 0.5695,
      "overall_ci": [
        0.5506,
        0.5889
      ],
      "verticals": {
        "scholar": {
          "share": 0.2841,
          "ci": [
            0.2495,
            0.3153
          ]
        },
        "news": {
          "share": 0.634,
          "ci": [
            0.6214,
            0.6468
          ]
        },
        "finance": {
          "share": 0.8473,
          "ci": [
            0.814,
            0.9171
          ]
        },
        "agentic_rare": {
          "share": 0.3729,
          "ci": [
            0.3465,
            0.4001
          ]
        },
        "legal": {
          "share": 0.7093,
          "ci": [
            0.646,
            0.7686
          ]
        }
      },
      "price_usd_per_1k": 0.75,
      "price_plan": "pay-as-you-go — $0.75 / 1k requests",
      "latency_ms": {
        "p50": 567,
        "p95": 686
      },
      "unique_urls_share": 0.1236
    },
    {
      "engine": "context.dev",
      "engine_id": "context",
      "overall": 0.5676,
      "overall_ci": [
        0.5519,
        0.5842
      ],
      "verticals": {
        "scholar": {
          "share": 0.5785,
          "ci": [
            0.5428,
            0.6172
          ]
        },
        "news": {
          "share": 0.4747,
          "ci": [
            0.4627,
            0.4865
          ]
        },
        "finance": {
          "share": 0.8597,
          "ci": [
            0.8133,
            0.9169
          ]
        },
        "agentic_rare": {
          "share": 0.3181,
          "ci": [
            0.3022,
            0.334
          ]
        },
        "legal": {
          "share": 0.6066,
          "ci": [
            0.5658,
            0.6434
          ]
        }
      },
      "price_usd_per_1k": 0.5,
      "price_plan": "Scale — $499/mo / 1M credits, 1 credit per 10 results",
      "latency_ms": {
        "p50": 1131,
        "p95": 4591
      },
      "unique_urls_share": 0.045
    },
    {
      "engine": "parallel-turbo",
      "engine_id": "parallel-turbo",
      "overall": 0.5363,
      "overall_ci": [
        0.5201,
        0.553
      ],
      "verticals": {
        "scholar": {
          "share": 0.4268,
          "ci": [
            0.4144,
            0.4423
          ]
        },
        "news": {
          "share": 0.4216,
          "ci": [
            0.4044,
            0.4365
          ]
        },
        "finance": {
          "share": 0.9062,
          "ci": [
            0.8694,
            0.9535
          ]
        },
        "agentic_rare": {
          "share": 0.3228,
          "ci": [
            0.3004,
            0.3488
          ]
        },
        "legal": {
          "share": 0.6043,
          "ci": [
            0.5409,
            0.6667
          ]
        }
      },
      "price_usd_per_1k": 1,
      "price_plan": "pay-as-you-go",
      "latency_ms": {
        "p50": 351,
        "p95": 613
      },
      "unique_urls_share": 0.0676
    },
    {
      "engine": "kagi",
      "engine_id": "kagi",
      "overall": 0.5317,
      "overall_ci": [
        0.5161,
        0.5496
      ],
      "verticals": {
        "scholar": {
          "share": 0.6239,
          "ci": [
            0.6017,
            0.6444
          ]
        },
        "news": {
          "share": 0.3171,
          "ci": [
            0.3082,
            0.3249
          ]
        },
        "finance": {
          "share": 0.8098,
          "ci": [
            0.75,
            0.8897
          ]
        },
        "agentic_rare": {
          "share": 0.2844,
          "ci": [
            0.2714,
            0.2987
          ]
        },
        "legal": {
          "share": 0.6232,
          "ci": [
            0.5837,
            0.6614
          ]
        }
      },
      "price_usd_per_1k": 12,
      "price_plan": "pay-as-you-go",
      "latency_ms": {
        "p50": 1305,
        "p95": 2086
      },
      "unique_urls_share": 0.0123
    },
    {
      "engine": "firecrawl",
      "engine_id": "firecrawl",
      "overall": 0.5185,
      "overall_ci": [
        0.5038,
        0.5341
      ],
      "verticals": {
        "scholar": {
          "share": 0.5532,
          "ci": [
            0.5243,
            0.5813
          ]
        },
        "news": {
          "share": 0.2821,
          "ci": [
            0.2732,
            0.2913
          ]
        },
        "finance": {
          "share": 0.8761,
          "ci": [
            0.8365,
            0.927
          ]
        },
        "agentic_rare": {
          "share": 0.2485,
          "ci": [
            0.2368,
            0.2594
          ]
        },
        "legal": {
          "share": 0.6327,
          "ci": [
            0.5825,
            0.6812
          ]
        }
      },
      "price_usd_per_1k": 1.2,
      "price_plan": "Scale — $599/mo / 1M credits, 2 credits per search",
      "latency_ms": {
        "p50": 766,
        "p95": 4596
      },
      "unique_urls_share": 0.0049
    },
    {
      "engine": "claude-search",
      "engine_id": "claude-search",
      "overall": 0.5134,
      "overall_ci": [
        0.4773,
        0.5466
      ],
      "verticals": {
        "scholar": {
          "share": 0.5124,
          "ci": [
            0.3871,
            0.5845
          ]
        },
        "news": {
          "share": 0.452,
          "ci": [
            0.433,
            0.4695
          ]
        },
        "finance": {
          "share": 0.7648,
          "ci": [
            0.6948,
            0.8588
          ]
        },
        "agentic_rare": {
          "share": 0.2784,
          "ci": [
            0.1961,
            0.3331
          ]
        },
        "legal": {
          "share": 0.5592,
          "ci": [
            0.5091,
            0.6037
          ]
        }
      },
      "price_usd_per_1k": 10,
      "price_plan": "web search tool — $10 / 1k searches, plus tokens",
      "latency_ms": {
        "p50": 34600,
        "p95": 50551
      },
      "unique_urls_share": 0.0303
    },
    {
      "engine": "octen",
      "engine_id": "octen",
      "overall": 0.5081,
      "overall_ci": [
        0.4912,
        0.5282
      ],
      "verticals": {
        "scholar": {
          "share": 0.3255,
          "ci": [
            0.3028,
            0.3502
          ]
        },
        "news": {
          "share": 0.5017,
          "ci": [
            0.4906,
            0.5121
          ]
        },
        "finance": {
          "share": 0.8232,
          "ci": [
            0.7627,
            0.9029
          ]
        },
        "agentic_rare": {
          "share": 0.3074,
          "ci": [
            0.2841,
            0.3334
          ]
        },
        "legal": {
          "share": 0.5829,
          "ci": [
            0.5413,
            0.6256
          ]
        }
      },
      "price_usd_per_1k": 1,
      "price_plan": "pay-as-you-go",
      "latency_ms": {
        "p50": 206,
        "p95": 416
      },
      "unique_urls_share": 0.062
    },
    {
      "engine": "google/serper",
      "engine_id": "google",
      "overall": 0.4906,
      "overall_ci": [
        0.4741,
        0.5105
      ],
      "verticals": {
        "scholar": {
          "share": 0.5408,
          "ci": [
            0.5137,
            0.5677
          ]
        },
        "news": {
          "share": 0.2643,
          "ci": [
            0.2554,
            0.2732
          ]
        },
        "finance": {
          "share": 0.8171,
          "ci": [
            0.7663,
            0.8785
          ]
        },
        "agentic_rare": {
          "share": 0.241,
          "ci": [
            0.2255,
            0.2563
          ]
        },
        "legal": {
          "share": 0.59,
          "ci": [
            0.5377,
            0.6424
          ]
        }
      },
      "price_usd_per_1k": 0.3,
      "price_plan": "Serper Ultimate — $3,750 / 12.5M credits",
      "latency_ms": {
        "p50": 1475,
        "p95": 3400
      },
      "unique_urls_share": 0.0072
    },
    {
      "engine": "bing/searchapi",
      "engine_id": "bing",
      "overall": 0.4883,
      "overall_ci": [
        0.4726,
        0.5083
      ],
      "verticals": {
        "scholar": {
          "share": 0.5011,
          "ci": [
            0.4862,
            0.5171
          ]
        },
        "news": {
          "share": 0.3127,
          "ci": [
            0.3056,
            0.3199
          ]
        },
        "finance": {
          "share": 0.7998,
          "ci": [
            0.7337,
            0.8825
          ]
        },
        "agentic_rare": {
          "share": 0.1761,
          "ci": [
            0.1638,
            0.1884
          ]
        },
        "legal": {
          "share": 0.6517,
          "ci": [
            0.611,
            0.6907
          ]
        }
      },
      "price_usd_per_1k": 1,
      "price_plan": "SearchApi.io Octo 5M — $5,000/mo",
      "latency_ms": {
        "p50": 2451,
        "p95": 9077
      },
      "unique_urls_share": 0.0138
    },
    {
      "engine": "chatgpt-search",
      "engine_id": "chatgpt-search",
      "overall": 0.4755,
      "overall_ci": [
        0.4153,
        0.5251
      ],
      "verticals": {
        "scholar": {
          "share": 0.286,
          "ci": [
            0.2001,
            0.3586
          ]
        },
        "news": {
          "share": 0.3236,
          "ci": [
            0.3088,
            0.3375
          ]
        },
        "finance": {
          "share": 0.7479,
          "ci": [
            0.4806,
            0.9235
          ]
        },
        "agentic_rare": {
          "share": 0.3303,
          "ci": [
            0.1923,
            0.4106
          ]
        },
        "legal": {
          "share": 0.6896,
          "ci": [
            0.6218,
            0.7574
          ]
        }
      },
      "price_usd_per_1k": 10,
      "price_plan": "web_search tool — $10 / 1k calls, plus tokens",
      "latency_ms": {
        "p50": 40480,
        "p95": 53557
      },
      "unique_urls_share": 0.0617
    },
    {
      "engine": "jina",
      "engine_id": "jina",
      "overall": 0.4494,
      "overall_ci": [
        0.4275,
        0.4711
      ],
      "verticals": {
        "scholar": {
          "share": 0.5169,
          "ci": [
            0.4238,
            0.5793
          ]
        },
        "news": {
          "share": 0.2095,
          "ci": [
            0.2017,
            0.2171
          ]
        },
        "finance": {
          "share": 0.8127,
          "ci": [
            0.7554,
            0.8908
          ]
        },
        "agentic_rare": {
          "share": 0.1629,
          "ci": [
            0.1562,
            0.17
          ]
        },
        "legal": {
          "share": 0.545,
          "ci": [
            0.5103,
            0.576
          ]
        }
      },
      "price_usd_per_1k": 3.4,
      "price_plan": "$0.05 / 1M tokens, ≈68k tokens per search",
      "latency_ms": {
        "p50": 17050,
        "p95": 25111
      },
      "unique_urls_share": 0.0041
    },
    {
      "engine": "tavily",
      "engine_id": "tavily",
      "overall": 0.4365,
      "overall_ci": [
        0.4242,
        0.4497
      ],
      "verticals": {
        "scholar": {
          "share": 0.3429,
          "ci": [
            0.3279,
            0.3587
          ]
        },
        "news": {
          "share": 0.2969,
          "ci": [
            0.2862,
            0.3071
          ]
        },
        "finance": {
          "share": 0.8908,
          "ci": [
            0.8546,
            0.9376
          ]
        },
        "agentic_rare": {
          "share": 0.2729,
          "ci": [
            0.2601,
            0.2848
          ]
        },
        "legal": {
          "share": 0.3791,
          "ci": [
            0.34,
            0.4286
          ]
        }
      },
      "price_usd_per_1k": 5,
      "price_plan": "Growth — $500/mo / 100k credits",
      "latency_ms": {
        "p50": 1985,
        "p95": 3657
      },
      "unique_urls_share": 0.0158
    },
    {
      "engine": "tinyfish",
      "engine_id": "tinyfish",
      "overall": 0.3995,
      "overall_ci": [
        0.3842,
        0.4172
      ],
      "verticals": {
        "scholar": {
          "share": 0.1444,
          "ci": [
            0.1215,
            0.1673
          ]
        },
        "news": {
          "share": 0.2562,
          "ci": [
            0.247,
            0.2652
          ]
        },
        "finance": {
          "share": 0.8273,
          "ci": [
            0.7771,
            0.8908
          ]
        },
        "agentic_rare": {
          "share": 0.2059,
          "ci": [
            0.1924,
            0.2177
          ]
        },
        "legal": {
          "share": 0.564,
          "ci": [
            0.518,
            0.6024
          ]
        }
      },
      "price_usd_per_1k": 0,
      "price_plan": "free",
      "latency_ms": {
        "p50": 1927,
        "p95": 3686
      },
      "unique_urls_share": 0.0128
    }
  ],
  "license": "https://opensource.org/license/mit",
  "citation": "Styskin, A., Petri, M., & Gusev, I. (2026). NEEDLE: A live open-source search benchmark for AI agents (results as of October 2026). Keenable. https://keenableai.github.io/needle/results/ , https://doi.org/10.5281/zenodo.22095155"
}