{
 "source": "https://huggingface.co/datasets/JevlinAI/supersearch-tests",
 "collected": "2026-10-27",
 "analysed": "2026-11-10",
 "licence": "CC-BY-4.0",
 "engines": [
  "exa",
  "brave",
  "parallel-search",
  "perplexity-search"
 ],
 "top_k": 10,
 "reproduces_published_hit10": {
  "exa": 57.5,
  "brave": 49.1,
  "parallel-search": 45.1,
  "perplexity-search": 44.5,
  "exa-lite": 49.7,
  "fast": 60.3,
  "balanced": 62.1
 },
 "pairwise": {
  "exa|brave": {
   "n": 4358,
   "mean_shared_urls": 2.33,
   "jaccard": 14.0,
   "zero_overlap_pct": 8.6,
   "domain_jaccard": 29.5
  },
  "exa|parallel-search": {
   "n": 4299,
   "mean_shared_urls": 2.48,
   "jaccard": 15.2,
   "zero_overlap_pct": 8.3,
   "domain_jaccard": 35.5
  },
  "exa|perplexity-search": {
   "n": 4343,
   "mean_shared_urls": 2.06,
   "jaccard": 12.3,
   "zero_overlap_pct": 12.9,
   "domain_jaccard": 32.5
  },
  "brave|parallel-search": {
   "n": 4298,
   "mean_shared_urls": 2.47,
   "jaccard": 14.9,
   "zero_overlap_pct": 7.3,
   "domain_jaccard": 31.9
  },
  "brave|perplexity-search": {
   "n": 4342,
   "mean_shared_urls": 2.16,
   "jaccard": 13.0,
   "zero_overlap_pct": 11.5,
   "domain_jaccard": 28.3
  },
  "parallel-search|perplexity-search": {
   "n": 4283,
   "mean_shared_urls": 2.14,
   "jaccard": 12.9,
   "zero_overlap_pct": 12.2,
   "domain_jaccard": 32.7
  }
 },
 "pool": {
  "queries": 4365,
  "mean_distinct_pages": 30.2,
  "max_possible": 40,
  "by_engines_returning": {
   "1": 79.4,
   "2": 12.7,
   "3": 5.2,
   "4": 2.8
  },
  "exclusive_share_of_own_results": {
   "exa": 60.4,
   "brave": 59.5,
   "parallel-search": 58.0,
   "perplexity-search": 63.5
  }
 },
 "same_engine_two_runs": {
  "exa": {
   "n": 1453,
   "mean_shared": 9.54
  },
  "brave": {
   "n": 1454,
   "mean_shared": 9.81
  },
  "parallel-search": {
   "n": 1415,
   "mean_shared": 8.65
  },
  "perplexity-search": {
   "n": 1442,
   "mean_shared": 9.29
  }
 },
 "same_engine_reworded": {
  "exa": {
   "n": 1455,
   "mean_shared": 3.54
  },
  "brave": {
   "n": 1455,
   "mean_shared": 3.47
  },
  "parallel-search": {
   "n": 1413,
   "mean_shared": 3.56
  },
  "perplexity-search": {
   "n": 1445,
   "mean_shared": 2.94
  }
 },
 "agreement_as_evidence": {
  "1": {
   "pages": 34714,
   "gold": 903,
   "pct_gold": 2.6
  },
  "2": {
   "pages": 5564,
   "gold": 345,
   "pct_gold": 6.2
  },
  "3": {
   "pages": 2224,
   "gold": 284,
   "pct_gold": 12.77
  },
  "4": {
   "pages": 1232,
   "gold": 312,
   "pct_gold": 25.32
  }
 },
 "agreement_as_evidence_ci95": {
  "1": [
   2.4,
   2.8
  ],
  "2": [
   5.6,
   6.9
  ],
  "3": [
   11.4,
   14.2
  ],
  "4": [
   23.0,
   27.8
  ]
 },
 "gold_found_by_n_engines": {
  "0": 26.5,
  "1": 17.5,
  "2": 14.6,
  "3": 16.4,
  "4": 25.1
 },
 "gold_found_by_exactly_one": {
  "exa": 6.3,
  "brave": 4.7,
  "parallel-search": 4.2,
  "perplexity-search": 2.3
 },
 "of_A_finds_also_found_by_B": {
  "exa>brave": 71.7,
  "exa>parallel-search": 65.7,
  "exa>perplexity-search": 65.4,
  "brave>exa": 83.8,
  "brave>parallel-search": 64.3,
  "brave>perplexity-search": 69.5,
  "parallel-search>exa": 83.7,
  "parallel-search>brave": 70.1,
  "parallel-search>perplexity-search": 70.9,
  "perplexity-search>exa": 84.5,
  "perplexity-search>brave": 76.8,
  "perplexity-search>parallel-search": 71.9
 },
 "only_one_engine_all_trials": {
  "parallel-search": 16,
  "exa": 26,
  "perplexity-search": 9,
  "brave": 22
 },
 "all_four_all_trials": 111,
 "none_any_trial": 124,
 "by_kind": {
  "devdex": {
   "n": 201,
   "exa": {
    "hit": 63.5,
    "lo": 56.7,
    "hi": 69.9
   },
   "brave": {
    "hit": 52.7,
    "lo": 45.8,
    "hi": 59.5
   },
   "parallel-search": {
    "hit": 61.9,
    "lo": 55.0,
    "hi": 68.3
   },
   "perplexity-search": {
    "hit": 54.4,
    "lo": 47.5,
    "hi": 61.1
   },
   "exa-lite": {
    "hit": 63.5,
    "lo": 56.7,
    "hi": 69.9
   },
   "fast": {
    "hit": 65.8,
    "lo": 59.0,
    "hi": 72.0
   },
   "balanced": {
    "hit": 64.8,
    "lo": 58.0,
    "hi": 71.1
   },
   "best_single": "exa",
   "second": "parallel-search",
   "best_minus_second": {
    "n": 201,
    "mean": 1.7,
    "ci": [
     -3.5,
     6.8
    ],
    "wins": 23,
    "losses": 16
   }
  },
  "obcode": {
   "n": 30,
   "exa": {
    "hit": 50.0,
    "lo": 33.2,
    "hi": 66.8
   },
   "brave": {
    "hit": 18.9,
    "lo": 8.8,
    "hi": 36.1
   },
   "parallel-search": {
    "hit": 18.9,
    "lo": 8.8,
    "hi": 36.1
   },
   "perplexity-search": {
    "hit": 36.7,
    "lo": 21.9,
    "hi": 54.5
   },
   "exa-lite": {
    "hit": 33.3,
    "lo": 19.2,
    "hi": 51.2
   },
   "fast": {
    "hit": 43.3,
    "lo": 27.4,
    "hi": 60.8
   },
   "balanced": {
    "hit": 52.2,
    "lo": 35.1,
    "hi": 68.8
   },
   "best_single": "exa",
   "second": "perplexity-search",
   "best_minus_second": {
    "n": 30,
    "mean": 13.3,
    "ci": [
     -3.3,
     30.0
    ],
    "wins": 6,
    "losses": 2
   }
  },
  "seal": {
   "n": 254,
   "exa": {
    "hit": 53.5,
    "lo": 47.4,
    "hi": 59.6
   },
   "brave": {
    "hit": 49.9,
    "lo": 43.8,
    "hi": 56.0
   },
   "parallel-search": {
    "hit": 34.9,
    "lo": 29.3,
    "hi": 41.0
   },
   "perplexity-search": {
    "hit": 37.5,
    "lo": 31.8,
    "hi": 43.6
   },
   "exa-lite": {
    "hit": 40.7,
    "lo": 34.8,
    "hi": 46.8
   },
   "fast": {
    "hit": 58.0,
    "lo": 51.9,
    "hi": 63.9
   },
   "balanced": {
    "hit": 61.0,
    "lo": 54.9,
    "hi": 66.8
   },
   "best_single": "exa",
   "second": "brave",
   "best_minus_second": {
    "n": 254,
    "mean": 3.7,
    "ci": [
     -2.5,
     10.0
    ],
    "wins": 41,
    "losses": 31
   }
  }
 },
 "sources": {
  "exa": {
   "results": 43491,
   "distinct_domains": 2790,
   "top10_share": 28.7,
   "top5": [
    [
     "github.com",
     12.3
    ],
    [
     "wikipedia.org",
     6.6
    ],
    [
     "huggingface.co",
     2.1
    ],
    [
     "servicenow.com",
     1.5
    ],
    [
     "sap.com",
     1.4
    ]
   ]
  },
  "brave": {
   "results": 43561,
   "distinct_domains": 2706,
   "top10_share": 25.3,
   "top5": [
    [
     "wikipedia.org",
     6.9
    ],
    [
     "github.com",
     6.8
    ],
    [
     "reddit.com",
     2.0
    ],
    [
     "huggingface.co",
     1.7
    ],
    [
     "servicenow.com",
     1.7
    ]
   ]
  },
  "parallel-search": {
   "results": 42768,
   "distinct_domains": 2704,
   "top10_share": 24.8,
   "top5": [
    [
     "github.com",
     7.6
    ],
    [
     "wikipedia.org",
     5.6
    ],
    [
     "huggingface.co",
     2.5
    ],
    [
     "servicenow.com",
     1.7
    ],
    [
     "sap.com",
     1.6
    ]
   ]
  },
  "perplexity-search": {
   "results": 43030,
   "distinct_domains": 2451,
   "top10_share": 25.2,
   "top5": [
    [
     "wikipedia.org",
     7.8
    ],
    [
     "github.com",
     4.7
    ],
    [
     "huggingface.co",
     3.3
    ],
    [
     "servicenow.com",
     2.0
    ],
    [
     "sap.com",
     1.6
    ]
   ]
  }
 },
 "examples": {
  "parallel-search": [
   {
    "id": "devdex::doc::docs/sources/datasources/elasticsearch/template-variables/index.md#1",
    "set": "devdex",
    "query": "how do i write a not-equal-to condition in grafana when building a search",
    "gold": "https://github.com/grafana/grafana/blob/HEAD/docs/sources/datasources/elasticsearch/template-variables/index.md#chunk1",
    "rank": 3
   },
   {
    "id": "devdex::doc::docs/sources/administration/team-management/team-folders/index.md#3",
    "set": "devdex",
    "query": "how do you remove the group responsible for a dashboard container in grafana",
    "gold": "https://github.com/grafana/grafana/blob/HEAD/docs/sources/administration/team-management/team-folders/index.md#chunk3",
    "rank": 5
   }
  ],
  "exa": [
   {
    "id": "devdex::doc::docs/2.directory-structure/1.test.md#0",
    "set": "devdex",
    "query": "where should i put my e2e checks when working with nuxt",
    "gold": "https://github.com/nuxt/nuxt/blob/HEAD/docs/2.directory-structure/1.test.md#chunk0",
    "rank": 5
   },
   {
    "id": "devdex::doc::docs/concepts/config.md#0",
    "set": "devdex",
    "query": "how do you limit the maximum length of a string field in a pydantic schema",
    "gold": "https://github.com/pydantic/pydantic/blob/HEAD/docs/concepts/config.md#chunk0",
    "rank": 2
   }
  ],
  "perplexity-search": [
   {
    "id": "devdex::doc::docs/book/component-guide/annotators/pigeon.md#3",
    "set": "devdex",
    "query": "does zenml include any user interface improvements for the annotation widget it uses",
    "gold": "https://github.com/zenml-io/zenml/blob/HEAD/docs/book/component-guide/annotators/pigeon.md#chunk3",
    "rank": 10
   },
   {
    "id": "devdex::doc::docs/pricing/quotas/manage-transaction-quota.mdx#5",
    "set": "devdex",
    "query": "how long does it take for a downgrade to take place after i request it in sentry if i pay annually",
    "gold": "https://github.com/getsentry/sentry-docs/blob/HEAD/docs/pricing/quotas/manage-transaction-quota.mdx#chunk5",
    "rank": 7
   }
  ],
  "brave": [
   {
    "id": "devdex::doc::docs/docs/deployment/index.md#0",
    "set": "devdex",
    "query": "does dagster have a managed way to run workflows without handling infrastructure myself",
    "gold": "https://github.com/dagster-io/dagster/blob/HEAD/docs/docs/deployment/index.md#chunk0",
    "rank": 7
   },
   {
    "id": "devdex::doc::docs/source/en/llm_tutorial.md#8",
    "set": "devdex",
    "query": "how can i use transformers to make sure output follows a specific grammar like sql or python",
    "gold": "https://github.com/huggingface/transformers/blob/HEAD/docs/source/en/llm_tutorial.md#chunk8",
    "rank": 5
   }
  ]
 }
}