{
 "source": "https://huggingface.co/datasets/JevlinAI/supersearch-tests",
 "collected": "2026-10-27",
 "analysed": "2026-11-10",
 "licence": "CC-BY-4.0",
 "fanout": {
  "reach_all_four": 73.5,
  "leave_one_out": {
   "exa": {
    "reach_without": 67.3,
    "lost": 6.3,
    "ci": [
     4.3,
     8.5
    ],
    "questions_lost": 35
   },
   "brave": {
    "reach_without": 68.8,
    "lost": 4.7,
    "ci": [
     3.0,
     6.7
    ],
    "questions_lost": 24
   },
   "parallel-search": {
    "reach_without": 69.3,
    "lost": 4.2,
    "ci": [
     2.6,
     6.0
    ],
    "questions_lost": 25
   },
   "perplexity-search": {
    "reach_without": 71.3,
    "lost": 2.3,
    "ci": [
     1.1,
     3.6
    ],
    "questions_lost": 13
   }
  },
  "alone": {
   "exa": 57.5,
   "brave": 49.1,
   "parallel-search": 45.1,
   "perplexity-search": 44.5
  },
  "pairs": {
   "exa+brave": 65.4,
   "exa+parallel-search": 64.8,
   "exa+perplexity-search": 64.3,
   "brave+parallel-search": 62.6,
   "brave+perplexity-search": 59.5,
   "parallel-search+perplexity-search": 57.6
  },
  "balanced_top10": {
   "slots": 14550,
   "share_with_engine": {
    "parallel-search": 51.6,
    "brave": 51.1,
    "exa": 50.6,
    "perplexity-search": 45.3
   },
   "by_engines_agreeing": {
    "1": 34.6,
    "2": 40.8,
    "3": 16.0,
    "4": 8.6
   },
   "answer_pages_by_engines_agreeing": {
    "1": 310,
    "2": 361,
    "3": 294,
    "4": 315
   }
  }
 },
 "per_arm": {
  "exa": {
   "calls": 4365,
   "empty_results_pct": 0.07,
   "cost_per_search": 0.007,
   "hit10": 57.5,
   "cost_per_1000_hits": 12.18
  },
  "exa-lite": {
   "calls": 4365,
   "empty_results_pct": 0.0,
   "cost_per_search": 0.004,
   "hit10": 49.7,
   "cost_per_1000_hits": 8.05
  },
  "brave": {
   "calls": 4365,
   "empty_results_pct": 0.09,
   "cost_per_search": 0.005,
   "hit10": 49.1,
   "cost_per_1000_hits": 10.17
  },
  "parallel-search": {
   "calls": 4365,
   "empty_results_pct": 1.44,
   "cost_per_search": 0.0039,
   "hit10": 45.1,
   "cost_per_1000_hits": 8.74
  },
  "perplexity-search": {
   "calls": 4365,
   "empty_results_pct": 0.44,
   "cost_per_search": 0.005,
   "hit10": 44.5,
   "cost_per_1000_hits": 11.19
  },
  "balanced": {
   "calls": 4365,
   "empty_results_pct": 0.0,
   "cost_per_search": 0.0209,
   "hit10": 62.1,
   "cost_per_1000_hits": 33.66
  }
 },
 "sample_call": {
  "made": "2026-11-10",
  "request": {
   "query": "pydantic v2 limit maximum length of a string field",
   "tier": "balanced",
   "view": "merged",
   "merged_limit": 4,
   "page_chars": 200
  },
  "response_trimmed": {
   "request_id": "01a1c33f-ba85-7765-a20b-067506356db1",
   "merged": [
    {
     "url": "https://stackoverflow.com/questions/61326020/how-can-i-set-max-string-field-length-constraint-in-pydantic",
     "title": "How can I set max string field length constraint in Pydantic?",
     "excerpt": "1. 1. [Home](https://stackoverflow.com/) 2. [Questions](https://stackoverflow.com/questions) 3. [AI …",
     "found_by": [
      {
       "provider": "exa",
       "rank": 4
      },
      {
       "provider": "brave",
       "rank": 1
      },
      {
       "provider": "parallel-search",
       "rank": 3
      }
     ],
     "votes": 3
    },
    {
     "url": "https://pydantic.dev/docs/validation/2.6/concepts/fields",
     "title": "Fields | Pydantic Docs",
     "excerpt": "``` ## String Constraints API Documentation `pydantic.types.StringConstraints` There are fields that can be …",
     "found_by": [
      {
       "provider": "exa",
       "rank": 2
      },
      {
       "provider": "brave",
       "rank": 5
      },
      {
       "provider": "perplexity-search",
       "rank": 7
      }
     ],
     "votes": 3
    },
    {
     "url": "https://pydantic.dev/docs/validation/2.0/usage/fields",
     "title": "Fields | Pydantic Docs",
     "excerpt": "\"maximum\": 0 ... … ## String Constraints There are fields that can be used to constrain strings: - …",
     "found_by": [
      {
       "provider": "brave",
       "rank": 7
      },
      {
       "provider": "perplexity-search",
       "rank": 6
      }
     ],
     "votes": 2
    }
   ],
   "indexes": {
    "selected": 4,
    "ok": 4,
    "pending": 0,
    "by_provider": [
     {
      "provider": "exa",
      "status": "ok",
      "results": 8,
      "latency_ms": 1719
     },
     {
      "provider": "brave",
      "status": "ok",
      "results": 8,
      "latency_ms": 1321
     },
     {
      "provider": "parallel-search",
      "status": "ok",
      "results": 8,
      "latency_ms": 3176
     },
     {
      "provider": "perplexity-search",
      "status": "ok",
      "results": 8,
      "latency_ms": 1096
     }
    ]
   },
   "usage": {
    "cost_micros": 22000,
    "latency_ms": 3179,
    "cache_hit": false
   }
  },
  "distinct_pages_before_cut": 27
 },
 "midterms": {
  "source": "https://jevlin.ai/midterms",
  "state_generated": "2026-11-09",
  "failed_rounds": {
   "tinyfish": 2178,
   "serper": 23,
   "parallel-search": 2,
   "exa": 0,
   "brave": 0,
   "perplexity-search": 0,
   "all_engines_line": 0
  }
 }
}