{
 "source": "https://huggingface.co/datasets/JevlinAI/supersearch-tests",
 "collected": "2026-10-27",
 "licence": "CC-BY-4.0",
 "questions": 485,
 "alone": {
  "exa": 57.5,
  "brave": 49.1,
  "parallel-search": 45.1,
  "perplexity-search": 44.5,
  "balanced": 62.1
 },
 "pairs": {
  "exa|brave": {
   "a": "exa",
   "b": "brave",
   "a_alone": 57.5,
   "b_alone": 49.1,
   "either": 65.4,
   "a_minus_b": {
    "n": 485,
    "mean": 8.3,
    "ci": [
     4.0,
     12.5
    ],
    "wins": 83,
    "losses": 41
   },
   "a_every_run_b_never": 75,
   "b_every_run_a_never": 36,
   "gain_over_a": {
    "n": 485,
    "mean": 8.0,
    "ci": [
     5.7,
     10.4
    ],
    "wins": 41,
    "losses": 0
   },
   "gain_over_b": {
    "n": 485,
    "mean": 16.3,
    "ci": [
     13.1,
     19.6
    ],
    "wins": 83,
    "losses": 0
   },
   "by_set": {
    "devdex": {
     "n": 201,
     "a": 63.5,
     "b": 52.7,
     "either": 68.3,
     "a_minus_b": {
      "n": 201,
      "mean": 10.8,
      "ci": [
       4.8,
       17.1
      ],
      "wins": 32,
      "losses": 10
     }
    },
    "obcode": {
     "n": 30,
     "a": 50.0,
     "b": 18.9,
     "either": 50.0,
     "a_minus_b": {
      "n": 30,
      "mean": 31.1,
      "ci": [
       15.6,
       47.8
      ],
      "wins": 10,
      "losses": 0
     }
    },
    "seal": {
     "n": 254,
     "a": 53.5,
     "b": 49.9,
     "either": 65.0,
     "a_minus_b": {
      "n": 254,
      "mean": 3.7,
      "ci": [
       -2.5,
       10.0
      ],
      "wins": 41,
      "losses": 31
     }
    }
   }
  },
  "exa|parallel-search": {
   "a": "exa",
   "b": "parallel-search",
   "a_alone": 57.5,
   "b_alone": 45.1,
   "either": 64.8,
   "a_minus_b": {
    "n": 485,
    "mean": 12.4,
    "ci": [
     8.0,
     16.7
    ],
    "wins": 109,
    "losses": 41
   },
   "a_every_run_b_never": 84,
   "b_every_run_a_never": 30,
   "gain_over_a": {
    "n": 485,
    "mean": 7.4,
    "ci": [
     5.2,
     9.6
    ],
    "wins": 41,
    "losses": 0
   },
   "gain_over_b": {
    "n": 485,
    "mean": 19.7,
    "ci": [
     16.3,
     23.2
    ],
    "wins": 109,
    "losses": 0
   },
   "by_set": {
    "devdex": {
     "n": 201,
     "a": 63.5,
     "b": 61.9,
     "either": 70.5,
     "a_minus_b": {
      "n": 201,
      "mean": 1.7,
      "ci": [
       -3.5,
       6.8
      ],
      "wins": 23,
      "losses": 16
     }
    },
    "obcode": {
     "n": 30,
     "a": 50.0,
     "b": 18.9,
     "either": 54.4,
     "a_minus_b": {
      "n": 30,
      "mean": 31.1,
      "ci": [
       12.2,
       50.0
      ],
      "wins": 11,
      "losses": 2
     }
    },
    "seal": {
     "n": 254,
     "a": 53.5,
     "b": 34.9,
     "either": 61.5,
     "a_minus_b": {
      "n": 254,
      "mean": 18.6,
      "ci": [
       12.2,
       25.3
      ],
      "wins": 75,
      "losses": 23
     }
    }
   }
  },
  "exa|perplexity-search": {
   "a": "exa",
   "b": "perplexity-search",
   "a_alone": 57.5,
   "b_alone": 44.5,
   "either": 64.3,
   "a_minus_b": {
    "n": 485,
    "mean": 13.0,
    "ci": [
     8.7,
     17.4
    ],
    "wins": 102,
    "losses": 37
   },
   "a_every_run_b_never": 90,
   "b_every_run_a_never": 30,
   "gain_over_a": {
    "n": 485,
    "mean": 6.9,
    "ci": [
     4.8,
     9.1
    ],
    "wins": 37,
    "losses": 0
   },
   "gain_over_b": {
    "n": 485,
    "mean": 19.9,
    "ci": [
     16.5,
     23.4
    ],
    "wins": 102,
    "losses": 0
   },
   "by_set": {
    "devdex": {
     "n": 201,
     "a": 63.5,
     "b": 54.4,
     "either": 68.7,
     "a_minus_b": {
      "n": 201,
      "mean": 9.1,
      "ci": [
       3.2,
       15.1
      ],
      "wins": 30,
      "losses": 11
     }
    },
    "obcode": {
     "n": 30,
     "a": 50.0,
     "b": 36.7,
     "either": 56.7,
     "a_minus_b": {
      "n": 30,
      "mean": 13.3,
      "ci": [
       -3.3,
       30.0
      ],
      "wins": 6,
      "losses": 2
     }
    },
    "seal": {
     "n": 254,
     "a": 53.5,
     "b": 37.5,
     "either": 61.8,
     "a_minus_b": {
      "n": 254,
      "mean": 16.0,
      "ci": [
       9.4,
       22.7
      ],
      "wins": 66,
      "losses": 24
     }
    }
   }
  },
  "brave|parallel-search": {
   "a": "brave",
   "b": "parallel-search",
   "a_alone": 49.1,
   "b_alone": 45.1,
   "either": 62.6,
   "a_minus_b": {
    "n": 485,
    "mean": 4.1,
    "ci": [
     -0.8,
     9.1
    ],
    "wins": 96,
    "losses": 70
   },
   "a_every_run_b_never": 76,
   "b_every_run_a_never": 59,
   "gain_over_a": {
    "n": 485,
    "mean": 13.5,
    "ci": [
     10.5,
     16.5
    ],
    "wins": 71,
    "losses": 0
   },
   "gain_over_b": {
    "n": 485,
    "mean": 17.5,
    "ci": [
     14.3,
     20.9
    ],
    "wins": 97,
    "losses": 0
   },
   "by_set": {
    "devdex": {
     "n": 201,
     "a": 52.7,
     "b": 61.9,
     "either": 67.8,
     "a_minus_b": {
      "n": 201,
      "mean": -9.1,
      "ci": [
       -15.4,
       -3.2
      ],
      "wins": 17,
      "losses": 31
     }
    },
    "obcode": {
     "n": 30,
     "a": 18.9,
     "b": 18.9,
     "either": 23.3,
     "a_minus_b": {
      "n": 30,
      "mean": 0.0,
      "ci": [
       -10.0,
       10.0
      ],
      "wins": 2,
      "losses": 2
     }
    },
    "seal": {
     "n": 254,
     "a": 49.9,
     "b": 34.9,
     "either": 63.1,
     "a_minus_b": {
      "n": 254,
      "mean": 15.0,
      "ci": [
       7.6,
       22.3
      ],
      "wins": 77,
      "losses": 37
     }
    }
   }
  },
  "brave|perplexity-search": {
   "a": "brave",
   "b": "perplexity-search",
   "a_alone": 49.1,
   "b_alone": 44.5,
   "either": 59.5,
   "a_minus_b": {
    "n": 485,
    "mean": 4.7,
    "ci": [
     0.3,
     9.1
    ],
    "wins": 75,
    "losses": 55
   },
   "a_every_run_b_never": 70,
   "b_every_run_a_never": 46,
   "gain_over_a": {
    "n": 485,
    "mean": 10.3,
    "ci": [
     7.8,
     13.1
    ],
    "wins": 55,
    "losses": 0
   },
   "gain_over_b": {
    "n": 485,
    "mean": 15.0,
    "ci": [
     12.0,
     18.3
    ],
    "wins": 75,
    "losses": 0
   },
   "by_set": {
    "devdex": {
     "n": 201,
     "a": 52.7,
     "b": 54.4,
     "either": 63.3,
     "a_minus_b": {
      "n": 201,
      "mean": -1.7,
      "ci": [
       -7.8,
       4.6
      ],
      "wins": 18,
      "losses": 22
     }
    },
    "obcode": {
     "n": 30,
     "a": 18.9,
     "b": 36.7,
     "either": 42.2,
     "a_minus_b": {
      "n": 30,
      "mean": -17.8,
      "ci": [
       -36.7,
       -0.0
      ],
      "wins": 2,
      "losses": 7
     }
    },
    "seal": {
     "n": 254,
     "a": 49.9,
     "b": 37.5,
     "either": 58.4,
     "a_minus_b": {
      "n": 254,
      "mean": 12.3,
      "ci": [
       5.9,
       18.6
      ],
      "wins": 55,
      "losses": 26
     }
    }
   }
  },
  "parallel-search|perplexity-search": {
   "a": "parallel-search",
   "b": "perplexity-search",
   "a_alone": 45.1,
   "b_alone": 44.5,
   "either": 57.6,
   "a_minus_b": {
    "n": 485,
    "mean": 0.6,
    "ci": [
     -3.6,
     4.9
    ],
    "wins": 71,
    "losses": 73
   },
   "a_every_run_b_never": 56,
   "b_every_run_a_never": 52,
   "gain_over_a": {
    "n": 485,
    "mean": 12.5,
    "ci": [
     9.8,
     15.3
    ],
    "wins": 73,
    "losses": 0
   },
   "gain_over_b": {
    "n": 485,
    "mean": 13.1,
    "ci": [
     10.3,
     16.1
    ],
    "wins": 71,
    "losses": 0
   },
   "by_set": {
    "devdex": {
     "n": 201,
     "a": 61.9,
     "b": 54.4,
     "either": 68.8,
     "a_minus_b": {
      "n": 201,
      "mean": 7.5,
      "ci": [
       1.5,
       13.8
      ],
      "wins": 31,
      "losses": 19
     }
    },
    "obcode": {
     "n": 30,
     "a": 18.9,
     "b": 36.7,
     "either": 44.4,
     "a_minus_b": {
      "n": 30,
      "mean": -17.8,
      "ci": [
       -37.8,
       1.1
      ],
      "wins": 3,
      "losses": 8
     }
    },
    "seal": {
     "n": 254,
     "a": 34.9,
     "b": 37.5,
     "either": 50.3,
     "a_minus_b": {
      "n": 254,
      "mean": -2.6,
      "ci": [
       -8.8,
       3.8
      ],
      "wins": 37,
      "losses": 46
     }
    }
   }
  }
 },
 "vs_merged": {
  "exa": {
   "merged": 62.1,
   "alone": 57.5,
   "merged_minus_alone": {
    "n": 485,
    "mean": 4.6,
    "ci": [
     1.4,
     7.7
    ],
    "wins": 51,
    "losses": 27
   },
   "by_set": {
    "devdex": {
     "n": 201,
     "merged": 64.8,
     "alone": 63.5,
     "merged_minus_alone": {
      "n": 201,
      "mean": 1.3,
      "ci": [
       -2.3,
       5.0
      ],
      "wins": 11,
      "losses": 9
     }
    },
    "obcode": {
     "n": 30,
     "merged": 52.2,
     "alone": 50.0,
     "merged_minus_alone": {
      "n": 30,
      "mean": 2.2,
      "ci": [
       -11.1,
       15.6
      ],
      "wins": 3,
      "losses": 2
     }
    },
    "seal": {
     "n": 254,
     "merged": 61.0,
     "alone": 53.5,
     "merged_minus_alone": {
      "n": 254,
      "mean": 7.5,
      "ci": [
       2.8,
       12.3
      ],
      "wins": 37,
      "losses": 16
     }
    }
   }
  },
  "brave": {
   "merged": 62.1,
   "alone": 49.1,
   "merged_minus_alone": {
    "n": 485,
    "mean": 12.9,
    "ci": [
     9.2,
     16.6
    ],
    "wins": 87,
    "losses": 18
   },
   "by_set": {
    "devdex": {
     "n": 201,
     "merged": 64.8,
     "alone": 52.7,
     "merged_minus_alone": {
      "n": 201,
      "mean": 12.1,
      "ci": [
       6.8,
       17.7
      ],
      "wins": 33,
      "losses": 6
     }
    },
    "obcode": {
     "n": 30,
     "merged": 52.2,
     "alone": 18.9,
     "merged_minus_alone": {
      "n": 30,
      "mean": 33.3,
      "ci": [
       17.8,
       50.0
      ],
      "wins": 11,
      "losses": 0
     }
    },
    "seal": {
     "n": 254,
     "merged": 61.0,
     "alone": 49.9,
     "merged_minus_alone": {
      "n": 254,
      "mean": 11.2,
      "ci": [
       6.4,
       16.1
      ],
      "wins": 43,
      "losses": 12
     }
    }
   }
  },
  "parallel-search": {
   "merged": 62.1,
   "alone": 45.1,
   "merged_minus_alone": {
    "n": 485,
    "mean": 17.0,
    "ci": [
     13.1,
     20.8
    ],
    "wins": 121,
    "losses": 23
   },
   "by_set": {
    "devdex": {
     "n": 201,
     "merged": 64.8,
     "alone": 61.9,
     "merged_minus_alone": {
      "n": 201,
      "mean": 3.0,
      "ci": [
       -1.5,
       7.3
      ],
      "wins": 23,
      "losses": 12
     }
    },
    "obcode": {
     "n": 30,
     "merged": 52.2,
     "alone": 18.9,
     "merged_minus_alone": {
      "n": 30,
      "mean": 33.3,
      "ci": [
       16.7,
       50.0
      ],
      "wins": 11,
      "losses": 0
     }
    },
    "seal": {
     "n": 254,
     "merged": 61.0,
     "alone": 34.9,
     "merged_minus_alone": {
      "n": 254,
      "mean": 26.1,
      "ci": [
       20.2,
       32.2
      ],
      "wins": 87,
      "losses": 11
     }
    }
   }
  },
  "perplexity-search": {
   "merged": 62.1,
   "alone": 44.5,
   "merged_minus_alone": {
    "n": 485,
    "mean": 17.6,
    "ci": [
     14.2,
     21.1
    ],
    "wins": 101,
    "losses": 9
   },
   "by_set": {
    "devdex": {
     "n": 201,
     "merged": 64.8,
     "alone": 54.4,
     "merged_minus_alone": {
      "n": 201,
      "mean": 10.4,
      "ci": [
       6.0,
       15.1
      ],
      "wins": 26,
      "losses": 4
     }
    },
    "obcode": {
     "n": 30,
     "merged": 52.2,
     "alone": 36.7,
     "merged_minus_alone": {
      "n": 30,
      "mean": 15.6,
      "ci": [
       2.2,
       30.0
      ],
      "wins": 5,
      "losses": 1
     }
    },
    "seal": {
     "n": 254,
     "merged": 61.0,
     "alone": 37.5,
     "merged_minus_alone": {
      "n": 254,
      "mean": 23.5,
      "ci": [
       18.5,
       28.6
      ],
      "wins": 70,
      "losses": 4
     }
    }
   }
  }
 }
}