diff --git a/benchmarks/baselines/ablations.py b/benchmarks/baselines/ablations.py index 894208b..63ca099 100644 --- a/benchmarks/baselines/ablations.py +++ b/benchmarks/baselines/ablations.py @@ -19,19 +19,19 @@ from benchmarks.run_benchmark import RepoResult, evaluate from semble import SembleIndex from semble.index.dense import _DEFAULT_MODEL_NAME -from semble.types import SearchMode -_MODES = ["bm25", "semantic", "semble-bm25", "semble-semantic"] - -# Maps mode name -> (search_mode, alpha) for index.search() -# alpha=None → raw mode, no ranking pipeline +# alpha=None → raw mode, input depends on query # alpha=0.0 → hybrid pipeline, BM25-only input # alpha=1.0 → hybrid pipeline, semantic-only input -_MODE_PARAMS: dict[str, tuple[SearchMode, float | None]] = { - "bm25": (SearchMode.BM25, None), - "semantic": (SearchMode.SEMANTIC, None), - "semble-bm25": (SearchMode.HYBRID, 0.0), - "semble-semantic": (SearchMode.HYBRID, 1.0), +_MODE_PARAMS: dict[str, tuple[float | None, bool]] = { + "semble-bm25": (0.0, True), + "semble-semantic": (1.0, True), + "semble-auto": (None, True), + "semble-balanced": (0.5, True), + "unranked-bm25": (0.0, False), + "unranked-semantic": (1.0, False), + "unranked-auto": (None, False), + "unranked-balanced": (0.5, False), } @@ -65,10 +65,9 @@ def _bench( index = SembleIndex.from_path(spec.benchmark_dir, model=model) index_ms = (time.perf_counter() - started) * 1000 - for mode in modes: - search_mode, alpha = _MODE_PARAMS[mode] + for mode, (alpha, rerank) in sorted(_MODE_PARAMS.items()): ndcg5, ndcg10, latencies, by_category, tokens = evaluate( - index, tasks, mode=search_mode, alpha=alpha, verbose=verbose + index, tasks, alpha=alpha, verbose=verbose, rerank=rerank ) p50, p90, p95, p99 = np.percentile(latencies, [50, 90, 95, 99]).tolist() result = RepoResult( @@ -100,7 +99,7 @@ def _parse_args() -> argparse.Namespace: parser = argparse.ArgumentParser(description="semble ablation benchmarks.") add_filter_args(parser, verbose=True) parser.add_argument( - "--mode", action="append", default=[], choices=_MODES, help="Mode(s) to evaluate (default: all)." + "--mode", action="append", default=[], choices=sorted(_MODE_PARAMS), help="Mode(s) to evaluate (default: all)." ) return parser.parse_args() @@ -108,7 +107,7 @@ def _parse_args() -> argparse.Namespace: def main() -> None: """Run the semble ablation benchmarks.""" args = _parse_args() - modes = args.mode or _MODES + modes = args.mode or sorted(_MODE_PARAMS) repo_specs, tasks = load_filtered_tasks(args.repo or None, args.language or None) diff --git a/benchmarks/results/semble-ablations-608143f7f73f.json b/benchmarks/results/semble-ablations-608143f7f73f.json deleted file mode 100644 index 47cf3f8..0000000 --- a/benchmarks/results/semble-ablations-608143f7f73f.json +++ /dev/null @@ -1,4764 +0,0 @@ -{ - "tool": "semble-ablations", - "model": "minishlab/potion-code-16M", - "by_mode": { - "bm25": { - "avg_ndcg10": 0.682, - "avg_p50_ms": 0.1, - "avg_tokens": 3326.5 - }, - "semantic": { - "avg_ndcg10": 0.6576, - "avg_p50_ms": 0.2, - "avg_tokens": 3078.0 - }, - "semble-bm25": { - "avg_ndcg10": 0.8324, - "avg_p50_ms": 1.6, - "avg_tokens": 3340.8 - }, - "semble-semantic": { - "avg_ndcg10": 0.8216, - "avg_p50_ms": 1.5, - "avg_tokens": 2964.6 - } - }, - "repos": [ - { - "repo": "abseil-cpp", - "language": "cpp", - "mode": "bm25", - "chunks": 3100, - "tokens": 3303, - "ndcg5": 0.8306102206338835, - "ndcg10": 0.8559838337906861, - "p50_ms": 0.0794375009718351, - "p90_ms": 0.0863204913912341, - "p95_ms": 0.08847049903124572, - "p99_ms": 0.10576049797236917, - "index_ms": 2246.204790993943, - "by_category": { - "architecture": 1.0, - "semantic": 0.8325831281494842, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "abseil-cpp", - "language": "cpp", - "mode": "semantic", - "chunks": 3100, - "tokens": 3024, - "ndcg5": 0.8968005463483602, - "ndcg10": 0.8968005463483602, - "p50_ms": 0.40829200588632375, - "p90_ms": 0.4757086077006534, - "p95_ms": 0.47958924915292306, - "p99_ms": 0.5157842482731211, - "index_ms": 2246.204790993943, - "by_category": { - "architecture": 1.0, - "semantic": 0.8624007284644801, - "symbol": 1.0 - } - }, - { - "repo": "abseil-cpp", - "language": "cpp", - "mode": "semble-bm25", - "chunks": 3100, - "tokens": 3122, - "ndcg5": 0.9118153687184167, - "ndcg10": 0.9118153687184167, - "p50_ms": 1.2581874980241992, - "p90_ms": 11.257316406408796, - "p95_ms": 14.759925340331394, - "p99_ms": 15.915252262639113, - "index_ms": 2246.204790993943, - "by_category": { - "architecture": 0.8154648767857288, - "semantic": 0.9449800708482321, - "symbol": 0.8102255193577976 - } - }, - { - "repo": "abseil-cpp", - "language": "cpp", - "mode": "semble-semantic", - "chunks": 3100, - "tokens": 2704, - "ndcg5": 0.9306128427182248, - "ndcg10": 0.9306128427182248, - "p50_ms": 1.1265214925515465, - "p90_ms": 11.112536910513887, - "p95_ms": 14.545156254462201, - "p99_ms": 15.609631253319092, - "index_ms": 2246.204790993943, - "by_category": { - "architecture": 1.0, - "semantic": 0.9454386864194068, - "symbol": 0.8102255193577976 - } - }, - { - "repo": "aeson", - "language": "haskell", - "mode": "bm25", - "chunks": 393, - "tokens": 3687, - "ndcg5": 0.8215338279036697, - "ndcg10": 0.8215338279036697, - "p50_ms": 0.07047950202831998, - "p90_ms": 0.076837204687763, - "p95_ms": 0.07969585494720378, - "p99_ms": 0.08837276094709522, - "index_ms": 216.97045800101478, - "by_category": { - "architecture": 0.6, - "semantic": 0.895378437204893 - } - }, - { - "repo": "aeson", - "language": "haskell", - "mode": "semantic", - "chunks": 393, - "tokens": 3573, - "ndcg5": 0.8446394630357187, - "ndcg10": 0.8446394630357187, - "p50_ms": 0.1357079963781871, - "p90_ms": 0.13987880520289764, - "p95_ms": 0.14055769861442968, - "p99_ms": 0.14461154205491766, - "index_ms": 216.97045800101478, - "by_category": { - "architecture": 0.7261859507142916, - "semantic": 0.884123967142861 - } - }, - { - "repo": "aeson", - "language": "haskell", - "mode": "semble-bm25", - "chunks": 393, - "tokens": 3784, - "ndcg5": 0.7170624189796883, - "ndcg10": 0.733729085646355, - "p50_ms": 6.058541497623082, - "p90_ms": 13.011466893658513, - "p95_ms": 16.444453543954303, - "p99_ms": 24.278724306350327, - "index_ms": 216.97045800101478, - "by_category": { - "architecture": 0.49640912954215805, - "semantic": 0.8128357376810872 - } - }, - { - "repo": "aeson", - "language": "haskell", - "mode": "semble-semantic", - "chunks": 393, - "tokens": 3502, - "ndcg5": 0.7517311170762105, - "ndcg10": 0.7626514889171188, - "p50_ms": 5.9806255012517795, - "p90_ms": 12.810241297120234, - "p95_ms": 16.161530648241758, - "p99_ms": 24.07297332945744, - "index_ms": 216.97045800101478, - "by_category": { - "architecture": 0.6809270736081082, - "semantic": 0.7898929606867888 - } - }, - { - "repo": "aiohttp", - "language": "python", - "mode": "bm25", - "chunks": 764, - "tokens": 3034, - "ndcg5": 0.5140525231427374, - "ndcg10": 0.5757276392421492, - "p50_ms": 0.06108300294727087, - "p90_ms": 0.06783301068935543, - "p95_ms": 0.0706670107319951, - "p99_ms": 0.09363340213894847, - "index_ms": 317.149333000998, - "by_category": { - "architecture": 0.5548939703862777, - "semantic": 0.5570540629072088, - "symbol": 0.6385072130432616 - } - }, - { - "repo": "aiohttp", - "language": "python", - "mode": "semantic", - "chunks": 764, - "tokens": 3006, - "ndcg5": 0.5961189882499377, - "ndcg10": 0.6453326571764789, - "p50_ms": 0.14387498958967626, - "p90_ms": 0.15283298853319138, - "p95_ms": 0.15341599646490067, - "p99_ms": 0.15848319453652948, - "index_ms": 317.149333000998, - "by_category": { - "architecture": 0.8733067418236369, - "semantic": 0.5852407271163164, - "symbol": 0.4343344127787502 - } - }, - { - "repo": "aiohttp", - "language": "python", - "mode": "semble-bm25", - "chunks": 764, - "tokens": 3054, - "ndcg5": 0.7466134836472739, - "ndcg10": 0.8018810410704741, - "p50_ms": 0.5962499999441206, - "p90_ms": 5.996666994178668, - "p95_ms": 6.580541012226604, - "p99_ms": 8.407608207198793, - "index_ms": 317.149333000998, - "by_category": { - "architecture": 0.7955435727265364, - "semantic": 0.696744094821578, - "symbol": 1.0 - } - }, - { - "repo": "aiohttp", - "language": "python", - "mode": "semble-semantic", - "chunks": 764, - "tokens": 2911, - "ndcg5": 0.8630525219852697, - "ndcg10": 0.8922931962910019, - "p50_ms": 0.5326250102370977, - "p90_ms": 5.878374999156222, - "p95_ms": 6.550584002980031, - "p99_ms": 8.321350396727214, - "index_ms": 317.149333000998, - "by_category": { - "architecture": 0.9759363756548032, - "semantic": 0.7674002769474908, - "symbol": 1.0 - } - }, - { - "repo": "alamofire", - "language": "swift", - "mode": "bm25", - "chunks": 655, - "tokens": 3128, - "ndcg5": 0.7226953524045273, - "ndcg10": 0.7658757420465466, - "p50_ms": 0.06497899448731914, - "p90_ms": 0.07425770163536072, - "p95_ms": 0.07766429625917226, - "p99_ms": 0.08270006452221422, - "index_ms": 264.09945799969137, - "by_category": { - "architecture": 0.8036233607701616, - "semantic": 0.7187858871473136, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "alamofire", - "language": "swift", - "mode": "semantic", - "chunks": 655, - "tokens": 3197, - "ndcg5": 0.8191606443724201, - "ndcg10": 0.846046430918511, - "p50_ms": 0.14252099936129525, - "p90_ms": 0.14722030755365267, - "p95_ms": 0.14810066131758504, - "p99_ms": 0.1540537340042647, - "index_ms": 264.09945799969137, - "by_category": { - "architecture": 0.7688578654609097, - "semantic": 0.8437292444231052, - "symbol": 0.8888888888888888 - } - }, - { - "repo": "alamofire", - "language": "swift", - "mode": "semble-bm25", - "chunks": 655, - "tokens": 3262, - "ndcg5": 0.9839441578296375, - "ndcg10": 0.9839441578296375, - "p50_ms": 0.6457705021603033, - "p90_ms": 6.19463330222061, - "p95_ms": 6.681947600009154, - "p99_ms": 8.530489514378129, - "index_ms": 264.09945799969137, - "by_category": { - "architecture": 0.9464805260987917, - "semantic": 0.9854037798451251, - "symbol": 1.0 - } - }, - { - "repo": "alamofire", - "language": "swift", - "mode": "semble-semantic", - "chunks": 655, - "tokens": 3142, - "ndcg5": 0.9919720789148186, - "ndcg10": 0.9919720789148186, - "p50_ms": 0.5869169981451705, - "p90_ms": 6.079824703920168, - "p95_ms": 6.613064554403538, - "p99_ms": 8.358245714916844, - "index_ms": 264.09945799969137, - "by_category": { - "architecture": 0.9732402630493958, - "semantic": 0.9927018899225625, - "symbol": 1.0 - } - }, - { - "repo": "axios", - "language": "javascript", - "mode": "bm25", - "chunks": 168, - "tokens": 2541, - "ndcg5": 0.5981270320634365, - "ndcg10": 0.652051962803907, - "p50_ms": 0.05824999971082434, - "p90_ms": 0.06792141066398472, - "p95_ms": 0.07244134976645, - "p99_ms": 0.07788827540935016, - "index_ms": 70.74887500493787, - "by_category": { - "architecture": 0.4692905241115832, - "semantic": 0.6341610772045271, - "symbol": 0.8311894901132466 - } - }, - { - "repo": "axios", - "language": "javascript", - "mode": "semantic", - "chunks": 168, - "tokens": 2532, - "ndcg5": 0.7074356157188728, - "ndcg10": 0.7770285259419542, - "p50_ms": 0.121978999231942, - "p90_ms": 0.1256791947525926, - "p95_ms": 0.12764824132318608, - "p99_ms": 0.13306324937730096, - "index_ms": 70.74887500493787, - "by_category": { - "architecture": 0.7791488175275083, - "semantic": 0.795298832280229, - "symbol": 0.7478561567799132 - } - }, - { - "repo": "axios", - "language": "javascript", - "mode": "semble-bm25", - "chunks": 168, - "tokens": 2445, - "ndcg5": 0.8509249376624345, - "ndcg10": 0.8746069638173074, - "p50_ms": 0.6905625050421804, - "p90_ms": 3.8777371984906495, - "p95_ms": 3.9085958524083253, - "p99_ms": 3.997452771727694, - "index_ms": 70.74887500493787, - "by_category": { - "architecture": 0.6456142307547109, - "semantic": 0.9182297913969545, - "symbol": 1.0 - } - }, - { - "repo": "axios", - "language": "javascript", - "mode": "semble-semantic", - "chunks": 168, - "tokens": 2349, - "ndcg5": 0.8492675597231898, - "ndcg10": 0.8772970389580153, - "p50_ms": 0.5711664925911464, - "p90_ms": 3.785742305626627, - "p95_ms": 3.8413544913055375, - "p99_ms": 3.9126045029843226, - "index_ms": 70.74887500493787, - "by_category": { - "architecture": 0.698242740216615, - "semantic": 0.8949696753419146, - "symbol": 1.0 - } - }, - { - "repo": "axum", - "language": "rust", - "mode": "bm25", - "chunks": 515, - "tokens": 3351, - "ndcg5": 0.6946394630357187, - "ndcg10": 0.7291164890577864, - "p50_ms": 0.06535400461871177, - "p90_ms": 0.07419519097311422, - "p95_ms": 0.07618721137987451, - "p99_ms": 0.08537104964489116, - "index_ms": 239.7922920063138, - "by_category": { - "architecture": 0.7261859507142916, - "semantic": 0.7470219239087327, - "symbol": 0.6623789802264932 - } - }, - { - "repo": "axum", - "language": "rust", - "mode": "semantic", - "chunks": 515, - "tokens": 3197, - "ndcg5": 0.5142789260714372, - "ndcg10": 0.5471407852100375, - "p50_ms": 0.13681199925485998, - "p90_ms": 0.1466743997298181, - "p95_ms": 0.15128750164876692, - "p99_ms": 0.15185749492957257, - "index_ms": 239.7922920063138, - "by_category": { - "architecture": 0.4236133388501875, - "semantic": 0.5687290841624842, - "symbol": 0.6666666666666666 - } - }, - { - "repo": "axum", - "language": "rust", - "mode": "semble-bm25", - "chunks": 515, - "tokens": 3321, - "ndcg5": 0.7539694436225426, - "ndcg10": 0.7884464696446104, - "p50_ms": 0.6951255054445937, - "p90_ms": 6.297591599286534, - "p95_ms": 6.538028502836826, - "p99_ms": 9.308038493618364, - "index_ms": 239.7922920063138, - "by_category": { - "architecture": 0.6747979495828043, - "semantic": 0.8384671926370708, - "symbol": 0.7777777777777778 - } - }, - { - "repo": "axum", - "language": "rust", - "mode": "semble-semantic", - "chunks": 515, - "tokens": 3231, - "ndcg5": 0.7508891280403, - "ndcg10": 0.7653423693561943, - "p50_ms": 0.6138544995337725, - "p90_ms": 6.220633297925815, - "p95_ms": 6.428707998566099, - "p99_ms": 9.282507996977069, - "index_ms": 239.7922920063138, - "by_category": { - "architecture": 0.7578129652635776, - "semantic": 0.7931485467338333, - "symbol": 0.6666666666666666 - } - }, - { - "repo": "bash-it", - "language": "bash", - "mode": "bm25", - "chunks": 726, - "tokens": 2805, - "ndcg5": 0.6375696397737991, - "ndcg10": 0.6484900116147073, - "p50_ms": 0.06608299736399204, - "p90_ms": 0.07269580673892052, - "p95_ms": 0.08144969615386799, - "p99_ms": 0.08512353670084849, - "index_ms": 362.57770800148137, - "by_category": { - "architecture": 1.0, - "semantic": 0.5799325903246731, - "symbol": 0.6861353116146786 - } - }, - { - "repo": "bash-it", - "language": "bash", - "mode": "semantic", - "chunks": 726, - "tokens": 2426, - "ndcg5": 0.6004264621397062, - "ndcg10": 0.6393763132154399, - "p50_ms": 0.14635400293627754, - "p90_ms": 0.15259159554261714, - "p95_ms": 0.15567229929729365, - "p99_ms": 0.1557680631231051, - "index_ms": 362.57770800148137, - "by_category": { - "architecture": 1.0, - "semantic": 0.4947168520923674, - "symbol": 0.8712414374216044 - } - }, - { - "repo": "bash-it", - "language": "bash", - "mode": "semble-bm25", - "chunks": 726, - "tokens": 2597, - "ndcg5": 0.6047843843606779, - "ndcg10": 0.6431864357378508, - "p50_ms": 0.9806250018300489, - "p90_ms": 1.113579199591186, - "p95_ms": 1.1626503575826064, - "p99_ms": 1.1794972704956308, - "index_ms": 362.57770800148137, - "by_category": { - "architecture": 0.75, - "semantic": 0.6145953051417687, - "symbol": 0.6747979495828043 - } - }, - { - "repo": "bash-it", - "language": "bash", - "mode": "semble-semantic", - "chunks": 726, - "tokens": 2092, - "ndcg5": 0.590006115072143, - "ndcg10": 0.6198265919328931, - "p50_ms": 0.7460209963028319, - "p90_ms": 0.8118119076243602, - "p95_ms": 0.8232853972003795, - "p99_ms": 0.8238234839518555, - "index_ms": 362.57770800148137, - "by_category": { - "architecture": 0.75, - "semantic": 0.5695576129953553, - "symbol": 0.6984565739436487 - } - }, - { - "repo": "bats-core", - "language": "bash", - "mode": "bm25", - "chunks": 48, - "tokens": 3213, - "ndcg5": 0.8946394630357186, - "ndcg10": 0.9124498223911198, - "p50_ms": 0.0608535046922043, - "p90_ms": 0.06668330897809938, - "p95_ms": 0.06955594435567036, - "p99_ms": 0.071044790383894, - "index_ms": 21.916625002631918, - "by_category": { - "architecture": 0.8945513581632737, - "semantic": 0.9220874569753447 - } - }, - { - "repo": "bats-core", - "language": "bash", - "mode": "semantic", - "chunks": 48, - "tokens": 2794, - "ndcg5": 0.8361353116146788, - "ndcg10": 0.8361353116146788, - "p50_ms": 0.11968750186497346, - "p90_ms": 0.12562499468913302, - "p95_ms": 0.12792709821951576, - "p99_ms": 0.12871901053586043, - "index_ms": 21.916625002631918, - "by_category": { - "architecture": 0.7659075880209694, - "semantic": 0.8739502397035989 - } - }, - { - "repo": "bats-core", - "language": "bash", - "mode": "semble-bm25", - "chunks": 48, - "tokens": 2969, - "ndcg5": 0.8346268032608155, - "ndcg10": 0.8346268032608155, - "p50_ms": 0.46887500502634794, - "p90_ms": 0.4906798043521121, - "p95_ms": 0.5069773949799128, - "p99_ms": 0.519295482954476, - "index_ms": 21.916625002631918, - "by_category": { - "architecture": 0.651658044520693, - "semantic": 0.9331484425824198 - } - }, - { - "repo": "bats-core", - "language": "bash", - "mode": "semble-semantic", - "chunks": 48, - "tokens": 2660, - "ndcg5": 0.782049759204785, - "ndcg10": 0.7998601185601861, - "p50_ms": 0.43585400271695107, - "p90_ms": 0.4656332894228399, - "p95_ms": 0.47492885059909895, - "p99_ms": 0.49538576888153324, - "index_ms": 21.916625002631918, - "by_category": { - "architecture": 0.6149523294267735, - "semantic": 0.8994258511704852 - } - }, - { - "repo": "cats", - "language": "scala", - "mode": "bm25", - "chunks": 1262, - "tokens": 2865, - "ndcg5": 0.5941575884408941, - "ndcg10": 0.6033863732798725, - "p50_ms": 0.06520850729430094, - "p90_ms": 0.08054560312302783, - "p95_ms": 0.08299434557557107, - "p99_ms": 0.09113167179748415, - "index_ms": 820.9215409879107, - "by_category": { - "architecture": 0.3443038288345123, - "semantic": 0.5559582396687942, - "symbol": 0.8551549589285763 - } - }, - { - "repo": "cats", - "language": "scala", - "mode": "semantic", - "chunks": 1262, - "tokens": 2789, - "ndcg5": 0.7928612069551187, - "ndcg10": 0.8312632583322916, - "p50_ms": 0.25743750302353874, - "p90_ms": 0.28328750195214525, - "p95_ms": 0.2860646076442208, - "p99_ms": 0.2889465137559455, - "index_ms": 820.9215409879107, - "by_category": { - "architecture": 0.7562452583002234, - "semantic": 0.8244076946336916, - "symbol": 0.892701197851337 - } - }, - { - "repo": "cats", - "language": "scala", - "mode": "semble-bm25", - "chunks": 1262, - "tokens": 2878, - "ndcg5": 0.9, - "ndcg10": 0.9, - "p50_ms": 3.120708504866343, - "p90_ms": 8.694437492522416, - "p95_ms": 12.339952104957776, - "p99_ms": 13.348124023759736, - "index_ms": 820.9215409879107, - "by_category": { - "architecture": 0.75, - "semantic": 0.9, - "symbol": 1.0 - } - }, - { - "repo": "cats", - "language": "scala", - "mode": "semble-semantic", - "chunks": 1262, - "tokens": 2788, - "ndcg5": 0.9113147192765458, - "ndcg10": 0.9209860394574093, - "p50_ms": 3.0505835020449013, - "p90_ms": 8.494729199446743, - "p95_ms": 12.163089889509138, - "p99_ms": 13.034017968166152, - "index_ms": 820.9215409879107, - "by_category": { - "architecture": 0.8549301972870469, - "semantic": 0.9, - "symbol": 1.0 - } - }, - { - "repo": "chi", - "language": "go", - "mode": "bm25", - "chunks": 263, - "tokens": 2742, - "ndcg5": 0.8578287045608461, - "ndcg10": 0.8578287045608461, - "p50_ms": 0.05170798976905644, - "p90_ms": 0.06268320285016671, - "p95_ms": 0.07159810775192446, - "p99_ms": 0.1109524178900755, - "index_ms": 141.9505410012789, - "by_category": { - "architecture": 0.6349978214206287, - "semantic": 0.9589921948412731, - "symbol": 1.0 - } - }, - { - "repo": "chi", - "language": "go", - "mode": "semantic", - "chunks": 263, - "tokens": 2704, - "ndcg5": 0.8058853585266573, - "ndcg10": 0.8392203097039183, - "p50_ms": 0.12341649562586099, - "p90_ms": 0.12915000406792387, - "p95_ms": 0.13251880154712123, - "p99_ms": 0.1422373540117405, - "index_ms": 141.9505410012789, - "by_category": { - "architecture": 0.6406843445879357, - "semantic": 0.9179843896825461, - "symbol": 1.0 - } - }, - { - "repo": "chi", - "language": "go", - "mode": "semble-bm25", - "chunks": 263, - "tokens": 2685, - "ndcg5": 0.7707813288789214, - "ndcg10": 0.8057947331707882, - "p50_ms": 0.7241665007313713, - "p90_ms": 4.403454507701099, - "p95_ms": 4.625841903180117, - "p99_ms": 4.677634776599007, - "index_ms": 141.9505410012789, - "by_category": { - "architecture": 0.6852526560599687, - "semantic": 0.8624288341269906, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "chi", - "language": "go", - "mode": "semble-semantic", - "chunks": 263, - "tokens": 2474, - "ndcg5": 0.7260972989196864, - "ndcg10": 0.7805524822080799, - "p50_ms": 0.5955624947091565, - "p90_ms": 4.4122999082901515, - "p95_ms": 4.592189299000893, - "p99_ms": 4.679937851906288, - "index_ms": 141.9505410012789, - "by_category": { - "architecture": 0.5813897280167648, - "semantic": 0.881186284230377, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "circe", - "language": "scala", - "mode": "bm25", - "chunks": 197, - "tokens": 3213, - "ndcg5": 0.7307932700227693, - "ndcg10": 0.7473966845904393, - "p50_ms": 0.05929199687670916, - "p90_ms": 0.06561640475410968, - "p95_ms": 0.0682540965499356, - "p99_ms": 0.08268362667877227, - "index_ms": 109.78529199201148, - "by_category": { - "architecture": 0.6123212623289701, - "semantic": 0.7399027905066813, - "symbol": 1.0 - } - }, - { - "repo": "circe", - "language": "scala", - "mode": "semantic", - "chunks": 197, - "tokens": 3123, - "ndcg5": 0.7206597929061216, - "ndcg10": 0.7546214778232747, - "p50_ms": 0.12445800530258566, - "p90_ms": 0.1303498022025451, - "p95_ms": 0.13191699399612844, - "p99_ms": 0.13551700045354664, - "index_ms": 109.78529199201148, - "by_category": { - "architecture": 0.5839989159778691, - "semantic": 0.7988076131983104, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "circe", - "language": "scala", - "mode": "semble-bm25", - "chunks": 197, - "tokens": 3161, - "ndcg5": 0.8397050301241697, - "ndcg10": 0.8397050301241697, - "p50_ms": 0.6854579987702891, - "p90_ms": 6.35118341015186, - "p95_ms": 8.251871104585005, - "p99_ms": 9.137140623060986, - "index_ms": 109.78529199201148, - "by_category": { - "architecture": 0.7261859507142916, - "semantic": 0.8475878017079786, - "symbol": 1.0 - } - }, - { - "repo": "circe", - "language": "scala", - "mode": "semble-semantic", - "chunks": 197, - "tokens": 3036, - "ndcg5": 0.8259229508008584, - "ndcg10": 0.8434668104499813, - "p50_ms": 0.6019169959472492, - "p90_ms": 6.30766640533693, - "p95_ms": 8.331841704784889, - "p99_ms": 9.230701934429817, - "index_ms": 109.78529199201148, - "by_category": { - "architecture": 0.7666666666666667, - "semantic": 0.8356850968378461, - "symbol": 1.0 - } - }, - { - "repo": "click", - "language": "python", - "mode": "bm25", - "chunks": 315, - "tokens": 3554, - "ndcg5": 0.889389356842921, - "ndcg10": 0.9003097286838292, - "p50_ms": 0.057896002545021474, - "p90_ms": 0.06327890296233818, - "p95_ms": 0.0661919555568602, - "p99_ms": 0.0665711953479331, - "index_ms": 142.74137499160133, - "by_category": { - "architecture": 0.9137459265651259, - "semantic": 0.8892789260714373, - "symbol": 0.9077324383928644 - } - }, - { - "repo": "click", - "language": "python", - "mode": "semantic", - "chunks": 315, - "tokens": 3330, - "ndcg5": 0.7346268032608154, - "ndcg10": 0.7791307782964112, - "p50_ms": 0.1316245034104213, - "p90_ms": 0.13679579278687015, - "p95_ms": 0.13854344506398775, - "p99_ms": 0.14174229305353947, - "index_ms": 142.74137499160133, - "by_category": { - "architecture": 0.91041406385918, - "semantic": 0.7132994242093663, - "symbol": 0.7467842351698699 - } - }, - { - "repo": "click", - "language": "python", - "mode": "semble-bm25", - "chunks": 315, - "tokens": 3257, - "ndcg5": 0.9630929753571458, - "ndcg10": 0.9630929753571458, - "p50_ms": 0.4809579986613244, - "p90_ms": 5.415070200979244, - "p95_ms": 5.438466351915849, - "p99_ms": 5.550693272234639, - "index_ms": 142.74137499160133, - "by_category": { - "architecture": 1.0, - "semantic": 0.9261859507142916, - "symbol": 1.0 - } - }, - { - "repo": "click", - "language": "python", - "mode": "semble-semantic", - "chunks": 315, - "tokens": 3302, - "ndcg5": 0.9775325271359823, - "ndcg10": 0.9775325271359823, - "p50_ms": 0.4395829964778386, - "p90_ms": 5.767628911416978, - "p95_ms": 5.944969054689865, - "p99_ms": 6.445460215472848, - "index_ms": 142.74137499160133, - "by_category": { - "architecture": 0.986620131524698, - "semantic": 0.9630929753571458, - "symbol": 1.0 - } - }, - { - "repo": "cobra", - "language": "go", - "mode": "bm25", - "chunks": 398, - "tokens": 3898, - "ndcg5": 0.7235643897382131, - "ndcg10": 0.7386158895214121, - "p50_ms": 0.06379199476214126, - "p90_ms": 0.07025000668363646, - "p95_ms": 0.07379374364973046, - "p99_ms": 0.07635875212145038, - "index_ms": 193.95870799780823, - "by_category": { - "architecture": 0.6989698760630589, - "semantic": 0.7225062527707663, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "cobra", - "language": "go", - "mode": "semantic", - "chunks": 398, - "tokens": 3462, - "ndcg5": 0.7886407638034061, - "ndcg10": 0.8197606717859672, - "p50_ms": 0.13254149962449446, - "p90_ms": 0.14306600205600262, - "p95_ms": 0.14563479489879683, - "p99_ms": 0.14706055779242888, - "index_ms": 193.95870799780823, - "by_category": { - "architecture": 0.614000745216012, - "semantic": 0.8828371785839336, - "symbol": 1.0 - } - }, - { - "repo": "cobra", - "language": "go", - "mode": "semble-bm25", - "chunks": 398, - "tokens": 5699, - "ndcg5": 0.9590790148145552, - "ndcg10": 0.9590790148145552, - "p50_ms": 0.621749997662846, - "p90_ms": 7.607761901454069, - "p95_ms": 8.226583342911914, - "p99_ms": 13.925950271805041, - "index_ms": 193.95870799780823, - "by_category": { - "architecture": 1.0, - "semantic": 0.9255982087537366, - "symbol": 1.0 - } - }, - { - "repo": "cobra", - "language": "go", - "mode": "semble-semantic", - "chunks": 398, - "tokens": 4199, - "ndcg5": 0.790440450572295, - "ndcg10": 0.790440450572295, - "p50_ms": 0.5391040031099692, - "p90_ms": 7.31595831020968, - "p95_ms": 7.963555899914359, - "p99_ms": 13.520643983501932, - "index_ms": 193.95870799780823, - "by_category": { - "architecture": 0.793643251190486, - "semantic": 0.7769954094820893, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "commons-lang", - "language": "java", - "mode": "bm25", - "chunks": 3176, - "tokens": 3265, - "ndcg5": 0.6418831630471958, - "ndcg10": 0.6418831630471958, - "p50_ms": 0.0685419945511967, - "p90_ms": 0.07679099508095533, - "p95_ms": 0.07900000491645187, - "p99_ms": 0.0999336101813242, - "index_ms": 1386.138417001348, - "by_category": { - "architecture": 0.677622660637882, - "semantic": 0.558267763464715, - "symbol": 0.9077324383928644 - } - }, - { - "repo": "commons-lang", - "language": "java", - "mode": "semantic", - "chunks": 3176, - "tokens": 3204, - "ndcg5": 0.821950912797236, - "ndcg10": 0.8307402316915011, - "p50_ms": 0.4377080040285364, - "p90_ms": 0.48970799252856523, - "p95_ms": 0.5027500010328367, - "p99_ms": 0.5150172073626891, - "index_ms": 1386.138417001348, - "by_category": { - "architecture": 0.707359682244585, - "semantic": 0.8615433079746321, - "symbol": 0.8154648767857288 - } - }, - { - "repo": "commons-lang", - "language": "java", - "mode": "semble-bm25", - "chunks": 3176, - "tokens": 3333, - "ndcg5": 0.8273812714242084, - "ndcg10": 0.8273812714242084, - "p50_ms": 1.1844170076074079, - "p90_ms": 18.04075000109151, - "p95_ms": 26.20704099535942, - "p99_ms": 26.41067459480837, - "index_ms": 1386.138417001348, - "by_category": { - "architecture": 0.5377157309218195, - "semantic": 0.8401328219387797, - "symbol": 1.0 - } - }, - { - "repo": "commons-lang", - "language": "java", - "mode": "semble-semantic", - "chunks": 3176, - "tokens": 3124, - "ndcg5": 0.8988098428527798, - "ndcg10": 0.9229751887164013, - "p50_ms": 1.014708002912812, - "p90_ms": 18.428250012220815, - "p95_ms": 24.984750009025447, - "p99_ms": 26.115650005522184, - "index_ms": 1386.138417001348, - "by_category": { - "architecture": 0.7068731519671702, - "semantic": 0.9472756790816368, - "symbol": 1.0 - } - }, - { - "repo": "curl", - "language": "c", - "mode": "bm25", - "chunks": 4474, - "tokens": 3087, - "ndcg5": 0.49882976820122876, - "ndcg10": 0.5386566226739258, - "p50_ms": 0.07943699893075973, - "p90_ms": 0.09424140152987094, - "p95_ms": 0.10298365450580606, - "p99_ms": 0.11159672532812691, - "index_ms": 2350.0406250095693, - "by_category": { - "architecture": 0.49138459061286394, - "semantic": 0.5773337398147944 - } - }, - { - "repo": "curl", - "language": "c", - "mode": "semantic", - "chunks": 4474, - "tokens": 2866, - "ndcg5": 0.44817154898348466, - "ndcg10": 0.5068784954736206, - "p50_ms": 0.3439585052547045, - "p90_ms": 0.4191840096609667, - "p95_ms": 0.42239645699737594, - "p99_ms": 0.4233456900692545, - "index_ms": 2350.0406250095693, - "by_category": { - "architecture": 0.39756822023237465, - "semantic": 0.5963141752164581 - } - }, - { - "repo": "curl", - "language": "c", - "mode": "semble-bm25", - "chunks": 4474, - "tokens": 3165, - "ndcg5": 0.5658738461810555, - "ndcg10": 0.6327907827090764, - "p50_ms": 0.9072085013031028, - "p90_ms": 1.055141689721495, - "p95_ms": 1.0706002947699744, - "p99_ms": 1.0809864617476705, - "index_ms": 2350.0406250095693, - "by_category": { - "architecture": 0.6278678063282713, - "semantic": 0.6368186724751894 - } - }, - { - "repo": "curl", - "language": "c", - "mode": "semble-semantic", - "chunks": 4474, - "tokens": 2910, - "ndcg5": 0.6567529365307936, - "ndcg10": 0.6834465522109883, - "p50_ms": 0.7541249942732975, - "p90_ms": 0.8720708006876521, - "p95_ms": 0.8793392451480031, - "p99_ms": 0.9288342460058628, - "index_ms": 2350.0406250095693, - "by_category": { - "architecture": 0.6501557421013141, - "semantic": 0.7106844877552668 - } - }, - { - "repo": "dapper", - "language": "csharp", - "mode": "bm25", - "chunks": 422, - "tokens": 2975, - "ndcg5": 0.8508891280402999, - "ndcg10": 0.8653423693561944, - "p50_ms": 0.059854501159861684, - "p90_ms": 0.06595799495698884, - "p95_ms": 0.06857049957034178, - "p99_ms": 0.07408050834783352, - "index_ms": 225.58458300773054, - "by_category": { - "architecture": 1.0, - "semantic": 0.8399995830684112, - "symbol": 0.7956176024115139 - } - }, - { - "repo": "dapper", - "language": "csharp", - "mode": "semantic", - "chunks": 422, - "tokens": 2687, - "ndcg5": 0.6382994242093665, - "ndcg10": 0.6698459118879393, - "p50_ms": 0.13145899720257148, - "p90_ms": 0.1379041001200676, - "p95_ms": 0.14085349976085126, - "p99_ms": 0.14750350615940988, - "index_ms": 225.58458300773054, - "by_category": { - "architecture": 0.4077324383928644, - "semantic": 0.7983950520732912, - "symbol": 0.46228426907818054 - } - }, - { - "repo": "dapper", - "language": "csharp", - "mode": "semble-bm25", - "chunks": 422, - "tokens": 2822, - "ndcg5": 0.8946394630357186, - "ndcg10": 0.9104127068750051, - "p50_ms": 5.07002099766396, - "p90_ms": 7.087491893616974, - "p95_ms": 9.639138943748552, - "p99_ms": 12.91432778933085, - "index_ms": 225.58458300773054, - "by_category": { - "architecture": 0.9077324383928644, - "semantic": 0.8905634141483573, - "symbol": 1.0 - } - }, - { - "repo": "dapper", - "language": "csharp", - "mode": "semble-semantic", - "chunks": 422, - "tokens": 2440, - "ndcg5": 0.7477197786179612, - "ndcg10": 0.7810531119512946, - "p50_ms": 4.989666995243169, - "p90_ms": 7.434733000991404, - "p95_ms": 9.784618450066775, - "p99_ms": 12.171557289402696, - "index_ms": 225.58458300773054, - "by_category": { - "architecture": 0.4910657717261977, - "semantic": 0.8197537809323923, - "symbol": 1.0 - } - }, - { - "repo": "ecto", - "language": "elixir", - "mode": "bm25", - "chunks": 764, - "tokens": 7586, - "ndcg5": 0.9154099610902302, - "ndcg10": 0.9154099610902302, - "p50_ms": 0.06254199251998216, - "p90_ms": 0.07336660346481949, - "p95_ms": 0.07459129847120492, - "p99_ms": 0.08005106064956635, - "index_ms": 378.59212499461137, - "by_category": { - "architecture": 0.7539531690476383, - "semantic": 0.9615384615384616, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "ecto", - "language": "elixir", - "mode": "semantic", - "chunks": 764, - "tokens": 4716, - "ndcg5": 0.6820276078633493, - "ndcg10": 0.6986310224310192, - "p50_ms": 0.14612500672228634, - "p90_ms": 0.15170039841905236, - "p95_ms": 0.15327030851040035, - "p99_ms": 0.1540212641702965, - "index_ms": 378.59212499461137, - "by_category": { - "architecture": 0.7956176024115139, - "semantic": 0.6822580044729863, - "symbol": 0.6725941869353331 - } - }, - { - "repo": "ecto", - "language": "elixir", - "mode": "semble-bm25", - "chunks": 764, - "tokens": 6779, - "ndcg5": 0.8822031319548903, - "ndcg10": 0.8997469916040131, - "p50_ms": 0.5723750073229894, - "p90_ms": 10.386041403398849, - "p95_ms": 10.84125411143759, - "p99_ms": 11.488383629184682, - "index_ms": 378.59212499461137, - "by_category": { - "architecture": 1.0, - "semantic": 0.8818663913003686, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "ecto", - "language": "elixir", - "mode": "semble-semantic", - "chunks": 764, - "tokens": 4265, - "ndcg5": 0.9085189214285745, - "ndcg10": 0.9260627810776972, - "p50_ms": 0.5174589896341786, - "p90_ms": 9.94068318977952, - "p95_ms": 10.548783895501398, - "p99_ms": 11.810223180509638, - "index_ms": 378.59212499461137, - "by_category": { - "architecture": 1.0, - "semantic": 0.8919379108058652, - "symbol": 1.0 - } - }, - { - "repo": "exposed", - "language": "kotlin", - "mode": "bm25", - "chunks": 748, - "tokens": 3020, - "ndcg5": 0.4815464876785729, - "ndcg10": 0.5245511411927698, - "p50_ms": 0.0639374993625097, - "p90_ms": 0.072103799902834, - "p95_ms": 0.07261810460477136, - "p99_ms": 0.07759002663078716, - "index_ms": 336.48362499661744, - "by_category": { - "architecture": 0.1111111111111111, - "semantic": 0.6184063921801473, - "symbol": 0.5 - } - }, - { - "repo": "exposed", - "language": "kotlin", - "mode": "semantic", - "chunks": 748, - "tokens": 2996, - "ndcg5": 0.40437669706801777, - "ndcg10": 0.48246427529830116, - "p50_ms": 0.15212500875350088, - "p90_ms": 0.1596878035343252, - "p95_ms": 0.16241460325545634, - "p99_ms": 0.18391651843558063, - "index_ms": 336.48362499661744, - "by_category": { - "architecture": 0.2103099178571525, - "semantic": 0.5830106118061816, - "symbol": 0.28540239570267406 - } - }, - { - "repo": "exposed", - "language": "kotlin", - "mode": "semble-bm25", - "chunks": 748, - "tokens": 2953, - "ndcg5": 0.640281540814747, - "ndcg10": 0.6893881179873668, - "p50_ms": 1.0606664945953526, - "p90_ms": 8.94322979875142, - "p95_ms": 9.751854488422396, - "p99_ms": 9.967504504747922, - "index_ms": 336.48362499661744, - "by_category": { - "architecture": 0.5495994033730207, - "semantic": 0.6527831535448767, - "symbol": 1.0 - } - }, - { - "repo": "exposed", - "language": "kotlin", - "mode": "semble-semantic", - "chunks": 748, - "tokens": 2824, - "ndcg5": 0.6823884767144834, - "ndcg10": 0.7035279684348159, - "p50_ms": 0.8032295008888468, - "p90_ms": 9.005353799147997, - "p95_ms": 9.430138942843769, - "p99_ms": 9.76222778466763, - "index_ms": 336.48362499661744, - "by_category": { - "architecture": 0.5, - "semantic": 0.6836113834783085, - "symbol": 1.0 - } - }, - { - "repo": "express", - "language": "javascript", - "mode": "bm25", - "chunks": 52, - "tokens": 3042, - "ndcg5": 0.8340318758101658, - "ndcg10": 0.8340318758101658, - "p50_ms": 0.05945799784967676, - "p90_ms": 0.0633834017207846, - "p95_ms": 0.06376939636538737, - "p99_ms": 0.06848748176707885, - "index_ms": 22.923334006918594, - "by_category": { - "architecture": 0.8268354650698487, - "semantic": 0.8761859507142915, - "symbol": 0.7103099178571526 - } - }, - { - "repo": "express", - "language": "javascript", - "mode": "semantic", - "chunks": 52, - "tokens": 3028, - "ndcg5": 0.8700052554926719, - "ndcg10": 0.8901544121725585, - "p50_ms": 0.11935449583688751, - "p90_ms": 0.12394159566611052, - "p95_ms": 0.12583473944687285, - "p99_ms": 0.12839974791859277, - "index_ms": 22.923334006918594, - "by_category": { - "architecture": 0.9256603463804863, - "semantic": 0.9261859507142916, - "symbol": 0.6872021038816168 - } - }, - { - "repo": "express", - "language": "javascript", - "mode": "semble-bm25", - "chunks": 52, - "tokens": 3164, - "ndcg5": 0.8328459250958742, - "ndcg10": 0.8763983783086319, - "p50_ms": 0.3649795035016723, - "p90_ms": 0.40312970377271995, - "p95_ms": 0.5642493473715171, - "p99_ms": 2.9728162681567443, - "index_ms": 22.923334006918594, - "by_category": { - "architecture": 0.8135191761199004, - "semantic": 0.8833333333333334, - "symbol": 1.0 - } - }, - { - "repo": "express", - "language": "javascript", - "mode": "semble-semantic", - "chunks": 52, - "tokens": 3135, - "ndcg5": 0.9673793323602942, - "ndcg10": 0.9673793323602942, - "p50_ms": 0.3524999992805533, - "p90_ms": 0.3861000106553547, - "p95_ms": 0.5490624957019485, - "p99_ms": 2.978212501038793, - "index_ms": 22.923334006918594, - "by_category": { - "architecture": 0.9595224133763464, - "semantic": 0.9630929753571458, - "symbol": 1.0 - } - }, - { - "repo": "fastapi", - "language": "python", - "mode": "bm25", - "chunks": 602, - "tokens": 2937, - "ndcg5": 0.5575617259627392, - "ndcg10": 0.5967919668612525, - "p50_ms": 0.06112499977461994, - "p90_ms": 0.07137469365261495, - "p95_ms": 0.08054584395722499, - "p99_ms": 0.21424277292680904, - "index_ms": 267.7869999897666, - "by_category": { - "architecture": 0.5343413322801774, - "semantic": 0.6406776829706734, - "symbol": 0.614005709499684 - } - }, - { - "repo": "fastapi", - "language": "python", - "mode": "semantic", - "chunks": 602, - "tokens": 2842, - "ndcg5": 0.4970484167459651, - "ndcg10": 0.5676854571504828, - "p50_ms": 0.14525000005960464, - "p90_ms": 0.16705800662748516, - "p95_ms": 0.17212261227541603, - "p99_ms": 0.18412452147458677, - "index_ms": 267.7869999897666, - "by_category": { - "architecture": 0.6582009931413012, - "semantic": 0.5099294544153737, - "symbol": 0.5333733111395114 - } - }, - { - "repo": "fastapi", - "language": "python", - "mode": "semble-bm25", - "chunks": 602, - "tokens": 2894, - "ndcg5": 0.7488903984408443, - "ndcg10": 0.779547758079117, - "p50_ms": 0.5755835009040311, - "p90_ms": 5.8964705051039354, - "p95_ms": 6.504660093196436, - "p99_ms": 7.590732019016285, - "index_ms": 267.7869999897666, - "by_category": { - "architecture": 0.6655732204458643, - "semantic": 0.7414928273076613, - "symbol": 1.0 - } - }, - { - "repo": "fastapi", - "language": "python", - "mode": "semble-semantic", - "chunks": 602, - "tokens": 2643, - "ndcg5": 0.7278631948012831, - "ndcg10": 0.7586740067024793, - "p50_ms": 0.5266254956950434, - "p90_ms": 5.770037796173711, - "p95_ms": 6.334468747081702, - "p99_ms": 6.997093749523628, - "index_ms": 267.7869999897666, - "by_category": { - "architecture": 0.716463304293911, - "semantic": 0.6447796254990259, - "symbol": 1.0 - } - }, - { - "repo": "flask", - "language": "python", - "mode": "bm25", - "chunks": 295, - "tokens": 3144, - "ndcg5": 0.554631589036825, - "ndcg10": 0.5922428243145523, - "p50_ms": 0.05516699457075447, - "p90_ms": 0.07049999840091914, - "p95_ms": 0.07204200665000826, - "p99_ms": 0.07240841223392636, - "index_ms": 126.35199999203905, - "by_category": { - "architecture": 0.4900891594837953, - "semantic": 0.6592268109676124, - "symbol": 0.5849934245250985 - } - }, - { - "repo": "flask", - "language": "python", - "mode": "semantic", - "chunks": 295, - "tokens": 3141, - "ndcg5": 0.6698597257550478, - "ndcg10": 0.6790705068796797, - "p50_ms": 0.12433400843292475, - "p90_ms": 0.13520900392904878, - "p95_ms": 0.1388340024277568, - "p99_ms": 0.14040040550753474, - "index_ms": 126.35199999203905, - "by_category": { - "architecture": 0.7129089297290726, - "semantic": 0.6775080700965304, - "symbol": 0.6058431217693115 - } - }, - { - "repo": "flask", - "language": "python", - "mode": "semble-bm25", - "chunks": 295, - "tokens": 3121, - "ndcg5": 0.7880156619029626, - "ndcg10": 0.8169378300546872, - "p50_ms": 0.4680419951910153, - "p90_ms": 4.5235830039018765, - "p95_ms": 4.850166995311156, - "p99_ms": 5.659266194561497, - "index_ms": 126.35199999203905, - "by_category": { - "architecture": 0.7368910005703153, - "semantic": 0.8531191122173428, - "symbol": 0.8710490642551528 - } - }, - { - "repo": "flask", - "language": "python", - "mode": "semble-semantic", - "chunks": 295, - "tokens": 3007, - "ndcg5": 0.8330286581849992, - "ndcg10": 0.8518689783565331, - "p50_ms": 0.46462500176858157, - "p90_ms": 4.341292005847208, - "p95_ms": 4.684208004618995, - "p99_ms": 5.311674400581979, - "index_ms": 126.35199999203905, - "by_category": { - "architecture": 0.8862663128276633, - "semantic": 0.8247488329934634, - "symbol": 0.8710490642551528 - } - }, - { - "repo": "fmtlib", - "language": "cpp", - "mode": "bm25", - "chunks": 483, - "tokens": 2919, - "ndcg5": 0.6974229559439696, - "ndcg10": 0.7469514817492364, - "p50_ms": 0.06220849900273606, - "p90_ms": 0.06716190691804513, - "p95_ms": 0.06918334620422685, - "p99_ms": 0.08337027204106559, - "index_ms": 447.9185420059366, - "by_category": { - "architecture": 0.8333333333333334, - "semantic": 0.7202016034197648, - "symbol": 0.7854023957026741 - } - }, - { - "repo": "fmtlib", - "language": "cpp", - "mode": "semantic", - "chunks": 483, - "tokens": 2931, - "ndcg5": 0.7483120839842696, - "ndcg10": 0.7661224433396707, - "p50_ms": 0.13433300046017393, - "p90_ms": 0.14202499005477875, - "p95_ms": 0.14386040056706406, - "p99_ms": 0.15123848410439678, - "index_ms": 447.9185420059366, - "by_category": { - "architecture": 0.7854023957026741, - "semantic": 0.7525403658294285, - "symbol": 0.8102255193577976 - } - }, - { - "repo": "fmtlib", - "language": "cpp", - "mode": "semble-bm25", - "chunks": 483, - "tokens": 2949, - "ndcg5": 0.9346268032608155, - "ndcg10": 0.9346268032608155, - "p50_ms": 0.4991250025341287, - "p90_ms": 1.053699999465614, - "p95_ms": 5.471839554229518, - "p99_ms": 5.585300709790317, - "index_ms": 447.9185420059366, - "by_category": { - "architecture": 0.8769765845238192, - "semantic": 0.9329718794032036, - "symbol": 1.0 - } - }, - { - "repo": "fmtlib", - "language": "cpp", - "mode": "semble-semantic", - "chunks": 483, - "tokens": 2805, - "ndcg5": 0.9139821033974457, - "ndcg10": 0.9139821033974457, - "p50_ms": 0.4795830027433112, - "p90_ms": 1.1956913003814484, - "p95_ms": 6.1461306002456695, - "p99_ms": 6.394492528634146, - "index_ms": 447.9185420059366, - "by_category": { - "architecture": 0.8769765845238192, - "semantic": 0.9034794510269613, - "symbol": 1.0 - } - }, - { - "repo": "gin", - "language": "go", - "mode": "bm25", - "chunks": 576, - "tokens": 3108, - "ndcg5": 0.5630627979278054, - "ndcg10": 0.5704648457019521, - "p50_ms": 0.057416495110373944, - "p90_ms": 0.06710770539939404, - "p95_ms": 0.07237259778776209, - "p99_ms": 0.10907451811362984, - "index_ms": 298.8077920017531, - "by_category": { - "architecture": 0.44351516510961914, - "semantic": 0.5680187203073934, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "gin", - "language": "go", - "mode": "semantic", - "chunks": 576, - "tokens": 3091, - "ndcg5": 0.6579769982598568, - "ndcg10": 0.677319638621584, - "p50_ms": 0.1372914994135499, - "p90_ms": 0.1520414080005139, - "p95_ms": 0.156698256614618, - "p99_ms": 0.16477325174491853, - "index_ms": 298.8077920017531, - "by_category": { - "architecture": 0.6307555442147937, - "semantic": 0.6601690461039014, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "gin", - "language": "go", - "mode": "semble-bm25", - "chunks": 576, - "tokens": 3114, - "ndcg5": 0.8478915245796339, - "ndcg10": 0.8478915245796339, - "p50_ms": 0.6513745029224083, - "p90_ms": 5.794133296876681, - "p95_ms": 6.14046635091654, - "p99_ms": 6.410393277619732, - "index_ms": 298.8077920017531, - "by_category": { - "architecture": 0.9741138831378698, - "semantic": 0.7375588357059507, - "symbol": 1.0 - } - }, - { - "repo": "gin", - "language": "go", - "mode": "semble-semantic", - "chunks": 576, - "tokens": 3004, - "ndcg5": 0.7272745881097904, - "ndcg10": 0.7453150200895939, - "p50_ms": 0.5905205034650862, - "p90_ms": 5.6452952048857705, - "p95_ms": 6.479962200683076, - "p99_ms": 6.854326032625976, - "index_ms": 298.8077920017531, - "by_category": { - "architecture": 0.746085697019908, - "semantic": 0.6754351108793119, - "symbol": 1.0 - } - }, - { - "repo": "gson", - "language": "java", - "mode": "bm25", - "chunks": 1467, - "tokens": 3373, - "ndcg5": 0.41498166220922944, - "ndcg10": 0.48751106982492276, - "p50_ms": 0.06252099410630763, - "p90_ms": 0.06723779370076956, - "p95_ms": 0.0760896087740548, - "p99_ms": 0.08125152118736877, - "index_ms": 757.0576669968432, - "by_category": { - "architecture": 0.5355175557423575, - "semantic": 0.4459438859151569, - "symbol": 0.5247853857295761 - } - }, - { - "repo": "gson", - "language": "java", - "mode": "semantic", - "chunks": 1467, - "tokens": 3056, - "ndcg5": 0.35839371354213445, - "ndcg10": 0.4147818757101879, - "p50_ms": 0.29627100593643263, - "p90_ms": 0.3143247013213113, - "p95_ms": 0.3255458541389089, - "p99_ms": 0.3262427657318767, - "index_ms": 757.0576669968432, - "by_category": { - "architecture": 0.3950698027129531, - "semantic": 0.4570086289926036, - "symbol": 0.357545335570985 - } - }, - { - "repo": "gson", - "language": "java", - "mode": "semble-bm25", - "chunks": 1467, - "tokens": 3679, - "ndcg5": 0.8077987860914849, - "ndcg10": 0.8435465369767782, - "p50_ms": 1.3027084933128208, - "p90_ms": 10.260682991065552, - "p95_ms": 11.208070551219866, - "p99_ms": 14.633581308589777, - "index_ms": 757.0576669968432, - "by_category": { - "architecture": 0.6016669131576928, - "semantic": 0.8464263086904792, - "symbol": 1.0 - } - }, - { - "repo": "gson", - "language": "java", - "mode": "semble-semantic", - "chunks": 1467, - "tokens": 3047, - "ndcg5": 0.6702976822534626, - "ndcg10": 0.6891977872733046, - "p50_ms": 0.9879789940896444, - "p90_ms": 9.95046219613869, - "p95_ms": 10.979441650852099, - "p99_ms": 14.786154721805353, - "index_ms": 757.0576669968432, - "by_category": { - "architecture": 0.27881306371324033, - "semantic": 0.6668703490613132, - "symbol": 1.0 - } - }, - { - "repo": "guzzle", - "language": "php", - "mode": "bm25", - "chunks": 208, - "tokens": 2827, - "ndcg5": 0.6966901155768763, - "ndcg10": 0.7372702463659444, - "p50_ms": 0.05997900734655559, - "p90_ms": 0.0669081011437811, - "p95_ms": 0.07019020049483515, - "p99_ms": 0.07560443438705987, - "index_ms": 92.0507500122767, - "by_category": { - "architecture": 0.9301288265165021, - "semantic": 0.6403145149383018, - "symbol": 0.9077324383928644 - } - }, - { - "repo": "guzzle", - "language": "php", - "mode": "semantic", - "chunks": 208, - "tokens": 2833, - "ndcg5": 0.6507673678865613, - "ndcg10": 0.6609864877659856, - "p50_ms": 0.1280625001527369, - "p90_ms": 0.13427119847619906, - "p95_ms": 0.13565898989327252, - "p99_ms": 0.14249899773858488, - "index_ms": 92.0507500122767, - "by_category": { - "architecture": 0.827091553035404, - "semantic": 0.5467327186647725, - "symbol": 0.9077324383928644 - } - }, - { - "repo": "guzzle", - "language": "php", - "mode": "semble-bm25", - "chunks": 208, - "tokens": 2789, - "ndcg5": 0.9503631703726118, - "ndcg10": 0.9503631703726118, - "p50_ms": 0.6351249976432882, - "p90_ms": 4.548112192424014, - "p95_ms": 4.806397956417641, - "p99_ms": 4.880846793967066, - "index_ms": 92.0507500122767, - "by_category": { - "architecture": 1.0, - "semantic": 0.9236356467270953, - "symbol": 1.0 - } - }, - { - "repo": "guzzle", - "language": "php", - "mode": "semble-semantic", - "chunks": 208, - "tokens": 2671, - "ndcg5": 0.9038319645532835, - "ndcg10": 0.9038319645532835, - "p50_ms": 0.543479502084665, - "p90_ms": 4.2196827082079835, - "p95_ms": 4.502387189131696, - "p99_ms": 4.676111041626427, - "index_ms": 92.0507500122767, - "by_category": { - "architecture": 1.0, - "semantic": 0.8520491762358209, - "symbol": 1.0 - } - }, - { - "repo": "http4s", - "language": "scala", - "mode": "bm25", - "chunks": 974, - "tokens": 3073, - "ndcg5": 0.7002968226739916, - "ndcg10": 0.7489319256518782, - "p50_ms": 0.06204150849953294, - "p90_ms": 0.07040450291242452, - "p95_ms": 0.07724195093032904, - "p99_ms": 0.08028118885704316, - "index_ms": 606.8905420106603, - "by_category": { - "architecture": 0.8710490642551528, - "semantic": 0.6953258261929033, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "http4s", - "language": "scala", - "mode": "semantic", - "chunks": 974, - "tokens": 2820, - "ndcg5": 0.8017782560805999, - "ndcg10": 0.828664042626691, - "p50_ms": 0.2514165098546073, - "p90_ms": 0.276700608083047, - "p95_ms": 0.29428750349325133, - "p99_ms": 0.3746575072000268, - "index_ms": 606.8905420106603, - "by_category": { - "architecture": 0.8637450682743425, - "semantic": 0.7844318319793421, - "symbol": 1.0 - } - }, - { - "repo": "http4s", - "language": "scala", - "mode": "semble-bm25", - "chunks": 974, - "tokens": 3084, - "ndcg5": 0.930657359638273, - "ndcg10": 0.9415777314791811, - "p50_ms": 6.025041999237146, - "p90_ms": 8.042321394896135, - "p95_ms": 8.301505951385483, - "p99_ms": 11.148434787464788, - "index_ms": 606.8905420106603, - "by_category": { - "architecture": 0.9438515431945408, - "semantic": 0.9285714285714286, - "symbol": 1.0 - } - }, - { - "repo": "http4s", - "language": "scala", - "mode": "semble-semantic", - "chunks": 974, - "tokens": 2754, - "ndcg5": 0.9340790148145551, - "ndcg10": 0.9340790148145551, - "p50_ms": 6.037499995727558, - "p90_ms": 8.210408996092156, - "p95_ms": 8.528446440323025, - "p99_ms": 11.283255684975297, - "index_ms": 606.8905420106603, - "by_category": { - "architecture": 0.8502168475732151, - "semantic": 0.9379235538265327, - "symbol": 1.0 - } - }, - { - "repo": "httpx", - "language": "python", - "mode": "bm25", - "chunks": 248, - "tokens": 3207, - "ndcg5": 0.6504388112195796, - "ndcg10": 0.7194234700416017, - "p50_ms": 0.05708300159312785, - "p90_ms": 0.06558299355674535, - "p95_ms": 0.0670000008540228, - "p99_ms": 0.06883279711473733, - "index_ms": 108.05483300646301, - "by_category": { - "architecture": 0.6618424433006205, - "semantic": 0.7313562785616576, - "symbol": 0.7785578521428744 - } - }, - { - "repo": "httpx", - "language": "python", - "mode": "semantic", - "chunks": 248, - "tokens": 3007, - "ndcg5": 0.7305743412973411, - "ndcg10": 0.7500393315438635, - "p50_ms": 0.13008300447836518, - "p90_ms": 0.1345409982604906, - "p95_ms": 0.13520900392904878, - "p99_ms": 0.1376089989207685, - "index_ms": 108.05483300646301, - "by_category": { - "architecture": 0.7207271158895354, - "semantic": 0.8125496544977794, - "symbol": 0.6785578521428745 - } - }, - { - "repo": "httpx", - "language": "python", - "mode": "semble-bm25", - "chunks": 248, - "tokens": 3147, - "ndcg5": 0.7967391998053831, - "ndcg10": 0.8168720490628425, - "p50_ms": 0.5119999987073243, - "p90_ms": 4.399375000502914, - "p95_ms": 4.938333004247397, - "p99_ms": 5.202066607307643, - "index_ms": 108.05483300646301, - "by_category": { - "architecture": 0.6697244465126132, - "semantic": 0.8295824338590445, - "symbol": 1.0 - } - }, - { - "repo": "httpx", - "language": "python", - "mode": "semble-semantic", - "chunks": 248, - "tokens": 2988, - "ndcg5": 0.8636943999759038, - "ndcg10": 0.8636943999759038, - "p50_ms": 0.4487080004764721, - "p90_ms": 4.420042008860037, - "p95_ms": 4.8209170054178685, - "p99_ms": 5.098450597142801, - "index_ms": 108.05483300646301, - "by_category": { - "architecture": 0.7693371977496508, - "semantic": 0.861358001694047, - "symbol": 1.0 - } - }, - { - "repo": "jackson-databind", - "language": "java", - "mode": "bm25", - "chunks": 4635, - "tokens": 3114, - "ndcg5": 0.3911732909393883, - "ndcg10": 0.4633511163771451, - "p50_ms": 0.07908349653007463, - "p90_ms": 0.09649999410612509, - "p95_ms": 0.09743960690684618, - "p99_ms": 0.11172152240760622, - "index_ms": 1836.990916999639, - "by_category": { - "architecture": 0.5021911987942431, - "semantic": 0.3452615576882476, - "symbol": 0.6081187190629095 - } - }, - { - "repo": "jackson-databind", - "language": "java", - "mode": "semantic", - "chunks": 4635, - "tokens": 2909, - "ndcg5": 0.3868598856384648, - "ndcg10": 0.42367570898501816, - "p50_ms": 0.2986664985655807, - "p90_ms": 0.31653329788241535, - "p95_ms": 0.3303559511550702, - "p99_ms": 0.3307047885027714, - "index_ms": 1836.990916999639, - "by_category": { - "architecture": 0.4276256451932704, - "semantic": 0.5898473574203784, - "symbol": 0.1711266228251007 - } - }, - { - "repo": "jackson-databind", - "language": "java", - "mode": "semble-bm25", - "chunks": 4635, - "tokens": 2925, - "ndcg5": 0.7078428691643481, - "ndcg10": 0.7187632410052565, - "p50_ms": 1.2936040002387017, - "p90_ms": 15.040978905744854, - "p95_ms": 17.41577325592516, - "p99_ms": 17.890488243137952, - "index_ms": 1836.990916999639, - "by_category": { - "architecture": 0.696495111878151, - "semantic": 0.5436432511904858, - "symbol": 1.0 - } - }, - { - "repo": "jackson-databind", - "language": "java", - "mode": "semble-semantic", - "chunks": 4635, - "tokens": 2765, - "ndcg5": 0.6963932929028848, - "ndcg10": 0.7130599595695515, - "p50_ms": 1.172854499600362, - "p90_ms": 15.891441603889692, - "p95_ms": 17.669691050832625, - "p99_ms": 18.783471812203057, - "index_ms": 1836.990916999639, - "by_category": { - "architecture": 0.5065735963827291, - "semantic": 0.6794648907457693, - "symbol": 0.9355245321275764 - } - }, - { - "repo": "kotlinx-coroutines", - "language": "kotlin", - "mode": "bm25", - "chunks": 891, - "tokens": 6157, - "ndcg5": 0.719253606521631, - "ndcg10": 0.719253606521631, - "p50_ms": 0.06641700019827113, - "p90_ms": 0.07157080253819004, - "p95_ms": 0.07591009707539342, - "p99_ms": 0.08088201910140923, - "index_ms": 402.88533399871085, - "by_category": { - "architecture": 0.8769765845238192, - "semantic": 0.6967244554900828, - "symbol": 0.6666666666666666 - } - }, - { - "repo": "kotlinx-coroutines", - "language": "kotlin", - "mode": "semantic", - "chunks": 891, - "tokens": 6168, - "ndcg5": 0.6948459118879393, - "ndcg10": 0.7098974116711384, - "p50_ms": 0.21143749472685158, - "p90_ms": 0.22350449435180053, - "p95_ms": 0.22683570423396304, - "p99_ms": 0.23129994195187464, - "index_ms": 402.88533399871085, - "by_category": { - "architecture": 0.7956176024115139, - "semantic": 0.6792903878945887, - "symbol": 0.7670099985546605 - } - }, - { - "repo": "kotlinx-coroutines", - "language": "kotlin", - "mode": "semble-bm25", - "chunks": 891, - "tokens": 6076, - "ndcg5": 0.8770750787545915, - "ndcg10": 0.8770750787545915, - "p50_ms": 3.2977705050143413, - "p90_ms": 10.883279210247567, - "p95_ms": 11.70190444317996, - "p99_ms": 14.736013691144757, - "index_ms": 402.88533399871085, - "by_category": { - "architecture": 0.8769765845238192, - "semantic": 0.8507551301085979, - "symbol": 1.0 - } - }, - { - "repo": "kotlinx-coroutines", - "language": "kotlin", - "mode": "semble-semantic", - "chunks": 891, - "tokens": 5439, - "ndcg5": 0.8755032715262121, - "ndcg10": 0.8755032715262121, - "p50_ms": 3.2607085013296455, - "p90_ms": 10.90938749111956, - "p95_ms": 11.66867080246448, - "p99_ms": 14.794866961165093, - "index_ms": 402.88533399871085, - "by_category": { - "architecture": 0.8102255193577976, - "semantic": 0.8628134908893463, - "symbol": 1.0 - } - }, - { - "repo": "ktor", - "language": "kotlin", - "mode": "bm25", - "chunks": 425, - "tokens": 4759, - "ndcg5": 0.41137801104364013, - "ndcg10": 0.4545836567590248, - "p50_ms": 0.06135399598861113, - "p90_ms": 0.0670375011395663, - "p95_ms": 0.06789585386286491, - "p99_ms": 0.07581277619465253, - "index_ms": 177.76683300326113, - "by_category": { - "architecture": 0.27349099993619197, - "semantic": 0.23960516223245035, - "symbol": 0.9166666666666666 - } - }, - { - "repo": "ktor", - "language": "kotlin", - "mode": "semantic", - "chunks": 425, - "tokens": 3251, - "ndcg5": 0.5851610740876642, - "ndcg10": 0.64376266160649, - "p50_ms": 0.13070800196146592, - "p90_ms": 0.14005390694364905, - "p95_ms": 0.14123365690466017, - "p99_ms": 0.14604673197027296, - "index_ms": 177.76683300326113, - "by_category": { - "architecture": 0.5111293037725083, - "semantic": 0.6678499922958597, - "symbol": 0.7703996932752036 - } - }, - { - "repo": "ktor", - "language": "kotlin", - "mode": "semble-bm25", - "chunks": 425, - "tokens": 4187, - "ndcg5": 0.6932243773277306, - "ndcg10": 0.7240351892289266, - "p50_ms": 1.014583496726118, - "p90_ms": 7.841170896426775, - "p95_ms": 7.92324229987571, - "p99_ms": 8.052948457479943, - "index_ms": 177.76683300326113, - "by_category": { - "architecture": 0.7054200272245202, - "semantic": 0.5061090848581274, - "symbol": 1.0 - } - }, - { - "repo": "ktor", - "language": "kotlin", - "mode": "semble-semantic", - "chunks": 425, - "tokens": 2990, - "ndcg5": 0.8817442629897814, - "ndcg10": 0.8817442629897814, - "p50_ms": 0.8017709988052957, - "p90_ms": 7.559266089810991, - "p95_ms": 7.909425301477313, - "p99_ms": 8.32755146548152, - "index_ms": 177.76683300326113, - "by_category": { - "architecture": 0.8314523706433415, - "semantic": 0.830674095041748, - "symbol": 1.0 - } - }, - { - "repo": "laravel-framework", - "language": "php", - "mode": "bm25", - "chunks": 6252, - "tokens": 2964, - "ndcg5": 0.5079834041651331, - "ndcg10": 0.5383516807244441, - "p50_ms": 0.07902050856500864, - "p90_ms": 0.08875829225871712, - "p95_ms": 0.09159136243397371, - "p99_ms": 0.09931827225955202, - "index_ms": 2472.7536249993136, - "by_category": { - "architecture": 0.6812939970768299, - "semantic": 0.46449402996034855, - "symbol": 0.4543823413269837 - } - }, - { - "repo": "laravel-framework", - "language": "php", - "mode": "semantic", - "chunks": 6252, - "tokens": 2642, - "ndcg5": 0.2632941800406837, - "ndcg10": 0.33091345502413133, - "p50_ms": 0.9109579987125471, - "p90_ms": 1.0114746968611144, - "p95_ms": 1.0424000036437064, - "p99_ms": 1.0484800057020038, - "index_ms": 2472.7536249993136, - "by_category": { - "architecture": 0.41888850862276333, - "semantic": 0.3390762456806633, - "symbol": 0.15859083224932863 - } - }, - { - "repo": "laravel-framework", - "language": "php", - "mode": "semble-bm25", - "chunks": 6252, - "tokens": 2797, - "ndcg5": 0.7809729571593107, - "ndcg10": 0.7809729571593107, - "p50_ms": 1.8373959974269383, - "p90_ms": 16.797103603312284, - "p95_ms": 18.065210738859605, - "p99_ms": 18.65867574553704, - "index_ms": 2472.7536249993136, - "by_category": { - "architecture": 0.6437052076399759, - "semantic": 0.8313992151261028, - "symbol": 0.9077324383928644 - } - }, - { - "repo": "laravel-framework", - "language": "php", - "mode": "semble-semantic", - "chunks": 6252, - "tokens": 2512, - "ndcg5": 0.6109864765136851, - "ndcg10": 0.6540674555317095, - "p50_ms": 1.7774790030671284, - "p90_ms": 16.772395491716452, - "p95_ms": 17.014939247746952, - "p99_ms": 17.238854249590077, - "index_ms": 2472.7536249993136, - "by_category": { - "architecture": 0.5648387874474085, - "semantic": 0.6517353434843796, - "symbol": 0.8154648767857288 - } - }, - { - "repo": "lazy.nvim", - "language": "lua", - "mode": "bm25", - "chunks": 302, - "tokens": 3089, - "ndcg5": 0.5342082204330852, - "ndcg10": 0.5677918236277726, - "p50_ms": 0.06202100485097617, - "p90_ms": 0.06645799876423553, - "p95_ms": 0.06913720280863345, - "p99_ms": 0.07566104293800889, - "index_ms": 148.28266699623782, - "by_category": { - "architecture": 0.6363955800969783, - "semantic": 0.5116614774256955 - } - }, - { - "repo": "lazy.nvim", - "language": "lua", - "mode": "semantic", - "chunks": 302, - "tokens": 2903, - "ndcg5": 0.6009524198073943, - "ndcg10": 0.6009524198073943, - "p50_ms": 0.12818750110454857, - "p90_ms": 0.13476249296218157, - "p95_ms": 0.13574584445450455, - "p99_ms": 0.14898277411703018, - "index_ms": 148.28266699623782, - "by_category": { - "architecture": 0.8176099971604736, - "semantic": 0.42368712924578406 - } - }, - { - "repo": "lazy.nvim", - "language": "lua", - "mode": "semble-bm25", - "chunks": 302, - "tokens": 3031, - "ndcg5": 0.7129079234363127, - "ndcg10": 0.7307182827917138, - "p50_ms": 0.6520210008602589, - "p90_ms": 0.6745665930793621, - "p95_ms": 0.6858493979962077, - "p99_ms": 0.728537071699975, - "index_ms": 148.28266699623782, - "by_category": { - "architecture": 0.8154935086995972, - "semantic": 0.6613567343216273 - } - }, - { - "repo": "lazy.nvim", - "language": "lua", - "mode": "semble-semantic", - "chunks": 302, - "tokens": 2732, - "ndcg5": 0.7607826497458058, - "ndcg10": 0.7607826497458058, - "p50_ms": 0.5591044900938869, - "p90_ms": 0.5865464016096666, - "p95_ms": 0.5932079991907813, - "p99_ms": 0.6141080035013147, - "index_ms": 148.28266699623782, - "by_category": { - "architecture": 0.9364295397841883, - "semantic": 0.6170715578962201 - } - }, - { - "repo": "libuv", - "language": "c", - "mode": "bm25", - "chunks": 1361, - "tokens": 3143, - "ndcg5": 0.5213706067614089, - "ndcg10": 0.5432113504432252, - "p50_ms": 0.06320850661722943, - "p90_ms": 0.07309939537663013, - "p95_ms": 0.07535205149906689, - "p99_ms": 0.08450320907286367, - "index_ms": 618.6449579981854, - "by_category": { - "architecture": 0.43067655807339306, - "semantic": 0.5581498690864761, - "symbol": 0.38685280723454163 - } - }, - { - "repo": "libuv", - "language": "c", - "mode": "semantic", - "chunks": 1361, - "tokens": 2989, - "ndcg5": 0.450360114441086, - "ndcg10": 0.5089840804394457, - "p50_ms": 0.2540205023251474, - "p90_ms": 0.2826545081916265, - "p95_ms": 0.28367950217216276, - "p99_ms": 0.2838694925594609, - "index_ms": 618.6449579981854, - "by_category": { - "architecture": 1.0, - "semantic": 0.4932584229513851, - "symbol": 0.3010299956639812 - } - }, - { - "repo": "libuv", - "language": "c", - "mode": "semble-bm25", - "chunks": 1361, - "tokens": 3204, - "ndcg5": 0.6627817673693733, - "ndcg10": 0.6898209115637528, - "p50_ms": 0.7785630077705719, - "p90_ms": 0.8556454966310412, - "p95_ms": 0.8626434428151698, - "p99_ms": 0.9262622974347322, - "index_ms": 618.6449579981854, - "by_category": { - "architecture": 0.3562071871080222, - "semantic": 0.6911228357870575, - "symbol": 1.0 - } - }, - { - "repo": "libuv", - "language": "c", - "mode": "semble-semantic", - "chunks": 1361, - "tokens": 2985, - "ndcg5": 0.6113278161077247, - "ndcg10": 0.6363298447859895, - "p50_ms": 0.7090209983289242, - "p90_ms": 0.75397560140118, - "p95_ms": 0.7547104083641898, - "p99_ms": 0.7636084813566413, - "index_ms": 618.6449579981854, - "by_category": { - "architecture": 0.6309297535714575, - "semantic": 0.6369298549209376, - "symbol": 0.6309297535714575 - } - }, - { - "repo": "messagepack-csharp", - "language": "csharp", - "mode": "bm25", - "chunks": 1145, - "tokens": 2924, - "ndcg5": 0.5644683220544305, - "ndcg10": 0.6130894933110277, - "p50_ms": 0.06679200305370614, - "p90_ms": 0.07240409759106115, - "p95_ms": 0.07286604304681532, - "p99_ms": 0.0759068071783986, - "index_ms": 546.3814999966417, - "by_category": { - "architecture": 0.3100666895069397, - "semantic": 0.7323162833466, - "symbol": 0.6329537940104847 - } - }, - { - "repo": "messagepack-csharp", - "language": "csharp", - "mode": "semantic", - "chunks": 1145, - "tokens": 2592, - "ndcg5": 0.42742338449513256, - "ndcg10": 0.4707836668419939, - "p50_ms": 0.2440209937049076, - "p90_ms": 0.2603493965580128, - "p95_ms": 0.2615812569274567, - "p99_ms": 0.27231625019339845, - "index_ms": 546.3814999966417, - "by_category": { - "architecture": 0.42719248623041794, - "semantic": 0.4323820572369419, - "symbol": 0.5450664109693898 - } - }, - { - "repo": "messagepack-csharp", - "language": "csharp", - "mode": "semble-bm25", - "chunks": 1145, - "tokens": 2791, - "ndcg5": 0.7948572292040226, - "ndcg10": 0.815996720924355, - "p50_ms": 5.962437993730418, - "p90_ms": 8.513153808598872, - "p95_ms": 8.618086849310203, - "p99_ms": 8.85248377089738, - "index_ms": 546.3814999966417, - "by_category": { - "architecture": 0.5549314847232217, - "semantic": 0.788912053288246, - "symbol": 1.0 - } - }, - { - "repo": "messagepack-csharp", - "language": "csharp", - "mode": "semble-semantic", - "chunks": 1145, - "tokens": 2554, - "ndcg5": 0.7751305395722372, - "ndcg10": 0.81274452709334, - "p50_ms": 6.122624508861918, - "p90_ms": 8.981388101528864, - "p95_ms": 9.090533344715368, - "p99_ms": 9.442540266027208, - "index_ms": 546.3814999966417, - "by_category": { - "architecture": 0.5891339156961289, - "semantic": 0.7664838754535873, - "symbol": 1.0 - } - }, - { - "repo": "mini.nvim", - "language": "lua", - "mode": "bm25", - "chunks": 2172, - "tokens": 3477, - "ndcg5": 0.785812753975107, - "ndcg10": 0.800864253758306, - "p50_ms": 0.07197900413302705, - "p90_ms": 0.07963780517457053, - "p95_ms": 0.08088540198514238, - "p99_ms": 0.08674348500790073, - "index_ms": 1072.87562500278, - "by_category": { - "architecture": 0.8154648767857288, - "semantic": 0.7972140980014503 - } - }, - { - "repo": "mini.nvim", - "language": "lua", - "mode": "semantic", - "chunks": 2172, - "tokens": 3389, - "ndcg5": 0.8815464876785729, - "ndcg10": 0.8815464876785729, - "p50_ms": 0.3798125035245903, - "p90_ms": 0.39754999888828024, - "p95_ms": 0.3995707978901919, - "p99_ms": 0.4063469594984781, - "index_ms": 1072.87562500278, - "by_category": { - "architecture": 1.0, - "semantic": 0.8519331095982161 - } - }, - { - "repo": "mini.nvim", - "language": "lua", - "mode": "semble-bm25", - "chunks": 2172, - "tokens": 3483, - "ndcg5": 0.9815464876785729, - "ndcg10": 0.9815464876785729, - "p50_ms": 0.8025209972402081, - "p90_ms": 0.8636538972496055, - "p95_ms": 0.8710232497833204, - "p99_ms": 0.8878382561670151, - "index_ms": 1072.87562500278, - "by_category": { - "architecture": 1.0, - "semantic": 0.9769331095982161 - } - }, - { - "repo": "mini.nvim", - "language": "lua", - "mode": "semble-semantic", - "chunks": 2172, - "tokens": 3445, - "ndcg5": 0.9139821033974457, - "ndcg10": 0.9139821033974457, - "p50_ms": 0.6850210047559813, - "p90_ms": 0.7476378013961948, - "p95_ms": 0.7630749962117989, - "p99_ms": 0.7794149989786092, - "index_ms": 1072.87562500278, - "by_category": { - "architecture": 1.0, - "semantic": 0.8924776292468072 - } - }, - { - "repo": "model2vec", - "language": "python", - "mode": "bm25", - "chunks": 108, - "tokens": 3130, - "ndcg5": 0.524814948079167, - "ndcg10": 0.5626211064661663, - "p50_ms": 0.05595800030278042, - "p90_ms": 0.06332529592327774, - "p95_ms": 0.06771250045858325, - "p99_ms": 0.07854249444790183, - "index_ms": 45.98833400814328, - "by_category": { - "architecture": 0.6365225451886137, - "semantic": 0.5201571472526777, - "symbol": 0.5317309468254161 - } - }, - { - "repo": "model2vec", - "language": "python", - "mode": "semantic", - "chunks": 108, - "tokens": 2946, - "ndcg5": 0.5270061356211097, - "ndcg10": 0.5597672511438342, - "p50_ms": 0.11956249363720417, - "p90_ms": 0.12864970340160653, - "p95_ms": 0.1327520418271888, - "p99_ms": 0.13468321078107692, - "index_ms": 45.98833400814328, - "by_category": { - "architecture": 0.5672327788663696, - "semantic": 0.5294039012738703, - "symbol": 0.643558852691131 - } - }, - { - "repo": "model2vec", - "language": "python", - "mode": "semble-bm25", - "chunks": 108, - "tokens": 3132, - "ndcg5": 0.5957682274660325, - "ndcg10": 0.6334690268817214, - "p50_ms": 0.5151874938746914, - "p90_ms": 3.553375309274999, - "p95_ms": 4.29249169465038, - "p99_ms": 4.451965538173681, - "index_ms": 45.98833400814328, - "by_category": { - "architecture": 0.6467419235796276, - "semantic": 0.5711510514503642, - "symbol": 0.8102255193577976 - } - }, - { - "repo": "model2vec", - "language": "python", - "mode": "semble-semantic", - "chunks": 108, - "tokens": 2713, - "ndcg5": 0.6569725159710945, - "ndcg10": 0.6678928878120027, - "p50_ms": 0.45952099753776565, - "p90_ms": 3.525870802695864, - "p95_ms": 4.148889244243037, - "p99_ms": 4.282744246011134, - "index_ms": 45.98833400814328, - "by_category": { - "architecture": 0.6251817907500372, - "semantic": 0.6481585220989793, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "monolog", - "language": "php", - "mode": "bm25", - "chunks": 421, - "tokens": 2658, - "ndcg5": 0.714003934176018, - "ndcg10": 0.7306706008426846, - "p50_ms": 0.060771009884774685, - "p90_ms": 0.06706250132992864, - "p95_ms": 0.06793960492359474, - "p99_ms": 0.07272151444340123, - "index_ms": 170.1759160059737, - "by_category": { - "architecture": 0.49487908510771844, - "semantic": 0.8174753504410308, - "symbol": 0.7928526173809581 - } - }, - { - "repo": "monolog", - "language": "php", - "mode": "semantic", - "chunks": 421, - "tokens": 2740, - "ndcg5": 0.33373767522051545, - "ndcg10": 0.3833151528810333, - "p50_ms": 0.13077100447844714, - "p90_ms": 0.13849160604877397, - "p95_ms": 0.13990355655550957, - "p99_ms": 0.14541430631652474, - "index_ms": 170.1759160059737, - "by_category": { - "architecture": 0.2738302787118273, - "semantic": 0.557741027967025, - "symbol": 0.1439482768782562 - } - }, - { - "repo": "monolog", - "language": "php", - "mode": "semble-bm25", - "chunks": 421, - "tokens": 2565, - "ndcg5": 0.8775325271359822, - "ndcg10": 0.8775325271359822, - "p50_ms": 0.938166500418447, - "p90_ms": 5.233245890121907, - "p95_ms": 5.3134276990022045, - "p99_ms": 5.455451933521545, - "index_ms": 170.1759160059737, - "by_category": { - "architecture": 0.6613147192765458, - "semantic": 0.9244076946336917, - "symbol": 1.0 - } - }, - { - "repo": "monolog", - "language": "php", - "mode": "semble-semantic", - "chunks": 421, - "tokens": 2671, - "ndcg5": 0.7994076946336917, - "ndcg10": 0.7994076946336917, - "p50_ms": 0.7470209966413677, - "p90_ms": 5.173724700580351, - "p95_ms": 5.3616937570041046, - "p99_ms": 5.480538755073212, - "index_ms": 170.1759160059737, - "by_category": { - "architecture": 0.44881538926738324, - "semantic": 0.8744076946336916, - "symbol": 1.0 - } - }, - { - "repo": "newtonsoft-json", - "language": "csharp", - "mode": "bm25", - "chunks": 2217, - "tokens": 3113, - "ndcg5": 0.6346268032608154, - "ndcg10": 0.6758446111202518, - "p50_ms": 0.07266650209203362, - "p90_ms": 0.07884140504756942, - "p95_ms": 0.08219405281124638, - "p99_ms": 0.09780520427739245, - "index_ms": 924.1305829928024, - "by_category": { - "architecture": 0.5233035056624095, - "semantic": 0.6706428353118709, - "symbol": 1.0 - } - }, - { - "repo": "newtonsoft-json", - "language": "csharp", - "mode": "semantic", - "chunks": 2217, - "tokens": 2941, - "ndcg5": 0.35519991125688216, - "ndcg10": 0.4347786123826721, - "p50_ms": 0.3534994975780137, - "p90_ms": 0.3828548069577664, - "p95_ms": 0.3887856932124123, - "p99_ms": 0.40768993028905237, - "index_ms": 924.1305829928024, - "by_category": { - "architecture": 0.45625273227063595, - "semantic": 0.4269269406260648, - "symbol": 0.420619835714305 - } - }, - { - "repo": "newtonsoft-json", - "language": "csharp", - "mode": "semble-bm25", - "chunks": 2217, - "tokens": 2986, - "ndcg5": 0.8718751674977092, - "ndcg10": 0.888541834164376, - "p50_ms": 10.257458503474481, - "p90_ms": 13.291804488108028, - "p95_ms": 13.678687789797552, - "p99_ms": 15.453603966598163, - "index_ms": 924.1305829928024, - "by_category": { - "architecture": 0.9251084237866075, - "semantic": 0.8381987400516251, - "symbol": 1.0 - } - }, - { - "repo": "newtonsoft-json", - "language": "csharp", - "mode": "semble-semantic", - "chunks": 2217, - "tokens": 2655, - "ndcg5": 0.8815464876785729, - "ndcg10": 0.896597987461772, - "p50_ms": 10.293083498254418, - "p90_ms": 13.38103749876609, - "p95_ms": 13.540849990386052, - "p99_ms": 15.229569998045914, - "index_ms": 924.1305829928024, - "by_category": { - "architecture": 1.0, - "semantic": 0.8119963408395854, - "symbol": 1.0 - } - }, - { - "repo": "nlohmann-json", - "language": "cpp", - "mode": "bm25", - "chunks": 811, - "tokens": 3047, - "ndcg5": 0.731130526935184, - "ndcg10": 0.7522700186555163, - "p50_ms": 0.06333350029308349, - "p90_ms": 0.07166309951571748, - "p95_ms": 0.07308749845833519, - "p99_ms": 0.08391750350710935, - "index_ms": 418.0268329946557, - "by_category": { - "architecture": 0.8094663530159334, - "semantic": 0.6379135901998796, - "symbol": 1.0 - } - }, - { - "repo": "nlohmann-json", - "language": "cpp", - "mode": "semantic", - "chunks": 811, - "tokens": 3146, - "ndcg5": 0.5195678978178954, - "ndcg10": 0.5304882696588036, - "p50_ms": 0.20700000459328294, - "p90_ms": 0.22472020064014941, - "p95_ms": 0.22661215116386305, - "p99_ms": 0.24795523044303988, - "index_ms": 418.0268329946557, - "by_category": { - "architecture": 0.6423740286300876, - "semantic": 0.41131471927654584, - "symbol": 0.6666666666666666 - } - }, - { - "repo": "nlohmann-json", - "language": "cpp", - "mode": "semble-bm25", - "chunks": 811, - "tokens": 3080, - "ndcg5": 0.8652095417497391, - "ndcg10": 0.8761299135906473, - "p50_ms": 0.8466454964946024, - "p90_ms": 6.915825002943166, - "p95_ms": 7.106641651625978, - "p99_ms": 7.500194733875104, - "index_ms": 418.0268329946557, - "by_category": { - "architecture": 0.8328660295138052, - "semantic": 0.8692536065216308, - "symbol": 1.0 - } - }, - { - "repo": "nlohmann-json", - "language": "cpp", - "mode": "semble-semantic", - "chunks": 811, - "tokens": 2967, - "ndcg5": 0.7227861263165816, - "ndcg10": 0.7572631523386494, - "p50_ms": 0.662124999507796, - "p90_ms": 6.360337203659584, - "p95_ms": 6.94743749772897, - "p99_ms": 6.961687495640945, - "index_ms": 418.0268329946557, - "by_category": { - "architecture": 0.7178637097511767, - "semantic": 0.7120217078514749, - "symbol": 1.0 - } - }, - { - "repo": "nvm", - "language": "bash", - "mode": "bm25", - "chunks": 154, - "tokens": 3160, - "ndcg5": 0.8892789260714373, - "ndcg10": 0.8892789260714373, - "p50_ms": 0.06556248990818858, - "p90_ms": 0.07063749944791198, - "p95_ms": 0.07096874978742562, - "p99_ms": 0.07429374192724936, - "index_ms": 93.83249998791143, - "by_category": { - "architecture": 0.6309297535714575, - "semantic": 0.9179843896825461 - } - }, - { - "repo": "nvm", - "language": "bash", - "mode": "semantic", - "chunks": 154, - "tokens": 3057, - "ndcg5": 0.9630929753571458, - "ndcg10": 0.9630929753571458, - "p50_ms": 0.12858399713877589, - "p90_ms": 0.13520060165319592, - "p95_ms": 0.13646454026456922, - "p99_ms": 0.13972570828627795, - "index_ms": 93.83249998791143, - "by_category": { - "architecture": 0.8154648767857288, - "semantic": 0.9794960974206366 - } - }, - { - "repo": "nvm", - "language": "bash", - "mode": "semble-bm25", - "chunks": 154, - "tokens": 3080, - "ndcg5": 1.0, - "ndcg10": 1.0, - "p50_ms": 0.46008349454496056, - "p90_ms": 0.49348750326316804, - "p95_ms": 0.4945375105307903, - "p99_ms": 0.49510750381159596, - "index_ms": 93.83249998791143, - "by_category": { - "architecture": 1.0, - "semantic": 1.0 - } - }, - { - "repo": "nvm", - "language": "bash", - "mode": "semble-semantic", - "chunks": 154, - "tokens": 3026, - "ndcg5": 1.0, - "ndcg10": 1.0, - "p50_ms": 0.4526664997683838, - "p90_ms": 0.4753503046231345, - "p95_ms": 0.49517710067448206, - "p99_ms": 0.49786902745836414, - "index_ms": 93.83249998791143, - "by_category": { - "architecture": 1.0, - "semantic": 1.0 - } - }, - { - "repo": "pandoc", - "language": "haskell", - "mode": "bm25", - "chunks": 3122, - "tokens": 2798, - "ndcg5": 0.4285835871084546, - "ndcg10": 0.495324213801818, - "p50_ms": 0.07733299571555108, - "p90_ms": 0.08390449511352926, - "p95_ms": 0.08494410285493359, - "p99_ms": 0.08535602333722636, - "index_ms": 1536.9522499968298, - "by_category": { - "architecture": 0.4088293776224278, - "semantic": 0.5529874379214114 - } - }, - { - "repo": "pandoc", - "language": "haskell", - "mode": "semantic", - "chunks": 3122, - "tokens": 2748, - "ndcg5": 0.45743561571887287, - "ndcg10": 0.48969921639016845, - "p50_ms": 0.4602914923452772, - "p90_ms": 0.49044620245695114, - "p95_ms": 0.49485479248687625, - "p99_ms": 0.5236709560267627, - "index_ms": 1536.9522499968298, - "by_category": { - "architecture": 0.5665156025825565, - "semantic": 0.4384882922619096 - } - }, - { - "repo": "pandoc", - "language": "haskell", - "mode": "semble-bm25", - "chunks": 3122, - "tokens": 2802, - "ndcg5": 0.6736089066582611, - "ndcg10": 0.6736089066582611, - "p50_ms": 1.342812494840473, - "p90_ms": 13.337674994545527, - "p95_ms": 15.401177109015407, - "p99_ms": 15.757269028254086, - "index_ms": 1536.9522499968298, - "by_category": { - "architecture": 0.6490670081520385, - "semantic": 0.6899701723290762 - } - }, - { - "repo": "pandoc", - "language": "haskell", - "mode": "semble-semantic", - "chunks": 3122, - "tokens": 2746, - "ndcg5": 0.5846268032608155, - "ndcg10": 0.6315199550826629, - "p50_ms": 1.1191250014235266, - "p90_ms": 13.370079705782704, - "p95_ms": 15.25856810840196, - "p99_ms": 15.407180018228246, - "index_ms": 1536.9522499968298, - "by_category": { - "architecture": 0.6205328858630988, - "semantic": 0.6388446678957056 - } - }, - { - "repo": "phoenix", - "language": "elixir", - "mode": "bm25", - "chunks": 559, - "tokens": 6783, - "ndcg5": 0.5775993025576263, - "ndcg10": 0.6466911842420515, - "p50_ms": 0.06074999691918492, - "p90_ms": 0.06573379796463996, - "p95_ms": 0.06773299974156541, - "p99_ms": 0.07781300315400586, - "index_ms": 267.2157920023892, - "by_category": { - "architecture": 0.6869065320299473, - "semantic": 0.6961810226560111, - "symbol": 0.4105688512457914 - } - }, - { - "repo": "phoenix", - "language": "elixir", - "mode": "semantic", - "chunks": 559, - "tokens": 6065, - "ndcg5": 0.6347745249075731, - "ndcg10": 0.6693659555797838, - "p50_ms": 0.13666599988937378, - "p90_ms": 0.14410819276235998, - "p95_ms": 0.14738810423295942, - "p99_ms": 0.15227762458380312, - "index_ms": 267.2157920023892, - "by_category": { - "architecture": 0.7298259003917382, - "semantic": 0.6838405350259164, - "symbol": 0.4542121024362773 - } - }, - { - "repo": "phoenix", - "language": "elixir", - "mode": "semble-bm25", - "chunks": 559, - "tokens": 7099, - "ndcg5": 0.8600657041891455, - "ndcg10": 0.8600657041891455, - "p50_ms": 0.6790420011384413, - "p90_ms": 6.262283600517548, - "p95_ms": 7.10385830607265, - "p99_ms": 8.008238060865551, - "index_ms": 267.2157920023892, - "by_category": { - "architecture": 0.8137184243097517, - "semantic": 0.8596832229722856, - "symbol": 1.0 - } - }, - { - "repo": "phoenix", - "language": "elixir", - "mode": "semble-semantic", - "chunks": 559, - "tokens": 5501, - "ndcg5": 0.8693569768845262, - "ndcg10": 0.8693569768845262, - "p50_ms": 0.5977920081932098, - "p90_ms": 6.230650201905518, - "p95_ms": 7.1072538936277825, - "p99_ms": 7.92928438342642, - "index_ms": 267.2157920023892, - "by_category": { - "architecture": 0.847881083730162, - "semantic": 0.8409789724620774, - "symbol": 1.0 - } - }, - { - "repo": "plug", - "language": "elixir", - "mode": "bm25", - "chunks": 255, - "tokens": 5088, - "ndcg5": 0.8139821033974457, - "ndcg10": 0.8139821033974457, - "p50_ms": 0.06031250086380169, - "p90_ms": 0.06711630121571943, - "p95_ms": 0.07185354334069417, - "p99_ms": 0.08800430776318532, - "index_ms": 134.00533300591633, - "by_category": { - "architecture": 0.8333333333333334, - "semantic": 0.8056887191392083, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "plug", - "language": "elixir", - "mode": "semantic", - "chunks": 255, - "tokens": 4150, - "ndcg5": 0.7746141434859123, - "ndcg10": 0.7746141434859123, - "p50_ms": 0.12406249879859388, - "p90_ms": 0.13124199031153694, - "p95_ms": 0.13485239978763275, - "p99_ms": 0.14527048435411413, - "index_ms": 134.00533300591633, - "by_category": { - "architecture": 0.8102255193577976, - "semantic": 0.745048325576671, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "plug", - "language": "elixir", - "mode": "semble-bm25", - "chunks": 255, - "tokens": 6520, - "ndcg5": 0.9077324383928644, - "ndcg10": 0.9077324383928644, - "p50_ms": 0.5549370034714229, - "p90_ms": 4.712225301773288, - "p95_ms": 5.367797906365014, - "p99_ms": 6.073425976064754, - "index_ms": 134.00533300591633, - "by_category": { - "architecture": 0.8769765845238192, - "semantic": 0.8945513581632737, - "symbol": 1.0 - } - }, - { - "repo": "plug", - "language": "elixir", - "mode": "semble-semantic", - "chunks": 255, - "tokens": 4344, - "ndcg5": 0.8761859507142915, - "ndcg10": 0.8939963100696927, - "p50_ms": 0.4906670073978603, - "p90_ms": 4.675728599249852, - "p95_ms": 5.408592001913349, - "p99_ms": 6.040152000059606, - "index_ms": 134.00533300591633, - "by_category": { - "architecture": 1.0, - "semantic": 0.8749283177015996, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "pydantic", - "language": "python", - "mode": "bm25", - "chunks": 1533, - "tokens": 3365, - "ndcg5": 0.583960276835441, - "ndcg10": 0.5936315970163045, - "p50_ms": 0.06343799759633839, - "p90_ms": 0.07073809247231111, - "p95_ms": 0.0717395880201366, - "p99_ms": 0.08298151355120352, - "index_ms": 654.4437499978812, - "by_category": { - "architecture": 0.4464737650493893, - "semantic": 0.5857136591669393, - "symbol": 0.8123212623289702 - } - }, - { - "repo": "pydantic", - "language": "python", - "mode": "semantic", - "chunks": 1533, - "tokens": 3152, - "ndcg5": 0.43578832776167314, - "ndcg10": 0.5007305425561175, - "p50_ms": 0.269375006610062, - "p90_ms": 0.30944110185373574, - "p95_ms": 0.31538576004095376, - "p99_ms": 0.31681074877269566, - "index_ms": 654.4437499978812, - "by_category": { - "architecture": 0.5455497274898097, - "semantic": 0.55620266547932, - "symbol": 0.34922828697182434 - } - }, - { - "repo": "pydantic", - "language": "python", - "mode": "semble-bm25", - "chunks": 1533, - "tokens": 3172, - "ndcg5": 0.7294373667507709, - "ndcg10": 0.7505768584711034, - "p50_ms": 0.8457704971078783, - "p90_ms": 9.085287504422013, - "p95_ms": 9.78504790036823, - "p99_ms": 12.926475981803373, - "index_ms": 654.4437499978812, - "by_category": { - "architecture": 0.5617354388464583, - "semantic": 0.7599236371871074, - "symbol": 1.0 - } - }, - { - "repo": "pydantic", - "language": "python", - "mode": "semble-semantic", - "chunks": 1533, - "tokens": 3154, - "ndcg5": 0.7456582305417333, - "ndcg10": 0.7553295507225968, - "p50_ms": 0.7123544928617775, - "p90_ms": 8.917387799010612, - "p95_ms": 9.626577049493793, - "p99_ms": 13.0914482101798, - "index_ms": 654.4437499978812, - "by_category": { - "architecture": 0.6508486388188989, - "semantic": 0.7399650986435234, - "symbol": 0.9261859507142916 - } - }, - { - "repo": "rack", - "language": "ruby", - "mode": "bm25", - "chunks": 256, - "tokens": 2943, - "ndcg5": 0.8138173507987476, - "ndcg10": 0.8336066389714155, - "p50_ms": 0.06031300290487707, - "p90_ms": 0.06792960339225829, - "p95_ms": 0.06837765104137361, - "p99_ms": 0.07027553045190871, - "index_ms": 122.45866601006128, - "by_category": { - "architecture": 1.0, - "semantic": 0.798713694067948, - "symbol": 0.8035565121611998 - } - }, - { - "repo": "rack", - "language": "ruby", - "mode": "semantic", - "chunks": 256, - "tokens": 2839, - "ndcg5": 0.8534085064525992, - "ndcg10": 0.8709343329406952, - "p50_ms": 0.12614599836524576, - "p90_ms": 0.1338542060693726, - "p95_ms": 0.13669735271832903, - "p99_ms": 0.14363947135279884, - "index_ms": 122.45866601006128, - "by_category": { - "architecture": 1.0, - "semantic": 0.8746141434859123, - "symbol": 0.7861353116146785 - } - }, - { - "repo": "rack", - "language": "ruby", - "mode": "semble-bm25", - "chunks": 256, - "tokens": 2918, - "ndcg5": 0.8474523542700645, - "ndcg10": 0.8474523542700645, - "p50_ms": 0.5444164999062195, - "p90_ms": 5.4740544932428765, - "p95_ms": 7.224823255091902, - "p99_ms": 8.895498251076784, - "index_ms": 122.45866601006128, - "by_category": { - "architecture": 1.0, - "semantic": 0.7254142376861159, - "symbol": 1.0 - } - }, - { - "repo": "rack", - "language": "ruby", - "mode": "semble-semantic", - "chunks": 256, - "tokens": 2548, - "ndcg5": 0.9200892395358251, - "ndcg10": 0.9200892395358251, - "p50_ms": 0.4834795036003925, - "p90_ms": 5.311637499835344, - "p95_ms": 7.074256239866369, - "p99_ms": 8.655851250223346, - "index_ms": 122.45866601006128, - "by_category": { - "architecture": 1.0, - "semantic": 0.8561606311644849, - "symbol": 1.0 - } - }, - { - "repo": "rails", - "language": "ruby", - "mode": "bm25", - "chunks": 480, - "tokens": 2911, - "ndcg5": 0.5731274659106212, - "ndcg10": 0.6278300687310379, - "p50_ms": 0.0587914910283871, - "p90_ms": 0.06495421257568523, - "p95_ms": 0.06622115179197864, - "p99_ms": 0.07464423222700133, - "index_ms": 228.59674999199342, - "by_category": { - "architecture": 0.6271537686970508, - "semantic": 0.6653195975388576, - "symbol": 0.5637450683938239 - } - }, - { - "repo": "rails", - "language": "ruby", - "mode": "semantic", - "chunks": 480, - "tokens": 2567, - "ndcg5": 0.5090977896616014, - "ndcg10": 0.5649946972267813, - "p50_ms": 0.1342919931630604, - "p90_ms": 0.13676609960384667, - "p95_ms": 0.1381648973620031, - "p99_ms": 0.14573298234608956, - "index_ms": 228.59674999199342, - "by_category": { - "architecture": 0.5266790732018661, - "semantic": 0.5751241997928059, - "symbol": 0.6334782217922975 - } - }, - { - "repo": "rails", - "language": "ruby", - "mode": "semble-bm25", - "chunks": 480, - "tokens": 2540, - "ndcg5": 0.7554753636489658, - "ndcg10": 0.7937239627632156, - "p50_ms": 0.7922500008135103, - "p90_ms": 5.965108299278659, - "p95_ms": 8.60619134909939, - "p99_ms": 8.653438272303902, - "index_ms": 228.59674999199342, - "by_category": { - "architecture": 0.8341462304650082, - "semantic": 0.6937438838725746, - "symbol": 0.8777389984928038 - } - }, - { - "repo": "rails", - "language": "ruby", - "mode": "semble-semantic", - "chunks": 480, - "tokens": 2319, - "ndcg5": 0.7976482134001379, - "ndcg10": 0.8170961181185407, - "p50_ms": 0.6198124974616803, - "p90_ms": 5.918075601221067, - "p95_ms": 8.637524992809631, - "p99_ms": 8.643604994867928, - "index_ms": 228.59674999199342, - "by_category": { - "architecture": 0.793158922575921, - "semantic": 0.8132194378880441, - "symbol": 0.8777389984928038 - } - }, - { - "repo": "redis", - "language": "c", - "mode": "bm25", - "chunks": 6367, - "tokens": 3221, - "ndcg5": 0.6692536065216309, - "ndcg10": 0.7193275665483276, - "p50_ms": 0.09172849968308583, - "p90_ms": 0.12110779789509252, - "p95_ms": 0.12178395263617858, - "p99_ms": 0.12292318715481088, - "index_ms": 3576.212874992052, - "by_category": { - "architecture": 0.6479419810397723, - "semantic": 0.7907131520568825 - } - }, - { - "repo": "redis", - "language": "c", - "mode": "semantic", - "chunks": 6367, - "tokens": 3142, - "ndcg5": 0.7758000942002038, - "ndcg10": 0.7758000942002038, - "p50_ms": 0.9636874965508468, - "p90_ms": 1.3034458068432289, - "p95_ms": 1.4077517531404742, - "p99_ms": 1.8036167482205194, - "index_ms": 3576.212874992052, - "by_category": { - "architecture": 0.8192536065216307, - "semantic": 0.7323465818787765 - } - }, - { - "repo": "redis", - "language": "c", - "mode": "semble-bm25", - "chunks": 6367, - "tokens": 3998, - "ndcg5": 0.9215338279036697, - "ndcg10": 0.9382004945703365, - "p50_ms": 1.3345625047804788, - "p90_ms": 1.5855958932661451, - "p95_ms": 1.590977747400757, - "p99_ms": 1.625462744559627, - "index_ms": 3576.212874992052, - "by_category": { - "architecture": 0.9430676558073394, - "semantic": 0.9333333333333333 - } - }, - { - "repo": "redis", - "language": "c", - "mode": "semble-semantic", - "chunks": 6367, - "tokens": 3174, - "ndcg5": 0.8889821033974457, - "ndcg10": 0.8889821033974457, - "p50_ms": 1.2994374919799156, - "p90_ms": 1.438978900841903, - "p95_ms": 1.4446441076870542, - "p99_ms": 1.4765960139629897, - "index_ms": 3576.212874992052, - "by_category": { - "architecture": 0.95, - "semantic": 0.8279642067948915 - } - }, - { - "repo": "redux", - "language": "javascript", - "mode": "bm25", - "chunks": 53, - "tokens": 2973, - "ndcg5": 0.807049759204785, - "ndcg10": 0.807049759204785, - "p50_ms": 0.058416502724867314, - "p90_ms": 0.0667671934934333, - "p95_ms": 0.06734935959684663, - "p99_ms": 0.06823627263656817, - "index_ms": 27.501125005073845, - "by_category": { - "architecture": 0.7718216255952429, - "semantic": 0.78659876360565, - "symbol": 0.8861353116146786 - } - }, - { - "repo": "redux", - "language": "javascript", - "mode": "semantic", - "chunks": 53, - "tokens": 2836, - "ndcg5": 0.8490218381196037, - "ndcg10": 0.8490218381196037, - "p50_ms": 0.11645849735941738, - "p90_ms": 0.1249335880856961, - "p95_ms": 0.12621425339602865, - "p99_ms": 0.12630924305994995, - "index_ms": 27.501125005073845, - "by_category": { - "architecture": 0.7146501161959612, - "semantic": 0.9179843896825461, - "symbol": 0.8861353116146786 - } - }, - { - "repo": "redux", - "language": "javascript", - "mode": "semble-bm25", - "chunks": 53, - "tokens": 2929, - "ndcg5": 0.880657359638273, - "ndcg10": 0.8973240263049396, - "p50_ms": 0.482229508634191, - "p90_ms": 3.176799707580358, - "p95_ms": 3.316614607319936, - "p99_ms": 5.1727565132023265, - "index_ms": 27.501125005073845, - "by_category": { - "architecture": 0.8710490642551528, - "semantic": 0.8577984600630972, - "symbol": 1.0 - } - }, - { - "repo": "redux", - "language": "javascript", - "mode": "semble-semantic", - "chunks": 53, - "tokens": 2709, - "ndcg5": 0.8928612069551187, - "ndcg10": 0.9197469935012098, - "p50_ms": 0.44524950499180704, - "p90_ms": 3.108787501696497, - "p95_ms": 3.27307499755989, - "p99_ms": 5.098214993340659, - "index_ms": 27.501125005073845, - "by_category": { - "architecture": 0.9051127971865672, - "semantic": 0.884918120767199, - "symbol": 1.0 - } - }, - { - "repo": "requests", - "language": "python", - "mode": "bm25", - "chunks": 169, - "tokens": 3131, - "ndcg5": 0.5271409926060272, - "ndcg10": 0.6033418421058976, - "p50_ms": 0.05947899626335129, - "p90_ms": 0.06431250512832777, - "p95_ms": 0.07403751224046579, - "p99_ms": 0.12780750141246236, - "index_ms": 71.26216600590851, - "by_category": { - "architecture": 0.6178987550585167, - "semantic": 0.6240070552706198, - "symbol": 0.5498978229086747 - } - }, - { - "repo": "requests", - "language": "python", - "mode": "semantic", - "chunks": 169, - "tokens": 2825, - "ndcg5": 0.8378690845321319, - "ndcg10": 0.8378690845321319, - "p50_ms": 0.1198539903271012, - "p90_ms": 0.12855060922447592, - "p95_ms": 0.13053750444669276, - "p99_ms": 0.13110750878695399, - "index_ms": 71.26216600590851, - "by_category": { - "architecture": 0.9128703030022887, - "semantic": 0.9055096182921145, - "symbol": 0.6246425246579402 - } - }, - { - "repo": "requests", - "language": "python", - "mode": "semble-bm25", - "chunks": 169, - "tokens": 3124, - "ndcg5": 0.9335971402197305, - "ndcg10": 0.9424591045589329, - "p50_ms": 0.4474794986890629, - "p90_ms": 4.719254505471326, - "p95_ms": 4.734706592716975, - "p99_ms": 4.7866085181885865, - "index_ms": 71.26216600590851, - "by_category": { - "architecture": 0.9058624317527358, - "semantic": 0.9385181336136883, - "symbol": 1.0 - } - }, - { - "repo": "requests", - "language": "python", - "mode": "semble-semantic", - "chunks": 169, - "tokens": 2896, - "ndcg5": 0.9740637329553106, - "ndcg10": 0.9740637329553106, - "p50_ms": 0.41287500062026083, - "p90_ms": 4.694141905929428, - "p95_ms": 4.706091040861793, - "p99_ms": 4.7543518064776435, - "index_ms": 71.26216600590851, - "by_category": { - "architecture": 1.0, - "semantic": 0.9351593323882765, - "symbol": 1.0 - } - }, - { - "repo": "serde", - "language": "rust", - "mode": "bm25", - "chunks": 1178, - "tokens": 3272, - "ndcg5": 0.49771977861796124, - "ndcg10": 0.5310531119512947, - "p50_ms": 0.06647899863310158, - "p90_ms": 0.0752749911043793, - "p95_ms": 0.07672085121157579, - "p99_ms": 0.07817776859155856, - "index_ms": 520.187416987028, - "by_category": { - "architecture": 0.6954395572359223, - "semantic": 0.5, - "symbol": 0.16666666666666666 - } - }, - { - "repo": "serde", - "language": "rust", - "mode": "semantic", - "chunks": 1178, - "tokens": 2542, - "ndcg5": 0.40704975920478503, - "ndcg10": 0.4543648596592796, - "p50_ms": 0.23295850405702367, - "p90_ms": 0.25582499656593427, - "p95_ms": 0.25827289719018154, - "p99_ms": 0.26812097741640173, - "index_ms": 520.187416987028, - "by_category": { - "architecture": 0.398713694067948, - "semantic": 0.5064256568102102, - "symbol": 0.5154015779112127 - } - }, - { - "repo": "serde", - "language": "rust", - "mode": "semble-bm25", - "chunks": 1178, - "tokens": 3102, - "ndcg5": 0.7946394630357186, - "ndcg10": 0.803501427374921, - "p50_ms": 1.2452290029614232, - "p90_ms": 7.955225606565367, - "p95_ms": 10.434795797482366, - "p99_ms": 11.083391957945421, - "index_ms": 520.187416987028, - "by_category": { - "architecture": 0.8808169040355505, - "semantic": 0.5436432511904858, - "symbol": 1.0 - } - }, - { - "repo": "serde", - "language": "rust", - "mode": "semble-semantic", - "chunks": 1178, - "tokens": 2089, - "ndcg5": 0.6508891280403, - "ndcg10": 0.6844727312349875, - "p50_ms": 0.916457996936515, - "p90_ms": 7.968016994709618, - "p95_ms": 10.452579496632097, - "p99_ms": 10.96044950405485, - "index_ms": 520.187416987028, - "by_category": { - "architecture": 0.5517782560805999, - "semantic": 0.6952786773156251, - "symbol": 1.0 - } - }, - { - "repo": "sinatra", - "language": "ruby", - "mode": "bm25", - "chunks": 70, - "tokens": 3178, - "ndcg5": 0.7802715031241851, - "ndcg10": 0.8113914111067462, - "p50_ms": 0.05935399531153962, - "p90_ms": 0.0676041905535385, - "p95_ms": 0.06877944470033981, - "p99_ms": 0.07238868696731515, - "index_ms": 33.932291000382975, - "by_category": { - "architecture": 0.6804424038166692, - "semantic": 0.8216599605531315, - "symbol": 0.9051127596788988 - } - }, - { - "repo": "sinatra", - "language": "ruby", - "mode": "semantic", - "chunks": 70, - "tokens": 2754, - "ndcg5": 0.8755032715262121, - "ndcg10": 0.8755032715262121, - "p50_ms": 0.11829149298137054, - "p90_ms": 0.1268375024665147, - "p95_ms": 0.1299020994338207, - "p99_ms": 0.13031401991611347, - "index_ms": 33.932291000382975, - "by_category": { - "architecture": 0.8773705614469083, - "semantic": 0.8957340346272056, - "symbol": 0.8436010519408085 - } - }, - { - "repo": "sinatra", - "language": "ruby", - "mode": "semble-bm25", - "chunks": 70, - "tokens": 3698, - "ndcg5": 0.9382034061286294, - "ndcg10": 0.9382034061286294, - "p50_ms": 0.4523539973888546, - "p90_ms": 7.8920916057541035, - "p95_ms": 7.922134760883637, - "p99_ms": 8.041359761846252, - "index_ms": 33.932291000382975, - "by_category": { - "architecture": 0.7528136245145183, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "sinatra", - "language": "ruby", - "mode": "semble-semantic", - "chunks": 70, - "tokens": 2321, - "ndcg5": 0.9815464876785729, - "ndcg10": 0.9815464876785729, - "p50_ms": 0.42410400055814534, - "p90_ms": 7.977674691937864, - "p95_ms": 8.01117709997925, - "p99_ms": 8.182969009358203, - "index_ms": 33.932291000382975, - "by_category": { - "architecture": 0.9261859507142916, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "snapkit", - "language": "swift", - "mode": "bm25", - "chunks": 107, - "tokens": 3047, - "ndcg5": 0.7125481032680617, - "ndcg10": 0.7125481032680617, - "p50_ms": 0.06529100937768817, - "p90_ms": 0.08058359962888062, - "p95_ms": 0.08431700116489083, - "p99_ms": 0.08659700455609709, - "index_ms": 44.03562500374392, - "by_category": { - "architecture": 0.5377157309218195, - "semantic": 0.7357111642456206, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "snapkit", - "language": "swift", - "mode": "semantic", - "chunks": 107, - "tokens": 2847, - "ndcg5": 0.5050814110725662, - "ndcg10": 0.5192795415940714, - "p50_ms": 0.12770800094585866, - "p90_ms": 0.15314999909605834, - "p95_ms": 0.17036680073942984, - "p99_ms": 0.1846069627208635, - "index_ms": 44.03562500374392, - "by_category": { - "architecture": 0.31942710374955047, - "semantic": 0.6142956942508621, - "symbol": 0.49742762323941453 - } - }, - { - "repo": "snapkit", - "language": "swift", - "mode": "semble-bm25", - "chunks": 107, - "tokens": 3157, - "ndcg5": 0.7091810794871367, - "ndcg10": 0.7523033552330219, - "p50_ms": 4.069208996952511, - "p90_ms": 8.72765059466474, - "p95_ms": 11.341783593525172, - "p99_ms": 13.758523115538987, - "index_ms": 44.03562500374392, - "by_category": { - "architecture": 0.7347941325294953, - "semantic": 0.6536516029201141, - "symbol": 1.0 - } - }, - { - "repo": "snapkit", - "language": "swift", - "mode": "semble-semantic", - "chunks": 107, - "tokens": 2960, - "ndcg5": 0.6983682144511406, - "ndcg10": 0.741490490197026, - "p50_ms": 3.8609160110354424, - "p90_ms": 8.478491802816281, - "p95_ms": 10.991899998043657, - "p99_ms": 13.29547999252099, - "index_ms": 44.03562500374392, - "by_category": { - "architecture": 0.6058431967846482, - "semantic": 0.6888352546010559, - "symbol": 1.0 - } - }, - { - "repo": "starlette", - "language": "python", - "mode": "bm25", - "chunks": 214, - "tokens": 2962, - "ndcg5": 0.7718517772221829, - "ndcg10": 0.7972539902646625, - "p50_ms": 0.061915998230688274, - "p90_ms": 0.06516699795611203, - "p95_ms": 0.06704100815113634, - "p99_ms": 0.07440821209456772, - "index_ms": 93.15812500426546, - "by_category": { - "architecture": 0.7964551540695339, - "semantic": 0.7962654201586077, - "symbol": 0.8 - } - }, - { - "repo": "starlette", - "language": "python", - "mode": "semantic", - "chunks": 214, - "tokens": 2908, - "ndcg5": 0.6703132463064359, - "ndcg10": 0.679102565200701, - "p50_ms": 0.12395800149533898, - "p90_ms": 0.13004100765101612, - "p95_ms": 0.13545800175052136, - "p99_ms": 0.14065800642129034, - "index_ms": 93.15812500426546, - "by_category": { - "architecture": 0.7088838990495478, - "semantic": 0.766500245219647, - "symbol": 0.5261859507142915 - } - }, - { - "repo": "starlette", - "language": "python", - "mode": "semble-bm25", - "chunks": 214, - "tokens": 2944, - "ndcg5": 0.9601808445469098, - "ndcg10": 0.9601808445469098, - "p50_ms": 0.5357500049285591, - "p90_ms": 4.442791992914863, - "p95_ms": 4.869749987847172, - "p99_ms": 5.0276836002012715, - "index_ms": 93.15812500426546, - "by_category": { - "architecture": 0.9239816123168275, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "starlette", - "language": "python", - "mode": "semble-semantic", - "chunks": 214, - "tokens": 2775, - "ndcg5": 0.9155378278824247, - "ndcg10": 0.9398508097927761, - "p50_ms": 0.4856669984292239, - "p90_ms": 4.442707999260165, - "p95_ms": 4.8898329987423494, - "p99_ms": 4.9534001998836175, - "index_ms": 93.15812500426546, - "by_category": { - "architecture": 0.885169727786209, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "telescope.nvim", - "language": "lua", - "mode": "bm25", - "chunks": 544, - "tokens": 3078, - "ndcg5": 0.6768415478476942, - "ndcg10": 0.7236112140807591, - "p50_ms": 0.06497900176327676, - "p90_ms": 0.0693166017299518, - "p95_ms": 0.07215144505607897, - "p99_ms": 0.08903028661734422, - "index_ms": 245.90587501006667, - "by_category": { - "architecture": 0.6294144576260611, - "semantic": 0.7743325444794424 - } - }, - { - "repo": "telescope.nvim", - "language": "lua", - "mode": "semantic", - "chunks": 544, - "tokens": 2882, - "ndcg5": 0.600458754606164, - "ndcg10": 0.6360794733169663, - "p50_ms": 0.1412705023540184, - "p90_ms": 0.15067530184751377, - "p95_ms": 0.15772289189044386, - "p99_ms": 0.16111097822431475, - "index_ms": 245.90587501006667, - "by_category": { - "architecture": 0.6294058254047593, - "semantic": 0.6396729760389237 - } - }, - { - "repo": "telescope.nvim", - "language": "lua", - "mode": "semble-bm25", - "chunks": 544, - "tokens": 3112, - "ndcg5": 0.7627044967587167, - "ndcg10": 0.7627044967587167, - "p50_ms": 0.6240410002646968, - "p90_ms": 0.6676910023088567, - "p95_ms": 0.9187223062326699, - "p99_ms": 4.542878061038203, - "index_ms": 245.90587501006667, - "by_category": { - "architecture": 0.8081312145596405, - "semantic": 0.738243956404373 - } - }, - { - "repo": "telescope.nvim", - "language": "lua", - "mode": "semble-semantic", - "chunks": 544, - "tokens": 2904, - "ndcg5": 0.721282862131401, - "ndcg10": 0.7379495287980677, - "p50_ms": 0.555749997147359, - "p90_ms": 0.592845500796102, - "p95_ms": 0.857570506195774, - "p99_ms": 4.503480497660342, - "index_ms": 245.90587501006667, - "by_category": { - "architecture": 0.7563896412937944, - "semantic": 0.7280202374542147 - } - }, - { - "repo": "tokio", - "language": "rust", - "mode": "bm25", - "chunks": 2758, - "tokens": 3528, - "ndcg5": 0.6827324383928645, - "ndcg10": 0.7096182249389554, - "p50_ms": 0.07693700172239915, - "p90_ms": 0.08276639418909326, - "p95_ms": 0.0836545048514381, - "p99_ms": 0.08916450256947427, - "index_ms": 1327.8630419954425, - "by_category": { - "architecture": 0.6666666666666666, - "semantic": 0.7621464572878573, - "symbol": 0.6825321400793748 - } - }, - { - "repo": "tokio", - "language": "rust", - "mode": "semantic", - "chunks": 2758, - "tokens": 3541, - "ndcg5": 0.7411732909393883, - "ndcg10": 0.7411732909393883, - "p50_ms": 0.3903954930137843, - "p90_ms": 0.43056729628005996, - "p95_ms": 0.43562115170061594, - "p99_ms": 0.48052422236651177, - "index_ms": 1327.8630419954425, - "by_category": { - "architecture": 0.6666666666666666, - "semantic": 0.7827324383928644, - "symbol": 0.7602677186074751 - } - }, - { - "repo": "tokio", - "language": "rust", - "mode": "semble-bm25", - "chunks": 2758, - "tokens": 3492, - "ndcg5": 0.8928612069551187, - "ndcg10": 0.9236720188563148, - "p50_ms": 1.0385625064373016, - "p90_ms": 9.330320601293353, - "p95_ms": 9.966138148593018, - "p99_ms": 10.911261228175134, - "index_ms": 1327.8630419954425, - "by_category": { - "architecture": 0.8100488640601395, - "semantic": 0.9516433990956823, - "symbol": 1.0 - } - }, - { - "repo": "tokio", - "language": "rust", - "mode": "semble-semantic", - "chunks": 2758, - "tokens": 3319, - "ndcg5": 0.930657359638273, - "ndcg10": 0.9491906441583389, - "p50_ms": 0.9161874986602925, - "p90_ms": 9.322929196059704, - "p95_ms": 9.880771140888102, - "p99_ms": 11.409954221890073, - "index_ms": 1327.8630419954425, - "by_category": { - "architecture": 0.8628732144640079, - "semantic": 0.9758216995478411, - "symbol": 1.0 - } - }, - { - "repo": "trpc", - "language": "typescript", - "mode": "bm25", - "chunks": 363, - "tokens": 2957, - "ndcg5": 0.544705810734339, - "ndcg10": 0.580628211253512, - "p50_ms": 0.07212500349851325, - "p90_ms": 0.08648310613352805, - "p95_ms": 0.08800895666354336, - "p99_ms": 0.09066819169675, - "index_ms": 161.3483749970328, - "by_category": { - "architecture": 0.29926959853150964, - "semantic": 0.6026296338311663, - "symbol": 1.0 - } - }, - { - "repo": "trpc", - "language": "typescript", - "mode": "semantic", - "chunks": 363, - "tokens": 2674, - "ndcg5": 0.5596626128829499, - "ndcg10": 0.6021081804168398, - "p50_ms": 0.13522899826057255, - "p90_ms": 0.1479535989346914, - "p95_ms": 0.14829825522610918, - "p99_ms": 0.14839325594948605, - "index_ms": 161.3483749970328, - "by_category": { - "architecture": 0.5120267330548428, - "semantic": 0.7084018290312251, - "symbol": 0.5974273881358959 - } - }, - { - "repo": "trpc", - "language": "typescript", - "mode": "semble-bm25", - "chunks": 363, - "tokens": 2987, - "ndcg5": 0.7541287872272752, - "ndcg10": 0.7759695309090915, - "p50_ms": 4.771603998960927, - "p90_ms": 6.125142297241838, - "p95_ms": 6.6113024025980875, - "p99_ms": 9.341760473471362, - "index_ms": 161.3483749970328, - "by_category": { - "architecture": 0.6944873149852022, - "semantic": 0.7090702997571733, - "symbol": 1.0 - } - }, - { - "repo": "trpc", - "language": "typescript", - "mode": "semble-semantic", - "chunks": 363, - "tokens": 2710, - "ndcg5": 0.8068376589861769, - "ndcg10": 0.8274293510079487, - "p50_ms": 4.6575000014854595, - "p90_ms": 5.8828881054068916, - "p95_ms": 6.345056238205873, - "p99_ms": 9.104711249674432, - "index_ms": 161.3483749970328, - "by_category": { - "architecture": 0.7518000951520766, - "semantic": 0.7905980369917656, - "symbol": 1.0 - } - }, - { - "repo": "vapor", - "language": "swift", - "mode": "bm25", - "chunks": 796, - "tokens": 2681, - "ndcg5": 0.48741029616906645, - "ndcg10": 0.5637783017228446, - "p50_ms": 0.06474949623225257, - "p90_ms": 0.07259999838424847, - "p95_ms": 0.07468125040759332, - "p99_ms": 0.07553624585852958, - "index_ms": 335.2509579999605, - "by_category": { - "architecture": 0.24608490373079303, - "semantic": 0.6993692777432422, - "symbol": 0.24871381161970726 - } - }, - { - "repo": "vapor", - "language": "swift", - "mode": "semantic", - "chunks": 796, - "tokens": 2623, - "ndcg5": 0.44049061175130894, - "ndcg10": 0.5095585752233076, - "p50_ms": 0.21066649787826464, - "p90_ms": 0.228033286111895, - "p95_ms": 0.23302463741856627, - "p99_ms": 0.23593773119500838, - "index_ms": 335.2509579999605, - "by_category": { - "architecture": 0.10034333188799373, - "semantic": 0.6326717828143439, - "symbol": 0.3442455164671185 - } - }, - { - "repo": "vapor", - "language": "swift", - "mode": "semble-bm25", - "chunks": 796, - "tokens": 2666, - "ndcg5": 0.7428612069551187, - "ndcg10": 0.7967862323102238, - "p50_ms": 0.8992085058707744, - "p90_ms": 6.019087495224085, - "p95_ms": 6.089579145918833, - "p99_ms": 6.1401822268089745, - "index_ms": 335.2509579999605, - "by_category": { - "architecture": 0.5466356432386875, - "semantic": 0.8068441226063152, - "symbol": 1.0 - } - }, - { - "repo": "vapor", - "language": "swift", - "mode": "semble-semantic", - "chunks": 796, - "tokens": 2435, - "ndcg5": 0.7284216551762823, - "ndcg10": 0.7468792248542391, - "p50_ms": 0.7343545075855218, - "p90_ms": 5.846408299112227, - "p95_ms": 5.925922598544275, - "p99_ms": 6.018484523956431, - "index_ms": 335.2509579999605, - "by_category": { - "architecture": 0.5615252322598561, - "semantic": 0.7323577714503723, - "symbol": 1.0 - } - }, - { - "repo": "vitest", - "language": "typescript", - "mode": "bm25", - "chunks": 1090, - "tokens": 2898, - "ndcg5": 0.3355159313011154, - "ndcg10": 0.40064139111101105, - "p50_ms": 0.06839549314463511, - "p90_ms": 0.0740499934181571, - "p95_ms": 0.07790623858454639, - "p99_ms": 0.09548125075525601, - "index_ms": 443.001457999344, - "by_category": { - "architecture": 0.3678130541784601, - "semantic": 0.40173606271953805, - "symbol": 0.46228426907818054 - } - }, - { - "repo": "vitest", - "language": "typescript", - "mode": "semantic", - "chunks": 1090, - "tokens": 2762, - "ndcg5": 0.3180676558073393, - "ndcg10": 0.40160173343994077, - "p50_ms": 0.2326044996152632, - "p90_ms": 0.25179519871016964, - "p95_ms": 0.25916010708897375, - "p99_ms": 0.2679320138122421, - "index_ms": 443.001457999344, - "by_category": { - "architecture": 0.34798562347423273, - "semantic": 0.44946553890485624, - "symbol": 0.3333333333333333 - } - }, - { - "repo": "vitest", - "language": "typescript", - "mode": "semble-bm25", - "chunks": 1090, - "tokens": 2811, - "ndcg5": 0.6108127539751069, - "ndcg10": 0.6452897799971746, - "p50_ms": 0.908292000531219, - "p90_ms": 7.394470508734231, - "p95_ms": 8.312139248300813, - "p99_ms": 11.588594246713905, - "index_ms": 443.001457999344, - "by_category": { - "architecture": 0.5991988067460414, - "semantic": 0.6072430005359807, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "vitest", - "language": "typescript", - "mode": "semble-semantic", - "chunks": 1090, - "tokens": 2590, - "ndcg5": 0.6208254137500102, - "ndcg10": 0.6523719014285831, - "p50_ms": 0.7636255031684414, - "p90_ms": 7.045875300536864, - "p95_ms": 7.968272903235633, - "p99_ms": 11.375320983352134, - "index_ms": 443.001457999344, - "by_category": { - "architecture": 0.5347090229166835, - "semantic": 0.6552958306818274, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "xmonad", - "language": "haskell", - "mode": "bm25", - "chunks": 124, - "tokens": 3204, - "ndcg5": 0.5530331765778531, - "ndcg10": 0.5998028428109179, - "p50_ms": 0.06756249786121771, - "p90_ms": 0.07548280991613865, - "p95_ms": 0.07957980124047026, - "p99_ms": 0.08141595841152593, - "index_ms": 64.19791700318456, - "by_category": { - "architecture": 0.5836446827505919, - "semantic": 0.6105749495178019 - } - }, - { - "repo": "xmonad", - "language": "haskell", - "mode": "semantic", - "chunks": 124, - "tokens": 2848, - "ndcg5": 0.6148712314377457, - "ndcg10": 0.6257916032786539, - "p50_ms": 0.12479149154387414, - "p90_ms": 0.12989140232093632, - "p95_ms": 0.13103364981361665, - "p99_ms": 0.14040672642295246, - "index_ms": 64.19791700318456, - "by_category": { - "architecture": 0.5920237497030204, - "semantic": 0.6483035056624095 - } - }, - { - "repo": "xmonad", - "language": "haskell", - "mode": "semble-bm25", - "chunks": 124, - "tokens": 3142, - "ndcg5": 0.790237023894699, - "ndcg10": 0.790237023894699, - "p50_ms": 0.4423124992172234, - "p90_ms": 4.772674705600366, - "p95_ms": 4.792197949427646, - "p99_ms": 5.042206785583403, - "index_ms": 64.19791700318456, - "by_category": { - "architecture": 0.7717263405403151, - "semantic": 0.8025774794642881 - } - }, - { - "repo": "xmonad", - "language": "haskell", - "mode": "semble-semantic", - "chunks": 124, - "tokens": 2774, - "ndcg5": 0.8788289086217574, - "ndcg10": 0.8890480285011819, - "p50_ms": 0.41916699410649016, - "p90_ms": 4.704612201021519, - "p95_ms": 4.788706252293196, - "p99_ms": 5.036941240250599, - "index_ms": 64.19791700318456, - "by_category": { - "architecture": 0.8773876328600902, - "semantic": 0.8968216255952429 - } - }, - { - "repo": "zig", - "language": "zig", - "mode": "bm25", - "chunks": 13307, - "tokens": 3127, - "ndcg5": 0.8161732909393884, - "ndcg10": 0.8328399576060551, - "p50_ms": 0.10545850091148168, - "p90_ms": 0.14167529880069196, - "p95_ms": 0.14183750245138071, - "p99_ms": 0.14316750151920132, - "index_ms": 4919.0919999964535, - "by_category": { - "architecture": 0.3214210289682636, - "semantic": 0.9230903567774299 - } - }, - { - "repo": "zig", - "language": "zig", - "mode": "semantic", - "chunks": 13307, - "tokens": 2986, - "ndcg5": 0.34552859107601863, - "ndcg10": 0.42456185798037893, - "p50_ms": 2.343458494578954, - "p90_ms": 2.4132417049258947, - "p95_ms": 2.4412024053162895, - "p99_ms": 2.4911404700833373, - "index_ms": 4919.0919999964535, - "by_category": { - "architecture": 0.16666666666666666, - "semantic": 0.4700727740945634 - } - }, - { - "repo": "zig", - "language": "zig", - "mode": "semble-bm25", - "chunks": 13307, - "tokens": 3092, - "ndcg5": 0.9011859507142915, - "ndcg10": 0.9011859507142915, - "p50_ms": 3.202374995453283, - "p90_ms": 33.36097919818713, - "p95_ms": 37.62082319881302, - "p99_ms": 43.61769743438344, - "index_ms": 4919.0919999964535, - "by_category": { - "architecture": 0.7103099178571526, - "semantic": 0.9348699565126102 - } - }, - { - "repo": "zig", - "language": "zig", - "mode": "semble-semantic", - "chunks": 13307, - "tokens": 2966, - "ndcg5": 0.7446394630357187, - "ndcg10": 0.7754642066582041, - "p50_ms": 2.9451875016093254, - "p90_ms": 33.229225610557485, - "p95_ms": 36.88123125830317, - "p99_ms": 42.081246249872486, - "index_ms": 4919.0919999964535, - "by_category": { - "architecture": 0.4384882922619096, - "semantic": 0.8349305444928444 - } - }, - { - "repo": "zig-clap", - "language": "zig", - "mode": "bm25", - "chunks": 100, - "tokens": 2851, - "ndcg5": 0.9, - "ndcg10": 0.9166666666666666, - "p50_ms": 0.06562499766005203, - "p90_ms": 0.07410060206893831, - "p95_ms": 0.07547499262727797, - "p99_ms": 0.07699500420130789, - "index_ms": 65.90066700300667, - "by_category": { - "architecture": 1.0, - "semantic": 0.9074074074074073 - } - }, - { - "repo": "zig-clap", - "language": "zig", - "mode": "semantic", - "chunks": 100, - "tokens": 2710, - "ndcg5": 0.670231768402027, - "ndcg10": 0.7330698428344539, - "p50_ms": 0.1243539882125333, - "p90_ms": 0.12901280279038474, - "p95_ms": 0.13012709969189018, - "p99_ms": 0.13395902409683913, - "index_ms": 65.90066700300667, - "by_category": { - "architecture": 0.6445324131589439, - "semantic": 0.7429073350206216 - } - }, - { - "repo": "zig-clap", - "language": "zig", - "mode": "semble-bm25", - "chunks": 100, - "tokens": 2544, - "ndcg5": 0.9380929753571458, - "ndcg10": 0.9380929753571458, - "p50_ms": 0.5266044972813688, - "p90_ms": 4.536858400388155, - "p95_ms": 4.6799610448942985, - "p99_ms": 4.788292205630569, - "index_ms": 65.90066700300667, - "by_category": { - "architecture": 1.0, - "semantic": 0.9312144170634953 - } - }, - { - "repo": "zig-clap", - "language": "zig", - "mode": "semble-semantic", - "chunks": 100, - "tokens": 2595, - "ndcg5": 0.8977197786179613, - "ndcg10": 0.8977197786179613, - "p50_ms": 0.4875625018030405, - "p90_ms": 4.522129202086944, - "p95_ms": 4.6836586567224, - "p99_ms": 4.744331736874301, - "index_ms": 65.90066700300667, - "by_category": { - "architecture": 0.8154648767857288, - "semantic": 0.906859212154876 - } - }, - { - "repo": "zls", - "language": "zig", - "mode": "bm25", - "chunks": 1319, - "tokens": 2933, - "ndcg5": 0.5577324383928645, - "ndcg10": 0.5878354379592625, - "p50_ms": 0.06624999514315277, - "p90_ms": 0.07360830350080505, - "p95_ms": 0.07868095053709113, - "p99_ms": 0.08966979148681274, - "index_ms": 758.1614579976304, - "by_category": { - "architecture": 0.5430042850948544, - "semantic": 0.611975289501636 - } - }, - { - "repo": "zls", - "language": "zig", - "mode": "semantic", - "chunks": 1319, - "tokens": 2732, - "ndcg5": 0.6098332521130361, - "ndcg10": 0.624884751896235, - "p50_ms": 0.26752099802251905, - "p90_ms": 0.2845160895958543, - "p95_ms": 0.2878420040360652, - "p99_ms": 0.2905020021717064, - "index_ms": 758.1614579976304, - "by_category": { - "architecture": 0.6266932581763631, - "semantic": 0.62391094082232 - } - }, - { - "repo": "zls", - "language": "zig", - "mode": "semble-bm25", - "chunks": 1319, - "tokens": 3049, - "ndcg5": 0.825, - "ndcg10": 0.8545047410990934, - "p50_ms": 0.7875004957895726, - "p90_ms": 0.8287538978038356, - "p95_ms": 1.269789897924062, - "p99_ms": 7.43715797245385, - "index_ms": 758.1614579976304, - "by_category": { - "architecture": 0.7572899993805687, - "semantic": 0.9068511404859915 - } - }, - { - "repo": "zls", - "language": "zig", - "mode": "semble-semantic", - "chunks": 1319, - "tokens": 2787, - "ndcg5": 0.8846268032608154, - "ndcg10": 0.901293469927482, - "p50_ms": 0.6930210001883097, - "p90_ms": 0.7556044016382658, - "p95_ms": 1.228270192950737, - "p99_ms": 7.378254041977915, - "index_ms": 758.1614579976304, - "by_category": { - "architecture": 0.9047619047619048, - "semantic": 0.8994258511704852 - } - }, - { - "repo": "zod", - "language": "typescript", - "mode": "bm25", - "chunks": 1812, - "tokens": 3008, - "ndcg5": 0.37591052497168753, - "ndcg10": 0.4173000116024168, - "p50_ms": 0.0719579984433949, - "p90_ms": 0.07918689516372979, - "p95_ms": 0.0834541402582545, - "p99_ms": 0.09415722699486649, - "index_ms": 1043.0547500000102, - "by_category": { - "architecture": 0.5, - "semantic": 0.3526262096081092, - "symbol": 0.5872865023809717 - } - }, - { - "repo": "zod", - "language": "typescript", - "mode": "semantic", - "chunks": 1812, - "tokens": 2731, - "ndcg5": 0.2943426403617271, - "ndcg10": 0.348114213453909, - "p50_ms": 0.289103998511564, - "p90_ms": 0.3168625073158182, - "p95_ms": 0.3224687599868048, - "p99_ms": 0.3238937597780023, - "index_ms": 1043.0547500000102, - "by_category": { - "architecture": 0.0, - "semantic": 0.39453468736498826, - "symbol": 0.611111111111111 - } - }, - { - "repo": "zod", - "language": "typescript", - "mode": "semble-bm25", - "chunks": 1812, - "tokens": 3007, - "ndcg5": 0.522486247711064, - "ndcg10": 0.5827634665859462, - "p50_ms": 7.364583500020672, - "p90_ms": 8.880278904689476, - "p95_ms": 9.310902397555768, - "p99_ms": 12.56348047376377, - "index_ms": 1043.0547500000102, - "by_category": { - "architecture": 0.5660170306431477, - "semantic": 0.5584824196596058, - "symbol": 0.7103099178571526 - } - }, - { - "repo": "zod", - "language": "typescript", - "mode": "semble-semantic", - "chunks": 1812, - "tokens": 2692, - "ndcg5": 0.33209427612483317, - "ndcg10": 0.3993885146886994, - "p50_ms": 7.261020989972167, - "p90_ms": 8.963108298485167, - "p95_ms": 9.208899702935017, - "p99_ms": 12.365813532669558, - "index_ms": 1043.0547500000102, - "by_category": { - "architecture": 0.29875546189751173, - "semantic": 0.3740055298546575, - "symbol": 0.643558852691131 - } - } - ] -} diff --git a/benchmarks/results/semble-ablations-757197f3967d.json b/benchmarks/results/semble-ablations-757197f3967d.json new file mode 100644 index 0000000..23c1c34 --- /dev/null +++ b/benchmarks/results/semble-ablations-757197f3967d.json @@ -0,0 +1,9520 @@ +{ + "tool": "semble-ablations", + "model": "minishlab/potion-code-16M", + "by_mode": { + "semble-auto": { + "avg_ndcg10": 0.8529, + "avg_p50_ms": 1.8, + "avg_tokens": 3195.6 + }, + "semble-balanced": { + "avg_ndcg10": 0.853, + "avg_p50_ms": 1.8, + "avg_tokens": 3189.1 + }, + "semble-bm25": { + "avg_ndcg10": 0.8301, + "avg_p50_ms": 1.8, + "avg_tokens": 3334.5 + }, + "semble-semantic": { + "avg_ndcg10": 0.8205, + "avg_p50_ms": 1.7, + "avg_tokens": 2965.7 + }, + "unranked-auto": { + "avg_ndcg10": 0.7193, + "avg_p50_ms": 0.5, + "avg_tokens": 3254.4 + }, + "unranked-balanced": { + "avg_ndcg10": 0.7168, + "avg_p50_ms": 0.4, + "avg_tokens": 3254.9 + }, + "unranked-bm25": { + "avg_ndcg10": 0.6794, + "avg_p50_ms": 0.4, + "avg_tokens": 3327.0 + }, + "unranked-semantic": { + "avg_ndcg10": 0.6561, + "avg_p50_ms": 0.4, + "avg_tokens": 3075.8 + } + }, + "repos": [ + { + "repo": "abseil-cpp", + "language": "cpp", + "mode": "semble-auto", + "chunks": 8604, + "tokens": 2987, + "ndcg5": 0.9002968226739917, + "ndcg10": 0.9099681428548552, + "p50_ms": 2.154458503355272, + "p90_ms": 27.831842011073604, + "p95_ms": 27.99414199544117, + "p99_ms": 29.34276200132444, + "index_ms": 5211.168916983297, + "by_category": { + "architecture": 1.0, + "semantic": 0.9132908571398067, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "abseil-cpp", + "language": "cpp", + "mode": "semble-balanced", + "chunks": 8604, + "tokens": 2991, + "ndcg5": 0.8968306505776613, + "ndcg10": 0.9065019707585249, + "p50_ms": 1.9143334939144552, + "p90_ms": 27.666058292379603, + "p95_ms": 27.89192675263621, + "p99_ms": 28.906051755184308, + "index_ms": 5211.168916983297, + "by_category": { + "architecture": 1.0, + "semantic": 0.9132908571398067, + "symbol": 0.8102255193577976 + } + }, + { + "repo": "abseil-cpp", + "language": "cpp", + "mode": "semble-bm25", + "chunks": 8604, + "tokens": 3181, + "ndcg5": 0.7524823322000669, + "ndcg10": 0.770292691555468, + "p50_ms": 1.9260414992459118, + "p90_ms": 27.83808751264587, + "p95_ms": 28.43110835092375, + "p99_ms": 29.156655285332818, + "index_ms": 5211.168916983297, + "by_category": { + "architecture": 0.8154648767857288, + "semantic": 0.7516616051691933, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "abseil-cpp", + "language": "cpp", + "mode": "semble-semantic", + "chunks": 8604, + "tokens": 2800, + "ndcg5": 0.8652370238946989, + "ndcg10": 0.8652370238946989, + "p50_ms": 1.6508544940734282, + "p90_ms": 27.362216397887096, + "p95_ms": 27.563716952863615, + "p99_ms": 29.035076190193646, + "index_ms": 5211.168916983297, + "by_category": { + "architecture": 1.0, + "semantic": 0.8536493651929319, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "abseil-cpp", + "language": "cpp", + "mode": "unranked-auto", + "chunks": 8604, + "tokens": 3182, + "ndcg5": 0.799814948079167, + "ndcg10": 0.8272966276154318, + "p50_ms": 1.0752705129561946, + "p90_ms": 1.2209663924295455, + "p95_ms": 1.25137114955578, + "p99_ms": 1.2677742243977264, + "index_ms": 5211.168916983297, + "by_category": { + "architecture": 0.8154648767857288, + "semantic": 0.8372530407752768, + "symbol": 0.7854023957026741 + } + }, + { + "repo": "abseil-cpp", + "language": "cpp", + "mode": "unranked-balanced", + "chunks": 8604, + "tokens": 3179, + "ndcg5": 0.8191575884408941, + "ndcg10": 0.8288289086217576, + "p50_ms": 1.0297915141563863, + "p90_ms": 1.149766120943241, + "p95_ms": 1.2305336640565656, + "p99_ms": 1.247506721119862, + "index_ms": 5211.168916983297, + "by_category": { + "architecture": 0.8154648767857288, + "semantic": 0.8372530407752768, + "symbol": 0.7956176024115139 + } + }, + { + "repo": "abseil-cpp", + "language": "cpp", + "mode": "unranked-bm25", + "chunks": 8604, + "tokens": 3310, + "ndcg5": 0.673061118212001, + "ndcg10": 0.7089622267455828, + "p50_ms": 1.0590419988147914, + "p90_ms": 1.1398165923310444, + "p95_ms": 1.1948285711696371, + "p99_ms": 1.2010993267176673, + "index_ms": 5211.168916983297, + "by_category": { + "architecture": 1.0, + "semantic": 0.6794738396154784, + "symbol": 0.6623789802264932 + } + }, + { + "repo": "abseil-cpp", + "language": "cpp", + "mode": "unranked-semantic", + "chunks": 8604, + "tokens": 2918, + "ndcg5": 0.774814948079167, + "ndcg10": 0.8000855677417903, + "p50_ms": 0.9675835171947256, + "p90_ms": 1.1777496983995661, + "p95_ms": 1.2244625002495013, + "p99_ms": 1.2447925002197735, + "index_ms": 5211.168916983297, + "by_category": { + "architecture": 1.0, + "semantic": 0.7667807569890537, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "aeson", + "language": "haskell", + "mode": "semble-auto", + "chunks": 393, + "tokens": 3731, + "ndcg5": 0.7420624189796883, + "ndcg10": 0.7619528590399762, + "p50_ms": 6.826562981586903, + "p90_ms": 13.415866577997809, + "p95_ms": 17.175413941731684, + "p99_ms": 25.26178279309532, + "index_ms": 232.50404201098718, + "by_category": { + "architecture": 0.5896918237758785, + "semantic": 0.8193732041280086 + } + }, + { + "repo": "aeson", + "language": "haskell", + "mode": "semble-balanced", + "chunks": 393, + "tokens": 3731, + "ndcg5": 0.7420624189796883, + "ndcg10": 0.7619528590399762, + "p50_ms": 6.250916499993764, + "p90_ms": 13.34238341369201, + "p95_ms": 16.960346432460945, + "p99_ms": 24.790435692120795, + "index_ms": 232.50404201098718, + "by_category": { + "architecture": 0.5896918237758785, + "semantic": 0.8193732041280086 + } + }, + { + "repo": "aeson", + "language": "haskell", + "mode": "semble-bm25", + "chunks": 393, + "tokens": 3784, + "ndcg5": 0.7170624189796883, + "ndcg10": 0.733729085646355, + "p50_ms": 6.451249995734543, + "p90_ms": 13.554386890609754, + "p95_ms": 17.054075002670295, + "p99_ms": 25.348714990541325, + "index_ms": 232.50404201098718, + "by_category": { + "architecture": 0.49640912954215805, + "semantic": 0.8128357376810872 + } + }, + { + "repo": "aeson", + "language": "haskell", + "mode": "semble-semantic", + "chunks": 393, + "tokens": 3503, + "ndcg5": 0.7517311170762105, + "ndcg10": 0.7626514889171188, + "p50_ms": 6.339166502584703, + "p90_ms": 13.243199704447767, + "p95_ms": 16.894541654619395, + "p99_ms": 24.909374717972227, + "index_ms": 232.50404201098718, + "by_category": { + "architecture": 0.6809270736081082, + "semantic": 0.7898929606867888 + } + }, + { + "repo": "aeson", + "language": "haskell", + "mode": "unranked-auto", + "chunks": 393, + "tokens": 3668, + "ndcg5": 0.8315464876785729, + "ndcg10": 0.8493568470339741, + "p50_ms": 0.2720000047702342, + "p90_ms": 0.27734200994018465, + "p95_ms": 0.279310745827388, + "p99_ms": 0.28529574716230854, + "index_ms": 232.50404201098718, + "by_category": { + "architecture": 0.6712414374216045, + "semantic": 0.9087286502380972 + } + }, + { + "repo": "aeson", + "language": "haskell", + "mode": "unranked-balanced", + "chunks": 393, + "tokens": 3668, + "ndcg5": 0.8315464876785729, + "ndcg10": 0.8493568470339741, + "p50_ms": 0.2703540085349232, + "p90_ms": 0.2801666792947799, + "p95_ms": 0.2842274043359794, + "p99_ms": 0.2889454786782153, + "index_ms": 232.50404201098718, + "by_category": { + "architecture": 0.6712414374216045, + "semantic": 0.9087286502380972 + } + }, + { + "repo": "aeson", + "language": "haskell", + "mode": "unranked-bm25", + "chunks": 393, + "tokens": 3687, + "ndcg5": 0.8215338279036697, + "ndcg10": 0.8215338279036697, + "p50_ms": 0.26402050571050495, + "p90_ms": 0.27804171841125935, + "p95_ms": 0.2800211514113471, + "p99_ms": 0.2873042452847585, + "index_ms": 232.50404201098718, + "by_category": { + "architecture": 0.6, + "semantic": 0.895378437204893 + } + }, + { + "repo": "aeson", + "language": "haskell", + "mode": "unranked-semantic", + "chunks": 393, + "tokens": 3573, + "ndcg5": 0.8446394630357187, + "ndcg10": 0.8446394630357187, + "p50_ms": 0.2759999770205468, + "p90_ms": 0.30899549601599574, + "p95_ms": 0.314080948010087, + "p99_ms": 0.3349497867748141, + "index_ms": 232.50404201098718, + "by_category": { + "architecture": 0.7261859507142916, + "semantic": 0.884123967142861 + } + }, + { + "repo": "aiohttp", + "language": "python", + "mode": "semble-auto", + "chunks": 746, + "tokens": 3007, + "ndcg5": 0.8208189387032997, + "ndcg10": 0.857392320967274, + "p50_ms": 0.6304589915089309, + "p90_ms": 6.040624983143061, + "p95_ms": 6.904166977619752, + "p99_ms": 8.951366198016332, + "index_ms": 311.94349998258986, + "by_category": { + "architecture": 0.888343919545452, + "semantic": 0.7540923670549543, + "symbol": 1.0 + } + }, + { + "repo": "aiohttp", + "language": "python", + "mode": "semble-balanced", + "chunks": 746, + "tokens": 3019, + "ndcg5": 0.8208189387032997, + "ndcg10": 0.857392320967274, + "p50_ms": 0.637416000245139, + "p90_ms": 6.3609999779146165, + "p95_ms": 7.0733339816797525, + "p99_ms": 8.956934005254881, + "index_ms": 311.94349998258986, + "by_category": { + "architecture": 0.888343919545452, + "semantic": 0.7540923670549543, + "symbol": 1.0 + } + }, + { + "repo": "aiohttp", + "language": "python", + "mode": "semble-bm25", + "chunks": 746, + "tokens": 3066, + "ndcg5": 0.7466134836472739, + "ndcg10": 0.8025489000814112, + "p50_ms": 0.63704201602377, + "p90_ms": 6.403958977898583, + "p95_ms": 7.112000021152198, + "p99_ms": 9.116400009952487, + "index_ms": 311.94349998258986, + "by_category": { + "architecture": 0.7975471497593476, + "semantic": 0.696744094821578, + "symbol": 1.0 + } + }, + { + "repo": "aiohttp", + "language": "python", + "mode": "semble-semantic", + "chunks": 746, + "tokens": 2913, + "ndcg5": 0.8630525219852697, + "ndcg10": 0.8922931962910019, + "p50_ms": 0.5832090100739151, + "p90_ms": 6.401166989235207, + "p95_ms": 7.037375005893409, + "p99_ms": 8.857407793402674, + "index_ms": 311.94349998258986, + "by_category": { + "architecture": 0.9759363756548032, + "semantic": 0.7674002769474908, + "symbol": 1.0 + } + }, + { + "repo": "aiohttp", + "language": "python", + "mode": "unranked-auto", + "chunks": 746, + "tokens": 3066, + "ndcg5": 0.581005607128441, + "ndcg10": 0.6383452730609407, + "p50_ms": 0.2755839959718287, + "p90_ms": 0.2930830232799053, + "p95_ms": 0.29354201979003847, + "p99_ms": 0.29670840012840927, + "index_ms": 311.94349998258986, + "by_category": { + "architecture": 0.7789803659718559, + "semantic": 0.5670997906278327, + "symbol": 0.5696980113652532 + } + }, + { + "repo": "aiohttp", + "language": "python", + "mode": "unranked-balanced", + "chunks": 746, + "tokens": 3079, + "ndcg5": 0.5789187618504005, + "ndcg10": 0.6351691966507721, + "p50_ms": 0.26708299992606044, + "p90_ms": 0.2835000050254166, + "p95_ms": 0.2868750016205013, + "p99_ms": 0.2963086008094251, + "index_ms": 311.94349998258986, + "by_category": { + "architecture": 0.7789803659718559, + "semantic": 0.5670997906278327, + "symbol": 0.556358490442545 + } + }, + { + "repo": "aiohttp", + "language": "python", + "mode": "unranked-bm25", + "chunks": 746, + "tokens": 3034, + "ndcg5": 0.5140525231427374, + "ndcg10": 0.5757276392421492, + "p50_ms": 0.27691599098034203, + "p90_ms": 0.29075000202283263, + "p95_ms": 0.2937499957624823, + "p99_ms": 0.3117827989626676, + "index_ms": 311.94349998258986, + "by_category": { + "architecture": 0.5548939703862777, + "semantic": 0.5570540629072088, + "symbol": 0.6385072130432616 + } + }, + { + "repo": "aiohttp", + "language": "python", + "mode": "unranked-semantic", + "chunks": 746, + "tokens": 3007, + "ndcg5": 0.5961189882499377, + "ndcg10": 0.6457541194068457, + "p50_ms": 0.2676250005606562, + "p90_ms": 0.28762497822754085, + "p95_ms": 0.2952089998871088, + "p99_ms": 0.3133417805656791, + "index_ms": 311.94349998258986, + "by_category": { + "architecture": 0.8733067418236369, + "semantic": 0.5862241389871722, + "symbol": 0.4343344127787502 + } + }, + { + "repo": "alamofire", + "language": "swift", + "mode": "semble-auto", + "chunks": 655, + "tokens": 3131, + "ndcg5": 0.9635059068184884, + "ndcg10": 0.9635059068184884, + "p50_ms": 0.7151664904085919, + "p90_ms": 6.675262504722923, + "p95_ms": 6.929831272282174, + "p99_ms": 9.036266253388018, + "index_ms": 281.84224999859, + "by_category": { + "architecture": 0.9732402630493958, + "semantic": 0.94094521338378, + "symbol": 1.0 + } + }, + { + "repo": "alamofire", + "language": "swift", + "mode": "semble-balanced", + "chunks": 655, + "tokens": 3132, + "ndcg5": 0.9635059068184884, + "ndcg10": 0.9635059068184884, + "p50_ms": 0.7029795087873936, + "p90_ms": 6.706050003413112, + "p95_ms": 7.277641659311486, + "p99_ms": 8.947994742484294, + "index_ms": 281.84224999859, + "by_category": { + "architecture": 0.9732402630493958, + "semantic": 0.94094521338378, + "symbol": 1.0 + } + }, + { + "repo": "alamofire", + "language": "swift", + "mode": "semble-bm25", + "chunks": 655, + "tokens": 3262, + "ndcg5": 0.9839441578296375, + "ndcg10": 0.9839441578296375, + "p50_ms": 0.6852919905213639, + "p90_ms": 6.586533004883678, + "p95_ms": 7.079980897833595, + "p99_ms": 8.7390289834002, + "index_ms": 281.84224999859, + "by_category": { + "architecture": 0.9464805260987917, + "semantic": 0.9854037798451251, + "symbol": 1.0 + } + }, + { + "repo": "alamofire", + "language": "swift", + "mode": "semble-semantic", + "chunks": 655, + "tokens": 3142, + "ndcg5": 0.9919720789148186, + "ndcg10": 0.9919720789148186, + "p50_ms": 0.6192084983922541, + "p90_ms": 6.164733308833093, + "p95_ms": 6.876593451306691, + "p99_ms": 8.516452297626525, + "index_ms": 281.84224999859, + "by_category": { + "architecture": 0.9732402630493958, + "semantic": 0.9927018899225625, + "symbol": 1.0 + } + }, + { + "repo": "alamofire", + "language": "swift", + "mode": "unranked-auto", + "chunks": 655, + "tokens": 3127, + "ndcg5": 0.8173793323602941, + "ndcg10": 0.8379710243820659, + "p50_ms": 0.27893749938812107, + "p90_ms": 0.30300000216811895, + "p95_ms": 0.3109771016170271, + "p99_ms": 0.329629028274212, + "index_ms": 281.84224999859, + "by_category": { + "architecture": 0.8793760753221173, + "semantic": 0.8292083874249968, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "alamofire", + "language": "swift", + "mode": "unranked-balanced", + "chunks": 655, + "tokens": 3135, + "ndcg5": 0.8173793323602941, + "ndcg10": 0.8379710243820659, + "p50_ms": 0.27041650901082903, + "p90_ms": 0.27912919758819044, + "p95_ms": 0.28155238687759265, + "p99_ms": 0.2836104852030985, + "index_ms": 281.84224999859, + "by_category": { + "architecture": 0.8793760753221173, + "semantic": 0.8292083874249968, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "alamofire", + "language": "swift", + "mode": "unranked-bm25", + "chunks": 655, + "tokens": 3128, + "ndcg5": 0.7226953524045273, + "ndcg10": 0.7658757420465466, + "p50_ms": 0.270208009169437, + "p90_ms": 0.2770703111309558, + "p95_ms": 0.2886069065425545, + "p99_ms": 0.28895496972836554, + "index_ms": 281.84224999859, + "by_category": { + "architecture": 0.8036233607701616, + "semantic": 0.7187858871473136, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "alamofire", + "language": "swift", + "mode": "unranked-semantic", + "chunks": 655, + "tokens": 3197, + "ndcg5": 0.8191606443724201, + "ndcg10": 0.846046430918511, + "p50_ms": 0.26889549917541444, + "p90_ms": 0.2833916951203719, + "p95_ms": 0.29259193397592753, + "p99_ms": 0.2933511877199635, + "index_ms": 281.84224999859, + "by_category": { + "architecture": 0.7688578654609097, + "semantic": 0.8437292444231052, + "symbol": 0.8888888888888888 + } + }, + { + "repo": "axios", + "language": "javascript", + "mode": "semble-auto", + "chunks": 168, + "tokens": 2420, + "ndcg5": 0.8587075709912144, + "ndcg10": 0.8696279428321226, + "p50_ms": 0.7018754986347631, + "p90_ms": 4.085508399293758, + "p95_ms": 4.119361039192881, + "p99_ms": 4.171072200115304, + "index_ms": 69.84016601927578, + "by_category": { + "architecture": 0.6030687082608802, + "semantic": 0.9308017017042276, + "symbol": 1.0 + } + }, + { + "repo": "axios", + "language": "javascript", + "mode": "semble-balanced", + "chunks": 168, + "tokens": 2442, + "ndcg5": 0.8587075709912144, + "ndcg10": 0.8696279428321226, + "p50_ms": 0.7104374963091686, + "p90_ms": 4.078466986538842, + "p95_ms": 4.10626489756396, + "p99_ms": 4.299652992922347, + "index_ms": 69.84016601927578, + "by_category": { + "architecture": 0.6030687082608802, + "semantic": 0.9308017017042276, + "symbol": 1.0 + } + }, + { + "repo": "axios", + "language": "javascript", + "mode": "semble-bm25", + "chunks": 168, + "tokens": 2447, + "ndcg5": 0.8509249376624345, + "ndcg10": 0.8746069638173074, + "p50_ms": 0.7003334903856739, + "p90_ms": 3.9629714097827677, + "p95_ms": 4.120916365354788, + "p99_ms": 4.2798832766129635, + "index_ms": 69.84016601927578, + "by_category": { + "architecture": 0.6456142307547109, + "semantic": 0.9182297913969545, + "symbol": 1.0 + } + }, + { + "repo": "axios", + "language": "javascript", + "mode": "semble-semantic", + "chunks": 168, + "tokens": 2349, + "ndcg5": 0.8492675597231898, + "ndcg10": 0.8772970389580153, + "p50_ms": 0.6080414896132424, + "p90_ms": 3.961250011343509, + "p95_ms": 3.9624104188987985, + "p99_ms": 3.9629484835313633, + "index_ms": 69.84016601927578, + "by_category": { + "architecture": 0.698242740216615, + "semantic": 0.8949696753419146, + "symbol": 1.0 + } + }, + { + "repo": "axios", + "language": "javascript", + "mode": "unranked-auto", + "chunks": 168, + "tokens": 2523, + "ndcg5": 0.7701816001155912, + "ndcg10": 0.7892626843342179, + "p50_ms": 0.24387550365645438, + "p90_ms": 0.2587576978839934, + "p95_ms": 0.2617163583636284, + "p99_ms": 0.2770432597026229, + "index_ms": 69.84016601927578, + "by_category": { + "architecture": 0.6057805388787051, + "semantic": 0.8598409368316484, + "symbol": 0.8362970934676666 + } + }, + { + "repo": "axios", + "language": "javascript", + "mode": "unranked-balanced", + "chunks": 168, + "tokens": 2524, + "ndcg5": 0.7723727876575338, + "ndcg10": 0.7914538718761605, + "p50_ms": 0.23793800210114568, + "p90_ms": 0.2455464011291042, + "p95_ms": 0.2465371653670445, + "p99_ms": 0.24964022741187364, + "index_ms": 69.84016601927578, + "by_category": { + "architecture": 0.6057805388787051, + "semantic": 0.8598409368316484, + "symbol": 0.8436010519408085 + } + }, + { + "repo": "axios", + "language": "javascript", + "mode": "unranked-bm25", + "chunks": 168, + "tokens": 2556, + "ndcg5": 0.5981270320634365, + "ndcg10": 0.652051962803907, + "p50_ms": 0.24035399837885052, + "p90_ms": 0.2511541184503585, + "p95_ms": 0.2515494008548558, + "p99_ms": 0.25357708567753434, + "index_ms": 69.84016601927578, + "by_category": { + "architecture": 0.4692905241115832, + "semantic": 0.6341610772045271, + "symbol": 0.8311894901132466 + } + }, + { + "repo": "axios", + "language": "javascript", + "mode": "unranked-semantic", + "chunks": 168, + "tokens": 2532, + "ndcg5": 0.7074356157188728, + "ndcg10": 0.7770285259419542, + "p50_ms": 0.24210449191741645, + "p90_ms": 0.2548624906921759, + "p95_ms": 0.25913335703080526, + "p99_ms": 0.29156027798308054, + "index_ms": 69.84016601927578, + "by_category": { + "architecture": 0.7791488175275083, + "semantic": 0.795298832280229, + "symbol": 0.7478561567799132 + } + }, + { + "repo": "axum", + "language": "rust", + "mode": "semble-auto", + "chunks": 515, + "tokens": 3235, + "ndcg5": 0.7517782560805999, + "ndcg10": 0.7826029997030854, + "p50_ms": 0.7446464878739789, + "p90_ms": 6.611862516729161, + "p95_ms": 6.953716662246737, + "p99_ms": 9.911509749945248, + "index_ms": 226.68137500295416, + "by_category": { + "architecture": 0.663762511293996, + "semantic": 0.8348152134004999, + "symbol": 0.7718216255952429 + } + }, + { + "repo": "axum", + "language": "rust", + "mode": "semble-balanced", + "chunks": 515, + "tokens": 3236, + "ndcg5": 0.7517782560805999, + "ndcg10": 0.7826029997030854, + "p50_ms": 0.8259169990196824, + "p90_ms": 6.404233720968477, + "p95_ms": 6.6575047967489835, + "p99_ms": 9.66020095511339, + "index_ms": 226.68137500295416, + "by_category": { + "architecture": 0.663762511293996, + "semantic": 0.8348152134004999, + "symbol": 0.7718216255952429 + } + }, + { + "repo": "axum", + "language": "rust", + "mode": "semble-bm25", + "chunks": 515, + "tokens": 3321, + "ndcg5": 0.7539694436225426, + "ndcg10": 0.7884464696446104, + "p50_ms": 0.7181669934652746, + "p90_ms": 6.398300308501348, + "p95_ms": 6.722602111403833, + "p99_ms": 9.769854029291304, + "index_ms": 226.68137500295416, + "by_category": { + "architecture": 0.6747979495828043, + "semantic": 0.8384671926370708, + "symbol": 0.7777777777777778 + } + }, + { + "repo": "axum", + "language": "rust", + "mode": "semble-semantic", + "chunks": 515, + "tokens": 3231, + "ndcg5": 0.7508891280403, + "ndcg10": 0.7653423693561943, + "p50_ms": 0.6452710222220048, + "p90_ms": 6.2629709049360835, + "p95_ms": 6.832581892376768, + "p99_ms": 9.543849983019749, + "index_ms": 226.68137500295416, + "by_category": { + "architecture": 0.7578129652635776, + "semantic": 0.7931485467338333, + "symbol": 0.6666666666666666 + } + }, + { + "repo": "axum", + "language": "rust", + "mode": "unranked-auto", + "chunks": 515, + "tokens": 3250, + "ndcg5": 0.6696394630357186, + "ndcg10": 0.6863061297023854, + "p50_ms": 0.27400000544730574, + "p90_ms": 0.2798497007461265, + "p95_ms": 0.29104999703122303, + "p99_ms": 0.3051099934964441, + "index_ms": 226.68137500295416, + "by_category": { + "architecture": 0.452371901428583, + "semantic": 0.7916666666666666, + "symbol": 0.6547543623015969 + } + }, + { + "repo": "axum", + "language": "rust", + "mode": "unranked-balanced", + "chunks": 515, + "tokens": 3234, + "ndcg5": 0.6696394630357186, + "ndcg10": 0.6696394630357186, + "p50_ms": 0.27204150683246553, + "p90_ms": 0.2816713822539896, + "p95_ms": 0.2836142302840017, + "p99_ms": 0.28408923390088603, + "index_ms": 226.68137500295416, + "by_category": { + "architecture": 0.452371901428583, + "semantic": 0.7916666666666666, + "symbol": 0.5436432511904858 + } + }, + { + "repo": "axum", + "language": "rust", + "mode": "unranked-bm25", + "chunks": 515, + "tokens": 3351, + "ndcg5": 0.6946394630357187, + "ndcg10": 0.7291164890577864, + "p50_ms": 0.272374993073754, + "p90_ms": 0.2862913970602676, + "p95_ms": 0.29094614583300427, + "p99_ms": 0.2989892233745195, + "index_ms": 226.68137500295416, + "by_category": { + "architecture": 0.7261859507142916, + "semantic": 0.7470219239087327, + "symbol": 0.6623789802264932 + } + }, + { + "repo": "axum", + "language": "rust", + "mode": "unranked-semantic", + "chunks": 515, + "tokens": 3197, + "ndcg5": 0.5142789260714372, + "ndcg10": 0.5471407852100375, + "p50_ms": 0.26333300047554076, + "p90_ms": 0.277113079209812, + "p95_ms": 0.2785687451250851, + "p99_ms": 0.27961373096331954, + "index_ms": 226.68137500295416, + "by_category": { + "architecture": 0.4236133388501875, + "semantic": 0.5687290841624842, + "symbol": 0.6666666666666666 + } + }, + { + "repo": "bash-it", + "language": "bash", + "mode": "semble-auto", + "chunks": 736, + "tokens": 2426, + "ndcg5": 0.6470043731162394, + "ndcg10": 0.688749488579633, + "p50_ms": 1.0349579970352352, + "p90_ms": 1.2544496945338324, + "p95_ms": 1.3058249853202142, + "p99_ms": 1.3183650144492276, + "index_ms": 390.40829200530425, + "by_category": { + "architecture": 1.0, + "semantic": 0.631798727688293, + "symbol": 0.7123212623289701 + } + }, + { + "repo": "bash-it", + "language": "bash", + "mode": "semble-balanced", + "chunks": 736, + "tokens": 2426, + "ndcg5": 0.6470043731162394, + "ndcg10": 0.688749488579633, + "p50_ms": 1.0680630075512454, + "p90_ms": 1.2118204991566017, + "p95_ms": 1.2219330135849304, + "p99_ms": 1.240553000534419, + "index_ms": 390.40829200530425, + "by_category": { + "architecture": 1.0, + "semantic": 0.631798727688293, + "symbol": 0.7123212623289701 + } + }, + { + "repo": "bash-it", + "language": "bash", + "mode": "semble-bm25", + "chunks": 736, + "tokens": 2599, + "ndcg5": 0.6047843843606779, + "ndcg10": 0.6431864357378508, + "p50_ms": 1.048395992256701, + "p90_ms": 1.187750609824434, + "p95_ms": 1.198406251205597, + "p99_ms": 1.2862812567618673, + "index_ms": 390.40829200530425, + "by_category": { + "architecture": 0.75, + "semantic": 0.6145953051417687, + "symbol": 0.6747979495828043 + } + }, + { + "repo": "bash-it", + "language": "bash", + "mode": "semble-semantic", + "chunks": 736, + "tokens": 2109, + "ndcg5": 0.5996748131686652, + "ndcg10": 0.6185749181885072, + "p50_ms": 0.7404169882647693, + "p90_ms": 0.8065330883255228, + "p95_ms": 0.8259235415607691, + "p99_ms": 0.8367847232148051, + "index_ms": 390.40829200530425, + "by_category": { + "architecture": 0.75, + "semantic": 0.5710030188377501, + "symbol": 0.6896918237758785 + } + }, + { + "repo": "bash-it", + "language": "bash", + "mode": "unranked-auto", + "chunks": 736, + "tokens": 2632, + "ndcg5": 0.6573007587339552, + "ndcg10": 0.7001131467676213, + "p50_ms": 0.28143748932052404, + "p90_ms": 0.2923702180851251, + "p95_ms": 0.2933684445451945, + "p99_ms": 0.2977072901558131, + "index_ms": 390.40829200530425, + "by_category": { + "architecture": 1.0, + "semantic": 0.5881581344803386, + "symbol": 0.8712414374216044 + } + }, + { + "repo": "bash-it", + "language": "bash", + "mode": "unranked-balanced", + "chunks": 736, + "tokens": 2632, + "ndcg5": 0.6573007587339552, + "ndcg10": 0.7001131467676213, + "p50_ms": 0.27487450279295444, + "p90_ms": 0.28914651193190366, + "p95_ms": 0.2901506653870456, + "p99_ms": 0.29686373280128464, + "index_ms": 390.40829200530425, + "by_category": { + "architecture": 1.0, + "semantic": 0.5881581344803386, + "symbol": 0.8712414374216044 + } + }, + { + "repo": "bash-it", + "language": "bash", + "mode": "unranked-bm25", + "chunks": 736, + "tokens": 2807, + "ndcg5": 0.6375696397737991, + "ndcg10": 0.6484900116147073, + "p50_ms": 0.27637500897981226, + "p90_ms": 0.28799158171750605, + "p95_ms": 0.2892410455388017, + "p99_ms": 0.2922817986109294, + "index_ms": 390.40829200530425, + "by_category": { + "architecture": 1.0, + "semantic": 0.5799325903246731, + "symbol": 0.6861353116146786 + } + }, + { + "repo": "bash-it", + "language": "bash", + "mode": "unranked-semantic", + "chunks": 736, + "tokens": 2409, + "ndcg5": 0.6004264621397062, + "ndcg10": 0.6393763132154399, + "p50_ms": 0.27058350678998977, + "p90_ms": 0.28035000432282686, + "p95_ms": 0.2841478766640648, + "p99_ms": 0.2939959679497406, + "index_ms": 390.40829200530425, + "by_category": { + "architecture": 1.0, + "semantic": 0.4947168520923674, + "symbol": 0.8712414374216044 + } + }, + { + "repo": "bats-core", + "language": "bash", + "mode": "semble-auto", + "chunks": 48, + "tokens": 2986, + "ndcg5": 0.8477197786179612, + "ndcg10": 0.8477197786179612, + "p50_ms": 0.4666454915422946, + "p90_ms": 0.4977207980118692, + "p95_ms": 0.5114788466016762, + "p99_ms": 0.5706957503571174, + "index_ms": 21.76887501263991, + "by_category": { + "architecture": 0.6703622950309012, + "semantic": 0.9432199620879166 + } + }, + { + "repo": "bats-core", + "language": "bash", + "mode": "semble-balanced", + "chunks": 48, + "tokens": 2986, + "ndcg5": 0.8477197786179612, + "ndcg10": 0.8477197786179612, + "p50_ms": 0.4697919939644635, + "p90_ms": 0.5036832968471572, + "p95_ms": 0.5323600824340247, + "p99_ms": 0.5327720029163174, + "index_ms": 21.76887501263991, + "by_category": { + "architecture": 0.6703622950309012, + "semantic": 0.9432199620879166 + } + }, + { + "repo": "bats-core", + "language": "bash", + "mode": "semble-bm25", + "chunks": 48, + "tokens": 2969, + "ndcg5": 0.8346268032608155, + "ndcg10": 0.8346268032608155, + "p50_ms": 0.47310400987043977, + "p90_ms": 0.5140833061886951, + "p95_ms": 0.5227371962973848, + "p99_ms": 0.5231810343684629, + "index_ms": 21.76887501263991, + "by_category": { + "architecture": 0.651658044520693, + "semantic": 0.9331484425824198 + } + }, + { + "repo": "bats-core", + "language": "bash", + "mode": "semble-semantic", + "chunks": 48, + "tokens": 2660, + "ndcg5": 0.782049759204785, + "ndcg10": 0.7998601185601861, + "p50_ms": 0.44443749357014894, + "p90_ms": 0.473000603960827, + "p95_ms": 0.48649789387127385, + "p99_ms": 0.5149659721064381, + "index_ms": 21.76887501263991, + "by_category": { + "architecture": 0.6149523294267735, + "semantic": 0.8994258511704852 + } + }, + { + "repo": "bats-core", + "language": "bash", + "mode": "unranked-auto", + "chunks": 48, + "tokens": 3122, + "ndcg5": 0.9630929753571458, + "ndcg10": 0.9630929753571458, + "p50_ms": 0.22733300284016877, + "p90_ms": 0.23852080630604178, + "p95_ms": 0.24260173522634432, + "p99_ms": 0.25048675102880225, + "index_ms": 21.76887501263991, + "by_category": { + "architecture": 0.9472756790816368, + "semantic": 0.9716099810439582 + } + }, + { + "repo": "bats-core", + "language": "bash", + "mode": "unranked-balanced", + "chunks": 48, + "tokens": 3122, + "ndcg5": 0.9630929753571458, + "ndcg10": 0.9630929753571458, + "p50_ms": 0.2296250022482127, + "p90_ms": 0.23926599242258817, + "p95_ms": 0.24890979839256042, + "p99_ms": 0.33051555248675857, + "index_ms": 21.76887501263991, + "by_category": { + "architecture": 0.9472756790816368, + "semantic": 0.9716099810439582 + } + }, + { + "repo": "bats-core", + "language": "bash", + "mode": "unranked-bm25", + "chunks": 48, + "tokens": 3213, + "ndcg5": 0.8946394630357186, + "ndcg10": 0.9124498223911198, + "p50_ms": 0.22966699907556176, + "p90_ms": 0.23943748965393752, + "p95_ms": 0.24163335183402523, + "p99_ms": 0.24936026165960357, + "index_ms": 21.76887501263991, + "by_category": { + "architecture": 0.8945513581632737, + "semantic": 0.9220874569753447 + } + }, + { + "repo": "bats-core", + "language": "bash", + "mode": "unranked-semantic", + "chunks": 48, + "tokens": 2794, + "ndcg5": 0.8361353116146788, + "ndcg10": 0.8361353116146788, + "p50_ms": 0.23043699911795557, + "p90_ms": 0.23783359793014824, + "p95_ms": 0.243957998463884, + "p99_ms": 0.2458580129314214, + "index_ms": 21.76887501263991, + "by_category": { + "architecture": 0.7659075880209694, + "semantic": 0.8739502397035989 + } + }, + { + "repo": "cats", + "language": "scala", + "mode": "semble-auto", + "chunks": 1262, + "tokens": 2797, + "ndcg5": 0.9113147192765458, + "ndcg10": 0.9113147192765458, + "p50_ms": 3.407666998100467, + "p90_ms": 9.609492187155416, + "p95_ms": 13.171170221176, + "p99_ms": 14.242834032047538, + "index_ms": 809.9836670153309, + "by_category": { + "architecture": 0.8065735963827292, + "semantic": 0.9, + "symbol": 1.0 + } + }, + { + "repo": "cats", + "language": "scala", + "mode": "semble-balanced", + "chunks": 1262, + "tokens": 2810, + "ndcg5": 0.9113147192765458, + "ndcg10": 0.9113147192765458, + "p50_ms": 3.3914789819391444, + "p90_ms": 8.982316299807287, + "p95_ms": 13.106024399166927, + "p99_ms": 13.989272069884462, + "index_ms": 809.9836670153309, + "by_category": { + "architecture": 0.8065735963827292, + "semantic": 0.9, + "symbol": 1.0 + } + }, + { + "repo": "cats", + "language": "scala", + "mode": "semble-bm25", + "chunks": 1262, + "tokens": 2873, + "ndcg5": 0.9, + "ndcg10": 0.9, + "p50_ms": 3.3381664979970083, + "p90_ms": 9.293529411661446, + "p95_ms": 13.405322300968692, + "p99_ms": 14.243698044447227, + "index_ms": 809.9836670153309, + "by_category": { + "architecture": 0.75, + "semantic": 0.9, + "symbol": 1.0 + } + }, + { + "repo": "cats", + "language": "scala", + "mode": "semble-semantic", + "chunks": 1262, + "tokens": 2794, + "ndcg5": 0.9113147192765458, + "ndcg10": 0.9209860394574093, + "p50_ms": 3.2942079997155815, + "p90_ms": 9.10118721076288, + "p95_ms": 13.092856253206264, + "p99_ms": 13.696771250979507, + "index_ms": 809.9836670153309, + "by_category": { + "architecture": 0.8549301972870469, + "semantic": 0.9, + "symbol": 1.0 + } + }, + { + "repo": "cats", + "language": "scala", + "mode": "unranked-auto", + "chunks": 1262, + "tokens": 2897, + "ndcg5": 0.8002968226739917, + "ndcg10": 0.8105159425534157, + "p50_ms": 0.3825210005743429, + "p90_ms": 0.41213721851818275, + "p95_ms": 0.488177033548709, + "p99_ms": 0.5079682168434374, + "index_ms": 809.9836670153309, + "by_category": { + "architecture": 0.8010955993971215, + "semantic": 0.7875006699908373, + "symbol": 0.8551549589285763 + } + }, + { + "repo": "cats", + "language": "scala", + "mode": "unranked-balanced", + "chunks": 1262, + "tokens": 2893, + "ndcg5": 0.8002968226739915, + "ndcg10": 0.8105159425534157, + "p50_ms": 0.3853329981211573, + "p90_ms": 0.41278281132690614, + "p95_ms": 0.4432839457876981, + "p99_ms": 0.497623209375888, + "index_ms": 809.9836670153309, + "by_category": { + "architecture": 0.8010955993971215, + "semantic": 0.7875006699908373, + "symbol": 0.8551549589285763 + } + }, + { + "repo": "cats", + "language": "scala", + "mode": "unranked-bm25", + "chunks": 1262, + "tokens": 2865, + "ndcg5": 0.5941575884408941, + "ndcg10": 0.6033863732798725, + "p50_ms": 0.39237500459421426, + "p90_ms": 0.42326599068474025, + "p95_ms": 0.4354660384706222, + "p99_ms": 0.4704268134082667, + "index_ms": 809.9836670153309, + "by_category": { + "architecture": 0.3443038288345123, + "semantic": 0.5559582396687942, + "symbol": 0.8551549589285763 + } + }, + { + "repo": "cats", + "language": "scala", + "mode": "unranked-semantic", + "chunks": 1262, + "tokens": 2789, + "ndcg5": 0.7928612069551187, + "ndcg10": 0.8312632583322916, + "p50_ms": 0.40249997982755303, + "p90_ms": 0.44999227684456855, + "p95_ms": 0.46783778961980726, + "p99_ms": 0.5635339536820537, + "index_ms": 809.9836670153309, + "by_category": { + "architecture": 0.7562452583002234, + "semantic": 0.8244076946336916, + "symbol": 0.892701197851337 + } + }, + { + "repo": "chi", + "language": "go", + "mode": "semble-auto", + "chunks": 263, + "tokens": 2603, + "ndcg5": 0.8205558097806902, + "ndcg10": 0.853282094626217, + "p50_ms": 0.8070000039879233, + "p90_ms": 4.844908200902864, + "p95_ms": 5.069929387536831, + "p99_ms": 5.102852285490371, + "index_ms": 129.31458299863152, + "by_category": { + "architecture": 0.6828696993548315, + "semantic": 0.9589921948412731, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "chi", + "language": "go", + "mode": "semble-balanced", + "chunks": 263, + "tokens": 2596, + "ndcg5": 0.8205558097806902, + "ndcg10": 0.853282094626217, + "p50_ms": 0.776228989707306, + "p90_ms": 4.651487397495657, + "p95_ms": 5.030720595095772, + "p99_ms": 5.091977721604053, + "index_ms": 129.31458299863152, + "by_category": { + "architecture": 0.6828696993548315, + "semantic": 0.9589921948412731, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "chi", + "language": "go", + "mode": "semble-bm25", + "chunks": 263, + "tokens": 2685, + "ndcg5": 0.7707813288789214, + "ndcg10": 0.8057947331707882, + "p50_ms": 0.7481039938284084, + "p90_ms": 4.491266995319165, + "p95_ms": 4.815598187269642, + "p99_ms": 5.117319651180877, + "index_ms": 129.31458299863152, + "by_category": { + "architecture": 0.6852526560599687, + "semantic": 0.8624288341269906, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "chi", + "language": "go", + "mode": "semble-semantic", + "chunks": 263, + "tokens": 2474, + "ndcg5": 0.7260972989196864, + "ndcg10": 0.7805524822080799, + "p50_ms": 0.6002290028845891, + "p90_ms": 4.383587502525188, + "p95_ms": 4.630156201892532, + "p99_ms": 4.705097640980966, + "index_ms": 129.31458299863152, + "by_category": { + "architecture": 0.5813897280167648, + "semantic": 0.881186284230377, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "chi", + "language": "go", + "mode": "unranked-auto", + "chunks": 263, + "tokens": 2705, + "ndcg5": 0.9061007172313449, + "ndcg10": 0.918234463721243, + "p50_ms": 0.24862449208740145, + "p90_ms": 0.26841239887289703, + "p95_ms": 0.2752955566393211, + "p99_ms": 0.29155911935959006, + "index_ms": 129.31458299863152, + "by_category": { + "architecture": 0.7547033911637286, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "chi", + "language": "go", + "mode": "unranked-balanced", + "chunks": 263, + "tokens": 2718, + "ndcg5": 0.9061007172313449, + "ndcg10": 0.918234463721243, + "p50_ms": 0.2440830139676109, + "p90_ms": 0.26165021408814937, + "p95_ms": 0.27130276284879074, + "p99_ms": 0.27512775239301845, + "index_ms": 129.31458299863152, + "by_category": { + "architecture": 0.7547033911637286, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "chi", + "language": "go", + "mode": "unranked-bm25", + "chunks": 263, + "tokens": 2742, + "ndcg5": 0.8578287045608461, + "ndcg10": 0.8578287045608461, + "p50_ms": 0.2507505123503506, + "p90_ms": 0.2603409899165854, + "p95_ms": 0.2631285635288805, + "p99_ms": 0.27259211405180395, + "index_ms": 129.31458299863152, + "by_category": { + "architecture": 0.6349978214206287, + "semantic": 0.9589921948412731, + "symbol": 1.0 + } + }, + { + "repo": "chi", + "language": "go", + "mode": "unranked-semantic", + "chunks": 263, + "tokens": 2704, + "ndcg5": 0.8058853585266573, + "ndcg10": 0.8392203097039183, + "p50_ms": 0.2519790141377598, + "p90_ms": 0.2678248943993822, + "p95_ms": 0.2781705654342658, + "p99_ms": 0.2978340946719981, + "index_ms": 129.31458299863152, + "by_category": { + "architecture": 0.6406843445879357, + "semantic": 0.9179843896825461, + "symbol": 1.0 + } + }, + { + "repo": "circe", + "language": "scala", + "mode": "semble-auto", + "chunks": 197, + "tokens": 3207, + "ndcg5": 0.8591297799361982, + "ndcg10": 0.8591297799361982, + "p50_ms": 0.7134999905247241, + "p90_ms": 6.690616387641056, + "p95_ms": 8.520512504037466, + "p99_ms": 9.458402500022203, + "index_ms": 112.7214590087533, + "by_category": { + "architecture": 0.7261859507142916, + "semantic": 0.8811396422923916, + "symbol": 1.0 + } + }, + { + "repo": "circe", + "language": "scala", + "mode": "semble-balanced", + "chunks": 197, + "tokens": 3194, + "ndcg5": 0.8591297799361982, + "ndcg10": 0.8591297799361982, + "p50_ms": 0.7074579771142453, + "p90_ms": 6.717699399450792, + "p95_ms": 8.534591287025249, + "p99_ms": 9.321251067449339, + "index_ms": 112.7214590087533, + "by_category": { + "architecture": 0.7261859507142916, + "semantic": 0.8811396422923916, + "symbol": 1.0 + } + }, + { + "repo": "circe", + "language": "scala", + "mode": "semble-bm25", + "chunks": 197, + "tokens": 3161, + "ndcg5": 0.8397050301241697, + "ndcg10": 0.8397050301241697, + "p50_ms": 0.6972500123083591, + "p90_ms": 6.518025195691733, + "p95_ms": 8.487474708817896, + "p99_ms": 9.40559493843466, + "index_ms": 112.7214590087533, + "by_category": { + "architecture": 0.7261859507142916, + "semantic": 0.8475878017079786, + "symbol": 1.0 + } + }, + { + "repo": "circe", + "language": "scala", + "mode": "semble-semantic", + "chunks": 197, + "tokens": 3036, + "ndcg5": 0.8259229508008584, + "ndcg10": 0.8434668104499813, + "p50_ms": 0.6304589915089309, + "p90_ms": 6.428333598887546, + "p95_ms": 8.411487500416113, + "p99_ms": 9.174597506644204, + "index_ms": 112.7214590087533, + "by_category": { + "architecture": 0.7666666666666667, + "semantic": 0.8356850968378461, + "symbol": 1.0 + } + }, + { + "repo": "circe", + "language": "scala", + "mode": "unranked-auto", + "chunks": 197, + "tokens": 3262, + "ndcg5": 0.7653421881627279, + "ndcg10": 0.7840899348526239, + "p50_ms": 0.25445802020840347, + "p90_ms": 0.2636997844092548, + "p95_ms": 0.2761420008027926, + "p99_ms": 0.279562005889602, + "index_ms": 112.7214590087533, + "by_category": { + "architecture": 0.6035565121611999, + "semantic": 0.807266018308532, + "symbol": 1.0 + } + }, + { + "repo": "circe", + "language": "scala", + "mode": "unranked-balanced", + "chunks": 197, + "tokens": 3276, + "ndcg5": 0.7653421881627279, + "ndcg10": 0.7840899348526239, + "p50_ms": 0.2491670020390302, + "p90_ms": 0.25994221796281636, + "p95_ms": 0.2634625096106901, + "p99_ms": 0.27849249832797796, + "index_ms": 112.7214590087533, + "by_category": { + "architecture": 0.6035565121611999, + "semantic": 0.807266018308532, + "symbol": 1.0 + } + }, + { + "repo": "circe", + "language": "scala", + "mode": "unranked-bm25", + "chunks": 197, + "tokens": 3213, + "ndcg5": 0.7307932700227693, + "ndcg10": 0.7473966845904393, + "p50_ms": 0.2480830007698387, + "p90_ms": 0.25603342219255865, + "p95_ms": 0.25748780462890863, + "p99_ms": 0.25979756377637386, + "index_ms": 112.7214590087533, + "by_category": { + "architecture": 0.6123212623289701, + "semantic": 0.7399027905066813, + "symbol": 1.0 + } + }, + { + "repo": "circe", + "language": "scala", + "mode": "unranked-semantic", + "chunks": 197, + "tokens": 3123, + "ndcg5": 0.7206597929061216, + "ndcg10": 0.7546214778232747, + "p50_ms": 0.2457080117892474, + "p90_ms": 0.2533664111979306, + "p95_ms": 0.25557502231094986, + "p99_ms": 0.25611500546801835, + "index_ms": 112.7214590087533, + "by_category": { + "architecture": 0.5839989159778691, + "semantic": 0.7988076131983104, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "click", + "language": "python", + "mode": "semble-auto", + "chunks": 315, + "tokens": 3388, + "ndcg5": 1.0, + "ndcg10": 1.0, + "p50_ms": 0.49604199011810124, + "p90_ms": 5.100833304459229, + "p95_ms": 5.371216368803289, + "p99_ms": 5.587943277496379, + "index_ms": 135.00629202462733, + "by_category": { + "architecture": 1.0, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "click", + "language": "python", + "mode": "semble-balanced", + "chunks": 315, + "tokens": 3352, + "ndcg5": 1.0, + "ndcg10": 1.0, + "p50_ms": 0.4935000033583492, + "p90_ms": 5.153075317502953, + "p95_ms": 5.208352106274106, + "p99_ms": 5.291604016092606, + "index_ms": 135.00629202462733, + "by_category": { + "architecture": 1.0, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "click", + "language": "python", + "mode": "semble-bm25", + "chunks": 315, + "tokens": 3257, + "ndcg5": 0.9630929753571458, + "ndcg10": 0.9630929753571458, + "p50_ms": 0.4579164960887283, + "p90_ms": 5.006449995562435, + "p95_ms": 5.324749990541022, + "p99_ms": 5.467249991779681, + "index_ms": 135.00629202462733, + "by_category": { + "architecture": 1.0, + "semantic": 0.9261859507142916, + "symbol": 1.0 + } + }, + { + "repo": "click", + "language": "python", + "mode": "semble-semantic", + "chunks": 315, + "tokens": 3302, + "ndcg5": 0.9775325271359823, + "ndcg10": 0.9775325271359823, + "p50_ms": 0.4236670065438375, + "p90_ms": 5.1334210962522775, + "p95_ms": 5.214589259412605, + "p99_ms": 5.336284257064108, + "index_ms": 135.00629202462733, + "by_category": { + "architecture": 0.986620131524698, + "semantic": 0.9630929753571458, + "symbol": 1.0 + } + }, + { + "repo": "click", + "language": "python", + "mode": "unranked-auto", + "chunks": 315, + "tokens": 3546, + "ndcg5": 0.8468306505776612, + "ndcg10": 0.8748601298124866, + "p50_ms": 0.25666649162303656, + "p90_ms": 0.2717749943258241, + "p95_ms": 0.28448124503484, + "p99_ms": 0.3202962523209862, + "index_ms": 135.00629202462733, + "by_category": { + "architecture": 0.9695882650589908, + "semantic": 0.8048743252324331, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "click", + "language": "python", + "mode": "unranked-balanced", + "chunks": 315, + "tokens": 3557, + "ndcg5": 0.8468306505776612, + "ndcg10": 0.8748601298124866, + "p50_ms": 0.24764549743849784, + "p90_ms": 0.2590249903732911, + "p95_ms": 0.26560210826573893, + "p99_ms": 0.2766540212905966, + "index_ms": 135.00629202462733, + "by_category": { + "architecture": 0.9695882650589908, + "semantic": 0.8048743252324331, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "click", + "language": "python", + "mode": "unranked-bm25", + "chunks": 315, + "tokens": 3554, + "ndcg5": 0.889389356842921, + "ndcg10": 0.9003097286838292, + "p50_ms": 0.2482290001353249, + "p90_ms": 0.2606464986456558, + "p95_ms": 0.2622339525260031, + "p99_ms": 0.27781318640336394, + "index_ms": 135.00629202462733, + "by_category": { + "architecture": 0.9137459265651259, + "semantic": 0.8892789260714373, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "click", + "language": "python", + "mode": "unranked-semantic", + "chunks": 315, + "tokens": 3330, + "ndcg5": 0.7346268032608154, + "ndcg10": 0.7791307782964112, + "p50_ms": 0.24835449585225433, + "p90_ms": 0.25352920638397336, + "p95_ms": 0.256208646169398, + "p99_ms": 0.25874172599287704, + "index_ms": 135.00629202462733, + "by_category": { + "architecture": 0.91041406385918, + "semantic": 0.7132994242093663, + "symbol": 0.7467842351698699 + } + }, + { + "repo": "cobra", + "language": "go", + "mode": "semble-auto", + "chunks": 398, + "tokens": 5293, + "ndcg5": 0.9590790148145552, + "ndcg10": 0.9590790148145552, + "p50_ms": 0.6678334902971983, + "p90_ms": 7.8019497130299, + "p95_ms": 8.477602040511561, + "p99_ms": 14.131653193035154, + "index_ms": 183.82320800446905, + "by_category": { + "architecture": 1.0, + "semantic": 0.9255982087537366, + "symbol": 1.0 + } + }, + { + "repo": "cobra", + "language": "go", + "mode": "semble-balanced", + "chunks": 398, + "tokens": 5289, + "ndcg5": 0.9590790148145552, + "ndcg10": 0.9590790148145552, + "p50_ms": 0.6652084994129837, + "p90_ms": 7.555875598336571, + "p95_ms": 8.237491708132444, + "p99_ms": 14.043765561073076, + "index_ms": 183.82320800446905, + "by_category": { + "architecture": 1.0, + "semantic": 0.9255982087537366, + "symbol": 1.0 + } + }, + { + "repo": "cobra", + "language": "go", + "mode": "semble-bm25", + "chunks": 398, + "tokens": 5621, + "ndcg5": 0.9590790148145552, + "ndcg10": 0.9590790148145552, + "p50_ms": 0.591646006796509, + "p90_ms": 7.5360541784903035, + "p95_ms": 8.14037113304949, + "p99_ms": 13.966974233917416, + "index_ms": 183.82320800446905, + "by_category": { + "architecture": 1.0, + "semantic": 0.9255982087537366, + "symbol": 1.0 + } + }, + { + "repo": "cobra", + "language": "go", + "mode": "semble-semantic", + "chunks": 398, + "tokens": 4199, + "ndcg5": 0.790440450572295, + "ndcg10": 0.790440450572295, + "p50_ms": 0.5443125119199976, + "p90_ms": 7.687270807218739, + "p95_ms": 8.362999644305097, + "p99_ms": 13.962932744470882, + "index_ms": 183.82320800446905, + "by_category": { + "architecture": 0.793643251190486, + "semantic": 0.7769954094820893, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "cobra", + "language": "go", + "mode": "unranked-auto", + "chunks": 398, + "tokens": 3773, + "ndcg5": 0.8389821033974456, + "ndcg10": 0.8389821033974456, + "p50_ms": 0.26227100170217454, + "p90_ms": 0.271212199004367, + "p95_ms": 0.2751729465671815, + "p99_ms": 0.2835018004407175, + "index_ms": 183.82320800446905, + "by_category": { + "architecture": 0.8362970934676666, + "semantic": 0.8300845230519507, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "cobra", + "language": "go", + "mode": "unranked-balanced", + "chunks": 398, + "tokens": 3776, + "ndcg5": 0.8574356157188727, + "ndcg10": 0.8574356157188727, + "p50_ms": 0.26502099353820086, + "p90_ms": 0.2743589866440743, + "p95_ms": 0.27627144736470655, + "p99_ms": 0.2848206940689124, + "index_ms": 183.82320800446905, + "by_category": { + "architecture": 0.8362970934676666, + "semantic": 0.8300845230519507, + "symbol": 1.0 + } + }, + { + "repo": "cobra", + "language": "go", + "mode": "unranked-bm25", + "chunks": 398, + "tokens": 3898, + "ndcg5": 0.7235643897382131, + "ndcg10": 0.7386158895214121, + "p50_ms": 0.25687449669931084, + "p90_ms": 0.26646668557077646, + "p95_ms": 0.2741586387855932, + "p99_ms": 0.27593173494096845, + "index_ms": 183.82320800446905, + "by_category": { + "architecture": 0.6989698760630589, + "semantic": 0.7225062527707663, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "cobra", + "language": "go", + "mode": "unranked-semantic", + "chunks": 398, + "tokens": 3462, + "ndcg5": 0.7886407638034061, + "ndcg10": 0.8197606717859672, + "p50_ms": 0.2582079905550927, + "p90_ms": 0.2679580793483183, + "p95_ms": 0.2696652547456324, + "p99_ms": 0.2785002556629479, + "index_ms": 183.82320800446905, + "by_category": { + "architecture": 0.614000745216012, + "semantic": 0.8828371785839336, + "symbol": 1.0 + } + }, + { + "repo": "commons-lang", + "language": "java", + "mode": "semble-auto", + "chunks": 3176, + "tokens": 3252, + "ndcg5": 0.8696123574829959, + "ndcg10": 0.8958857274902101, + "p50_ms": 1.2149170215707272, + "p90_ms": 18.637250002939254, + "p95_ms": 26.661041978513822, + "p99_ms": 26.990608376218006, + "index_ms": 1376.2499999720603, + "by_category": { + "architecture": 0.7216293209723186, + "semantic": 0.9034794510269613, + "symbol": 1.0 + } + }, + { + "repo": "commons-lang", + "language": "java", + "mode": "semble-balanced", + "chunks": 3176, + "tokens": 3195, + "ndcg5": 0.8696123574829959, + "ndcg10": 0.8958857274902101, + "p50_ms": 1.2728330038953573, + "p90_ms": 19.140541000524536, + "p95_ms": 26.84862501337193, + "p99_ms": 27.023824997013435, + "index_ms": 1376.2499999720603, + "by_category": { + "architecture": 0.7216293209723186, + "semantic": 0.9034794510269613, + "symbol": 1.0 + } + }, + { + "repo": "commons-lang", + "language": "java", + "mode": "semble-bm25", + "chunks": 3176, + "tokens": 3333, + "ndcg5": 0.8273812714242084, + "ndcg10": 0.8273812714242084, + "p50_ms": 1.2431249779183418, + "p90_ms": 18.674374994589016, + "p95_ms": 26.370583014795557, + "p99_ms": 27.46911659487523, + "index_ms": 1376.2499999720603, + "by_category": { + "architecture": 0.5377157309218195, + "semantic": 0.8401328219387797, + "symbol": 1.0 + } + }, + { + "repo": "commons-lang", + "language": "java", + "mode": "semble-semantic", + "chunks": 3176, + "tokens": 3124, + "ndcg5": 0.8988098428527798, + "ndcg10": 0.9229751887164013, + "p50_ms": 1.112625002861023, + "p90_ms": 18.615957989823073, + "p95_ms": 26.422582974191755, + "p99_ms": 27.16731660766527, + "index_ms": 1376.2499999720603, + "by_category": { + "architecture": 0.7068731519671702, + "semantic": 0.9472756790816368, + "symbol": 1.0 + } + }, + { + "repo": "commons-lang", + "language": "java", + "mode": "unranked-auto", + "chunks": 3176, + "tokens": 3495, + "ndcg5": 0.8043761391577814, + "ndcg10": 0.8043761391577814, + "p50_ms": 0.6217499903868884, + "p90_ms": 0.7662079879082739, + "p95_ms": 0.7743329915683717, + "p99_ms": 0.8238665934186429, + "index_ms": 1376.2499999720603, + "by_category": { + "architecture": 0.6458344499847289, + "semantic": 0.808818987056269, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "commons-lang", + "language": "java", + "mode": "unranked-balanced", + "chunks": 3176, + "tokens": 3506, + "ndcg5": 0.8043761391577814, + "ndcg10": 0.8043761391577814, + "p50_ms": 0.6040419975761324, + "p90_ms": 0.6817499815952033, + "p95_ms": 0.731500011170283, + "p99_ms": 0.8679327846039088, + "index_ms": 1376.2499999720603, + "by_category": { + "architecture": 0.6458344499847289, + "semantic": 0.808818987056269, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "commons-lang", + "language": "java", + "mode": "unranked-bm25", + "chunks": 3176, + "tokens": 3265, + "ndcg5": 0.6418831630471958, + "ndcg10": 0.6418831630471958, + "p50_ms": 0.6157919997349381, + "p90_ms": 0.6817500106990337, + "p95_ms": 0.6899579893797636, + "p99_ms": 0.7156915962696075, + "index_ms": 1376.2499999720603, + "by_category": { + "architecture": 0.677622660637882, + "semantic": 0.558267763464715, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "commons-lang", + "language": "java", + "mode": "unranked-semantic", + "chunks": 3176, + "tokens": 3204, + "ndcg5": 0.821950912797236, + "ndcg10": 0.8307402316915011, + "p50_ms": 0.6621250067837536, + "p90_ms": 0.7506250112783164, + "p95_ms": 0.7597919902764261, + "p99_ms": 0.879391992930323, + "index_ms": 1376.2499999720603, + "by_category": { + "architecture": 0.707359682244585, + "semantic": 0.8615433079746321, + "symbol": 0.8154648767857288 + } + }, + { + "repo": "curl", + "language": "c", + "mode": "semble-auto", + "chunks": 4485, + "tokens": 2977, + "ndcg5": 0.6059541823122645, + "ndcg10": 0.7042297304400422, + "p50_ms": 1.0613129998091608, + "p90_ms": 1.1454416991909966, + "p95_ms": 1.205129493610002, + "p99_ms": 1.2311595148639753, + "index_ms": 2173.038125009043, + "by_category": { + "architecture": 0.6509413349725708, + "semantic": 0.7478293267316096 + } + }, + { + "repo": "curl", + "language": "c", + "mode": "semble-balanced", + "chunks": 4485, + "tokens": 2977, + "ndcg5": 0.6059541823122645, + "ndcg10": 0.7042297304400422, + "p50_ms": 1.7622710001887754, + "p90_ms": 2.0667618984589353, + "p95_ms": 2.0765999986906536, + "p99_ms": 2.2130199978710148, + "index_ms": 2173.038125009043, + "by_category": { + "architecture": 0.6509413349725708, + "semantic": 0.7478293267316096 + } + }, + { + "repo": "curl", + "language": "c", + "mode": "semble-bm25", + "chunks": 4485, + "tokens": 3165, + "ndcg5": 0.5658738461810555, + "ndcg10": 0.6327907827090764, + "p50_ms": 1.5260414947988465, + "p90_ms": 1.8547705025412142, + "p95_ms": 1.898780942428857, + "p99_ms": 1.9093897915445268, + "index_ms": 2173.038125009043, + "by_category": { + "architecture": 0.6278678063282713, + "semantic": 0.6368186724751894 + } + }, + { + "repo": "curl", + "language": "c", + "mode": "semble-semantic", + "chunks": 4485, + "tokens": 2910, + "ndcg5": 0.6567529365307936, + "ndcg10": 0.6834465522109883, + "p50_ms": 0.8992710063466802, + "p90_ms": 1.093970809597522, + "p95_ms": 1.123176739201881, + "p99_ms": 1.14360173989553, + "index_ms": 2173.038125009043, + "by_category": { + "architecture": 0.6501557421013141, + "semantic": 0.7106844877552668 + } + }, + { + "repo": "curl", + "language": "c", + "mode": "unranked-auto", + "chunks": 4485, + "tokens": 3013, + "ndcg5": 0.519843289803598, + "ndcg10": 0.5342965311194924, + "p50_ms": 0.5894165078643709, + "p90_ms": 0.665520815527998, + "p95_ms": 0.7185788461356424, + "p99_ms": 0.7356157826143317, + "index_ms": 2173.038125009043, + "by_category": { + "architecture": 0.400726861104333, + "semantic": 0.6435808065864409 + } + }, + { + "repo": "curl", + "language": "c", + "mode": "unranked-balanced", + "chunks": 4485, + "tokens": 3013, + "ndcg5": 0.519843289803598, + "ndcg10": 0.5342965311194924, + "p50_ms": 0.5438960070023313, + "p90_ms": 0.6506204954348505, + "p95_ms": 0.6741580698871985, + "p99_ms": 0.7189988094614818, + "index_ms": 2173.038125009043, + "by_category": { + "architecture": 0.400726861104333, + "semantic": 0.6435808065864409 + } + }, + { + "repo": "curl", + "language": "c", + "mode": "unranked-bm25", + "chunks": 4485, + "tokens": 3087, + "ndcg5": 0.49882976820122876, + "ndcg10": 0.5386566226739258, + "p50_ms": 0.5152289959369227, + "p90_ms": 0.5998420121613891, + "p95_ms": 0.6446419836720452, + "p99_ms": 0.651861994410865, + "index_ms": 2173.038125009043, + "by_category": { + "architecture": 0.49138459061286394, + "semantic": 0.5773337398147944 + } + }, + { + "repo": "curl", + "language": "c", + "mode": "unranked-semantic", + "chunks": 4485, + "tokens": 2866, + "ndcg5": 0.44817154898348466, + "ndcg10": 0.5068784954736206, + "p50_ms": 0.5097710090922192, + "p90_ms": 0.5629083956591785, + "p95_ms": 0.5784714478068054, + "p99_ms": 0.5881606810726225, + "index_ms": 2173.038125009043, + "by_category": { + "architecture": 0.39756822023237465, + "semantic": 0.5963141752164581 + } + }, + { + "repo": "dapper", + "language": "csharp", + "mode": "semble-auto", + "chunks": 422, + "tokens": 2497, + "ndcg5": 0.8574356157188727, + "ndcg10": 0.8741022823855396, + "p50_ms": 5.417124499217607, + "p90_ms": 8.008304215036336, + "p95_ms": 10.217866991297345, + "p99_ms": 13.15260699775535, + "index_ms": 219.3461249989923, + "by_category": { + "architecture": 0.7217132018086354, + "semantic": 0.8919379108058652, + "symbol": 1.0 + } + }, + { + "repo": "dapper", + "language": "csharp", + "mode": "semble-balanced", + "chunks": 422, + "tokens": 2495, + "ndcg5": 0.8574356157188727, + "ndcg10": 0.8741022823855396, + "p50_ms": 5.323312012478709, + "p90_ms": 7.554662809707228, + "p95_ms": 10.084383317735048, + "p99_ms": 12.917409467045212, + "index_ms": 219.3461249989923, + "by_category": { + "architecture": 0.7217132018086354, + "semantic": 0.8919379108058652, + "symbol": 1.0 + } + }, + { + "repo": "dapper", + "language": "csharp", + "mode": "semble-bm25", + "chunks": 422, + "tokens": 2822, + "ndcg5": 0.8946394630357186, + "ndcg10": 0.9104127068750051, + "p50_ms": 5.303874509991147, + "p90_ms": 7.606320478953425, + "p95_ms": 10.271122599078812, + "p99_ms": 13.140724513505115, + "index_ms": 219.3461249989923, + "by_category": { + "architecture": 0.9077324383928644, + "semantic": 0.8905634141483573, + "symbol": 1.0 + } + }, + { + "repo": "dapper", + "language": "csharp", + "mode": "semble-semantic", + "chunks": 422, + "tokens": 2440, + "ndcg5": 0.7477197786179612, + "ndcg10": 0.7810531119512946, + "p50_ms": 5.358208989491686, + "p90_ms": 7.474916393402967, + "p95_ms": 10.122671155841092, + "p99_ms": 12.685834246804003, + "index_ms": 219.3461249989923, + "by_category": { + "architecture": 0.4910657717261977, + "semantic": 0.8197537809323923, + "symbol": 1.0 + } + }, + { + "repo": "dapper", + "language": "csharp", + "mode": "unranked-auto", + "chunks": 422, + "tokens": 3034, + "ndcg5": 0.8530803155822426, + "ndcg10": 0.8681318153654416, + "p50_ms": 0.27227149985264987, + "p90_ms": 0.2849670097930357, + "p95_ms": 0.28816490375902504, + "p99_ms": 0.2957329776836559, + "index_ms": 219.3461249989923, + "by_category": { + "architecture": 0.8252574989159953, + "semantic": 0.9278158701265269, + "symbol": 0.6666666666666666 + } + }, + { + "repo": "dapper", + "language": "csharp", + "mode": "unranked-balanced", + "chunks": 422, + "tokens": 3045, + "ndcg5": 0.8530803155822426, + "ndcg10": 0.8681318153654416, + "p50_ms": 0.2786874974844977, + "p90_ms": 0.333158002467826, + "p95_ms": 0.33962049783440307, + "p99_ms": 0.34209049452329054, + "index_ms": 219.3461249989923, + "by_category": { + "architecture": 0.8252574989159953, + "semantic": 0.9278158701265269, + "symbol": 0.6666666666666666 + } + }, + { + "repo": "dapper", + "language": "csharp", + "mode": "unranked-bm25", + "chunks": 422, + "tokens": 2975, + "ndcg5": 0.8508891280402999, + "ndcg10": 0.8653423693561944, + "p50_ms": 0.2652080147527158, + "p90_ms": 0.2815788902807981, + "p95_ms": 0.28773990052286536, + "p99_ms": 0.2964479831280187, + "index_ms": 219.3461249989923, + "by_category": { + "architecture": 1.0, + "semantic": 0.8399995830684112, + "symbol": 0.7956176024115139 + } + }, + { + "repo": "dapper", + "language": "csharp", + "mode": "unranked-semantic", + "chunks": 422, + "tokens": 2687, + "ndcg5": 0.6382994242093665, + "ndcg10": 0.6698459118879393, + "p50_ms": 0.27045849128626287, + "p90_ms": 0.28984592063352466, + "p95_ms": 0.2925339533248916, + "p99_ms": 0.3031731938244775, + "index_ms": 219.3461249989923, + "by_category": { + "architecture": 0.4077324383928644, + "semantic": 0.7983950520732912, + "symbol": 0.46228426907818054 + } + }, + { + "repo": "ecto", + "language": "elixir", + "mode": "semble-auto", + "chunks": 764, + "tokens": 5419, + "ndcg5": 0.8890941716165459, + "ndcg10": 0.9078419183064419, + "p50_ms": 1.0366669739596546, + "p90_ms": 12.299558613449333, + "p95_ms": 13.596004206920039, + "p99_ms": 15.078334436984733, + "index_ms": 426.8510830006562, + "by_category": { + "architecture": 1.0, + "semantic": 0.8936974380193028, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "ecto", + "language": "elixir", + "mode": "semble-balanced", + "chunks": 764, + "tokens": 5417, + "ndcg5": 0.8890941716165459, + "ndcg10": 0.9078419183064419, + "p50_ms": 0.8215419948101044, + "p90_ms": 10.677841398864985, + "p95_ms": 11.04269998031668, + "p99_ms": 11.94503997801803, + "index_ms": 426.8510830006562, + "by_category": { + "architecture": 1.0, + "semantic": 0.8936974380193028, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "ecto", + "language": "elixir", + "mode": "semble-bm25", + "chunks": 764, + "tokens": 6779, + "ndcg5": 0.8822031319548903, + "ndcg10": 0.8997469916040131, + "p50_ms": 0.7036250026430935, + "p90_ms": 10.949057998368517, + "p95_ms": 11.382795614190396, + "p99_ms": 12.310426328331232, + "index_ms": 426.8510830006562, + "by_category": { + "architecture": 1.0, + "semantic": 0.8818663913003686, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "ecto", + "language": "elixir", + "mode": "semble-semantic", + "chunks": 764, + "tokens": 4246, + "ndcg5": 0.9085189214285745, + "ndcg10": 0.9260627810776972, + "p50_ms": 0.5657919973600656, + "p90_ms": 10.832116397796199, + "p95_ms": 11.160620904411187, + "p99_ms": 11.620491360663436, + "index_ms": 426.8510830006562, + "by_category": { + "architecture": 1.0, + "semantic": 0.8919379108058652, + "symbol": 1.0 + } + }, + { + "repo": "ecto", + "language": "elixir", + "mode": "unranked-auto", + "chunks": 764, + "tokens": 6132, + "ndcg5": 0.881796967203219, + "ndcg10": 0.881796967203219, + "p50_ms": 0.2968749904539436, + "p90_ms": 0.37538340548053384, + "p95_ms": 0.41058361239265645, + "p99_ms": 0.43338312243577093, + "index_ms": 426.8510830006562, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.9278158701265269, + "symbol": 0.6872021038816168 + } + }, + { + "repo": "ecto", + "language": "elixir", + "mode": "unranked-balanced", + "chunks": 764, + "tokens": 6123, + "ndcg5": 0.8854455694098825, + "ndcg10": 0.8854455694098825, + "p50_ms": 0.295000005280599, + "p90_ms": 0.31399199506267905, + "p95_ms": 0.3178794926498085, + "p99_ms": 0.3257094894070178, + "index_ms": 426.8510830006562, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.9278158701265269, + "symbol": 0.7103099178571526 + } + }, + { + "repo": "ecto", + "language": "elixir", + "mode": "unranked-bm25", + "chunks": 764, + "tokens": 7586, + "ndcg5": 0.9154099610902302, + "ndcg10": 0.9154099610902302, + "p50_ms": 0.29558298410847783, + "p90_ms": 0.33330779406242067, + "p95_ms": 0.3784917062148451, + "p99_ms": 0.4009319469332695, + "index_ms": 426.8510830006562, + "by_category": { + "architecture": 0.7539531690476383, + "semantic": 0.9615384615384616, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "ecto", + "language": "elixir", + "mode": "unranked-semantic", + "chunks": 764, + "tokens": 4716, + "ndcg5": 0.6820276078633493, + "ndcg10": 0.6986310224310192, + "p50_ms": 0.2892090124078095, + "p90_ms": 0.3275995957665145, + "p95_ms": 0.3864618804072961, + "p99_ms": 0.38859237160068005, + "index_ms": 426.8510830006562, + "by_category": { + "architecture": 0.7956176024115139, + "semantic": 0.6822580044729863, + "symbol": 0.6725941869353331 + } + }, + { + "repo": "exposed", + "language": "kotlin", + "mode": "semble-auto", + "chunks": 748, + "tokens": 2910, + "ndcg5": 0.6721248511673115, + "ndcg10": 0.7154638415285817, + "p50_ms": 1.2123334890929982, + "p90_ms": 10.177795897470787, + "p95_ms": 10.698054800741378, + "p99_ms": 13.931410945951933, + "index_ms": 346.651625004597, + "by_category": { + "architecture": 0.6547543623015969, + "semantic": 0.6675009816904887, + "symbol": 1.0 + } + }, + { + "repo": "exposed", + "language": "kotlin", + "mode": "semble-balanced", + "chunks": 748, + "tokens": 2883, + "ndcg5": 0.6721248511673115, + "ndcg10": 0.7154638415285817, + "p50_ms": 1.329646009253338, + "p90_ms": 9.737787797348574, + "p95_ms": 10.644475002482075, + "p99_ms": 18.30489500513066, + "index_ms": 346.651625004597, + "by_category": { + "architecture": 0.6547543623015969, + "semantic": 0.6675009816904887, + "symbol": 1.0 + } + }, + { + "repo": "exposed", + "language": "kotlin", + "mode": "semble-bm25", + "chunks": 748, + "tokens": 2953, + "ndcg5": 0.640281540814747, + "ndcg10": 0.6893881179873668, + "p50_ms": 1.0735000105341896, + "p90_ms": 8.926908293506132, + "p95_ms": 9.836151800118387, + "p99_ms": 10.160197564400733, + "index_ms": 346.651625004597, + "by_category": { + "architecture": 0.5495994033730207, + "semantic": 0.6527831535448767, + "symbol": 1.0 + } + }, + { + "repo": "exposed", + "language": "kotlin", + "mode": "semble-semantic", + "chunks": 748, + "tokens": 2824, + "ndcg5": 0.6823884767144834, + "ndcg10": 0.7035279684348159, + "p50_ms": 1.3375625130720437, + "p90_ms": 10.0055002985755, + "p95_ms": 10.951193737855647, + "p99_ms": 11.394938754674513, + "index_ms": 346.651625004597, + "by_category": { + "architecture": 0.5, + "semantic": 0.6836113834783085, + "symbol": 1.0 + } + }, + { + "repo": "exposed", + "language": "kotlin", + "mode": "unranked-auto", + "chunks": 748, + "tokens": 2965, + "ndcg5": 0.5292662662965341, + "ndcg10": 0.5437195076124285, + "p50_ms": 0.3072914987569675, + "p90_ms": 0.4096868971828372, + "p95_ms": 0.43287499865982687, + "p99_ms": 0.508875002269633, + "index_ms": 346.651625004597, + "by_category": { + "architecture": 0.420619835714305, + "semantic": 0.5794664746504038, + "symbol": 0.5 + } + }, + { + "repo": "exposed", + "language": "kotlin", + "mode": "unranked-balanced", + "chunks": 748, + "tokens": 2975, + "ndcg5": 0.5292662662965341, + "ndcg10": 0.5437195076124285, + "p50_ms": 0.3147500101476908, + "p90_ms": 0.38975449569988996, + "p95_ms": 0.39665030926698824, + "p99_ms": 0.4723964541335589, + "index_ms": 346.651625004597, + "by_category": { + "architecture": 0.420619835714305, + "semantic": 0.5794664746504038, + "symbol": 0.5 + } + }, + { + "repo": "exposed", + "language": "kotlin", + "mode": "unranked-bm25", + "chunks": 748, + "tokens": 3020, + "ndcg5": 0.4815464876785729, + "ndcg10": 0.5245511411927698, + "p50_ms": 0.3083750052610412, + "p90_ms": 0.43512080446816986, + "p95_ms": 0.4588976036757231, + "p99_ms": 0.4617795208469033, + "index_ms": 346.651625004597, + "by_category": { + "architecture": 0.1111111111111111, + "semantic": 0.6184063921801473, + "symbol": 0.5 + } + }, + { + "repo": "exposed", + "language": "kotlin", + "mode": "unranked-semantic", + "chunks": 748, + "tokens": 2996, + "ndcg5": 0.40437669706801777, + "ndcg10": 0.48246427529830116, + "p50_ms": 0.30095850524958223, + "p90_ms": 0.4081835853867234, + "p95_ms": 0.48642259062035015, + "p99_ms": 0.5276845124899409, + "index_ms": 346.651625004597, + "by_category": { + "architecture": 0.2103099178571525, + "semantic": 0.5830106118061816, + "symbol": 0.28540239570267406 + } + }, + { + "repo": "express", + "language": "javascript", + "mode": "semble-auto", + "chunks": 52, + "tokens": 3222, + "ndcg5": 0.8828459250958742, + "ndcg10": 0.9097317116419653, + "p50_ms": 0.4282494919607416, + "p90_ms": 0.5187252943869681, + "p95_ms": 0.7401499999105021, + "p99_ms": 3.1573299804585946, + "index_ms": 26.341082993894815, + "by_category": { + "architecture": 0.8135191761199004, + "semantic": 0.95, + "symbol": 1.0 + } + }, + { + "repo": "express", + "language": "javascript", + "mode": "semble-balanced", + "chunks": 52, + "tokens": 3222, + "ndcg5": 0.8828459250958742, + "ndcg10": 0.9097317116419653, + "p50_ms": 0.41566649451851845, + "p90_ms": 0.6225002871360631, + "p95_ms": 0.8439000070211503, + "p99_ms": 3.5479800045140975, + "index_ms": 26.341082993894815, + "by_category": { + "architecture": 0.8135191761199004, + "semantic": 0.95, + "symbol": 1.0 + } + }, + { + "repo": "express", + "language": "javascript", + "mode": "semble-bm25", + "chunks": 52, + "tokens": 3164, + "ndcg5": 0.8328459250958742, + "ndcg10": 0.8763983783086319, + "p50_ms": 0.4125420091440901, + "p90_ms": 0.4857534891925754, + "p95_ms": 0.7484202156774723, + "p99_ms": 3.2754840492270842, + "index_ms": 26.341082993894815, + "by_category": { + "architecture": 0.8135191761199004, + "semantic": 0.8833333333333334, + "symbol": 1.0 + } + }, + { + "repo": "express", + "language": "javascript", + "mode": "semble-semantic", + "chunks": 52, + "tokens": 3135, + "ndcg5": 0.9673793323602942, + "ndcg10": 0.9673793323602942, + "p50_ms": 0.38239549030549824, + "p90_ms": 0.4851958045037464, + "p95_ms": 0.6729955508490116, + "p99_ms": 3.1245663241133985, + "index_ms": 26.341082993894815, + "by_category": { + "architecture": 0.9595224133763464, + "semantic": 0.9630929753571458, + "symbol": 1.0 + } + }, + { + "repo": "express", + "language": "javascript", + "mode": "unranked-auto", + "chunks": 52, + "tokens": 3065, + "ndcg5": 0.8511859507142916, + "ndcg10": 0.8621063225551998, + "p50_ms": 0.2400204975856468, + "p90_ms": 0.26526658330112696, + "p95_ms": 0.2706598155782558, + "p99_ms": 0.29906556272180745, + "index_ms": 26.341082993894815, + "by_category": { + "architecture": 0.8356195986270888, + "semantic": 0.9261859507142916, + "symbol": 0.7103099178571526 + } + }, + { + "repo": "express", + "language": "javascript", + "mode": "unranked-balanced", + "chunks": 52, + "tokens": 3065, + "ndcg5": 0.8511859507142916, + "ndcg10": 0.8621063225551998, + "p50_ms": 0.2416875067865476, + "p90_ms": 0.317245488986373, + "p95_ms": 0.3373788480530493, + "p99_ms": 0.36467577418079594, + "index_ms": 26.341082993894815, + "by_category": { + "architecture": 0.8356195986270888, + "semantic": 0.9261859507142916, + "symbol": 0.7103099178571526 + } + }, + { + "repo": "express", + "language": "javascript", + "mode": "unranked-bm25", + "chunks": 52, + "tokens": 3042, + "ndcg5": 0.8340318758101658, + "ndcg10": 0.8340318758101658, + "p50_ms": 0.24445851158816367, + "p90_ms": 0.33396221115253866, + "p95_ms": 0.35821875062538344, + "p99_ms": 0.6921437717392104, + "index_ms": 26.341082993894815, + "by_category": { + "architecture": 0.8268354650698487, + "semantic": 0.8761859507142915, + "symbol": 0.7103099178571526 + } + }, + { + "repo": "express", + "language": "javascript", + "mode": "unranked-semantic", + "chunks": 52, + "tokens": 3028, + "ndcg5": 0.8700052554926719, + "ndcg10": 0.8901544121725585, + "p50_ms": 0.2468745078658685, + "p90_ms": 0.3056249930523336, + "p95_ms": 0.31778125849086797, + "p99_ms": 0.3657562477746978, + "index_ms": 26.341082993894815, + "by_category": { + "architecture": 0.9256603463804863, + "semantic": 0.9261859507142916, + "symbol": 0.6872021038816168 + } + }, + { + "repo": "fastapi", + "language": "python", + "mode": "semble-auto", + "chunks": 602, + "tokens": 2771, + "ndcg5": 0.7720650033558547, + "ndcg10": 0.8110148544315884, + "p50_ms": 0.6697710050502792, + "p90_ms": 6.181054702028633, + "p95_ms": 6.9635118648875505, + "p99_ms": 7.403868773253634, + "index_ms": 281.0208330047317, + "by_category": { + "architecture": 0.752227327035497, + "semantic": 0.744338224922911, + "symbol": 1.0 + } + }, + { + "repo": "fastapi", + "language": "python", + "mode": "semble-balanced", + "chunks": 602, + "tokens": 2762, + "ndcg5": 0.7720650033558547, + "ndcg10": 0.8110148544315884, + "p50_ms": 0.6073124968679622, + "p90_ms": 5.645929495221936, + "p95_ms": 6.375100283185021, + "p99_ms": 6.923186463536694, + "index_ms": 281.0208330047317, + "by_category": { + "architecture": 0.752227327035497, + "semantic": 0.744338224922911, + "symbol": 1.0 + } + }, + { + "repo": "fastapi", + "language": "python", + "mode": "semble-bm25", + "chunks": 602, + "tokens": 2884, + "ndcg5": 0.7488903984408443, + "ndcg10": 0.779547758079117, + "p50_ms": 0.5392705061240122, + "p90_ms": 5.6127832969650635, + "p95_ms": 6.133230886189268, + "p99_ms": 6.960078960983081, + "index_ms": 281.0208330047317, + "by_category": { + "architecture": 0.6655732204458643, + "semantic": 0.7414928273076613, + "symbol": 1.0 + } + }, + { + "repo": "fastapi", + "language": "python", + "mode": "semble-semantic", + "chunks": 602, + "tokens": 2643, + "ndcg5": 0.7278631948012831, + "ndcg10": 0.759375258663963, + "p50_ms": 0.49552098789718, + "p90_ms": 5.834666412556544, + "p95_ms": 5.939185756142252, + "p99_ms": 6.900870757526716, + "index_ms": 281.0208330047317, + "by_category": { + "architecture": 0.716463304293911, + "semantic": 0.6465327554027356, + "symbol": 1.0 + } + }, + { + "repo": "fastapi", + "language": "python", + "mode": "unranked-auto", + "chunks": 602, + "tokens": 2954, + "ndcg5": 0.5732348013074413, + "ndcg10": 0.6011778498652703, + "p50_ms": 0.2608955110190436, + "p90_ms": 0.27927529299631715, + "p95_ms": 0.2860103952116333, + "p99_ms": 0.28806849353713915, + "index_ms": 281.0208330047317, + "by_category": { + "architecture": 0.6424089883345083, + "semantic": 0.5700565217790561, + "symbol": 0.5932483809462802 + } + }, + { + "repo": "fastapi", + "language": "python", + "mode": "unranked-balanced", + "chunks": 602, + "tokens": 2968, + "ndcg5": 0.569768629211111, + "ndcg10": 0.5977116777689401, + "p50_ms": 0.26124999567400664, + "p90_ms": 0.27894648374058306, + "p95_ms": 0.2903902408434078, + "p99_ms": 0.2950452541699633, + "index_ms": 281.0208330047317, + "by_category": { + "architecture": 0.6424089883345083, + "semantic": 0.5700565217790561, + "symbol": 0.5793836925609589 + } + }, + { + "repo": "fastapi", + "language": "python", + "mode": "unranked-bm25", + "chunks": 602, + "tokens": 2937, + "ndcg5": 0.5575617259627392, + "ndcg10": 0.6056539312004549, + "p50_ms": 0.26652051019482315, + "p90_ms": 0.28847858193330467, + "p95_ms": 0.3039211587747559, + "p99_ms": 0.3077842266066, + "index_ms": 281.0208330047317, + "by_category": { + "architecture": 0.5596612303921843, + "semantic": 0.6406776829706734, + "symbol": 0.614005709499684 + } + }, + { + "repo": "fastapi", + "language": "python", + "mode": "unranked-semantic", + "chunks": 602, + "tokens": 2842, + "ndcg5": 0.4970484167459651, + "ndcg10": 0.5676854571504828, + "p50_ms": 0.27277048502583057, + "p90_ms": 0.29372107819654053, + "p95_ms": 0.3160413529258222, + "p99_ms": 0.3572082740720361, + "index_ms": 281.0208330047317, + "by_category": { + "architecture": 0.6582009931413012, + "semantic": 0.5099294544153737, + "symbol": 0.5333733111395114 + } + }, + { + "repo": "flask", + "language": "python", + "mode": "semble-auto", + "chunks": 295, + "tokens": 3091, + "ndcg5": 0.8557211782963206, + "ndcg10": 0.8645104971905857, + "p50_ms": 0.5638750153593719, + "p90_ms": 5.110416997922584, + "p95_ms": 5.278666998492554, + "p99_ms": 6.182099814759568, + "index_ms": 127.164959005313, + "by_category": { + "architecture": 0.844478447513369, + "semantic": 0.875474919603933, + "symbol": 0.8710490642551528 + } + }, + { + "repo": "flask", + "language": "python", + "mode": "semble-balanced", + "chunks": 295, + "tokens": 3085, + "ndcg5": 0.8557211782963206, + "ndcg10": 0.8645104971905857, + "p50_ms": 0.5710000114049762, + "p90_ms": 4.9544579815119505, + "p95_ms": 4.987291002180427, + "p99_ms": 5.83369181258604, + "index_ms": 127.164959005313, + "by_category": { + "architecture": 0.844478447513369, + "semantic": 0.875474919603933, + "symbol": 0.8710490642551528 + } + }, + { + "repo": "flask", + "language": "python", + "mode": "semble-bm25", + "chunks": 295, + "tokens": 3118, + "ndcg5": 0.7880156619029626, + "ndcg10": 0.8169378300546872, + "p50_ms": 0.5197090213187039, + "p90_ms": 4.77954201051034, + "p95_ms": 5.102124996483326, + "p99_ms": 5.736624985001982, + "index_ms": 127.164959005313, + "by_category": { + "architecture": 0.7368910005703153, + "semantic": 0.8531191122173428, + "symbol": 0.8710490642551528 + } + }, + { + "repo": "flask", + "language": "python", + "mode": "semble-semantic", + "chunks": 295, + "tokens": 3007, + "ndcg5": 0.8330286581849992, + "ndcg10": 0.8518689783565331, + "p50_ms": 0.44395800796337426, + "p90_ms": 4.899207997368649, + "p95_ms": 5.206582980463281, + "p99_ms": 5.8127838012296715, + "index_ms": 127.164959005313, + "by_category": { + "architecture": 0.8862663128276633, + "semantic": 0.8247488329934634, + "symbol": 0.8710490642551528 + } + }, + { + "repo": "flask", + "language": "python", + "mode": "unranked-auto", + "chunks": 295, + "tokens": 3147, + "ndcg5": 0.6478277332867745, + "ndcg10": 0.677171363668866, + "p50_ms": 0.2654590061865747, + "p90_ms": 0.32945798011496663, + "p95_ms": 0.35612500505521894, + "p99_ms": 0.37312499480322003, + "index_ms": 127.164959005313, + "by_category": { + "architecture": 0.6333847373778614, + "semantic": 0.779608773725262, + "symbol": 0.40373632147442334 + } + }, + { + "repo": "flask", + "language": "python", + "mode": "unranked-balanced", + "chunks": 295, + "tokens": 3139, + "ndcg5": 0.6478277332867745, + "ndcg10": 0.6767499014384991, + "p50_ms": 0.24862497230060399, + "p90_ms": 0.2924999862443656, + "p95_ms": 0.29658302082680166, + "p99_ms": 0.349316600477323, + "index_ms": 127.164959005313, + "by_category": { + "architecture": 0.6333847373778614, + "semantic": 0.779608773725262, + "symbol": 0.40078608586185577 + } + }, + { + "repo": "flask", + "language": "python", + "mode": "unranked-bm25", + "chunks": 295, + "tokens": 3144, + "ndcg5": 0.554631589036825, + "ndcg10": 0.5922428243145523, + "p50_ms": 0.2637909783516079, + "p90_ms": 0.3173750010319054, + "p95_ms": 0.33599999733269215, + "p99_ms": 0.4640327999368311, + "index_ms": 127.164959005313, + "by_category": { + "architecture": 0.4900891594837953, + "semantic": 0.6592268109676124, + "symbol": 0.5849934245250985 + } + }, + { + "repo": "flask", + "language": "python", + "mode": "unranked-semantic", + "chunks": 295, + "tokens": 3141, + "ndcg5": 0.6698597257550478, + "ndcg10": 0.6790705068796797, + "p50_ms": 0.2466249861754477, + "p90_ms": 0.27616601437330246, + "p95_ms": 0.2765829849522561, + "p99_ms": 0.27868300094269216, + "index_ms": 127.164959005313, + "by_category": { + "architecture": 0.7129089297290726, + "semantic": 0.6775080700965304, + "symbol": 0.6058431217693115 + } + }, + { + "repo": "fmtlib", + "language": "cpp", + "mode": "semble-auto", + "chunks": 483, + "tokens": 2937, + "ndcg5": 0.9346268032608155, + "ndcg10": 0.9346268032608155, + "p50_ms": 0.5766460089944303, + "p90_ms": 1.2238666007760983, + "p95_ms": 5.775753561465535, + "p99_ms": 5.830284308467526, + "index_ms": 474.85504200449213, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.9329718794032036, + "symbol": 1.0 + } + }, + { + "repo": "fmtlib", + "language": "cpp", + "mode": "semble-balanced", + "chunks": 483, + "tokens": 2937, + "ndcg5": 0.9346268032608155, + "ndcg10": 0.9346268032608155, + "p50_ms": 0.5769374984083697, + "p90_ms": 1.4634249790106038, + "p95_ms": 5.826712482667062, + "p99_ms": 5.947742497373838, + "index_ms": 474.85504200449213, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.9329718794032036, + "symbol": 1.0 + } + }, + { + "repo": "fmtlib", + "language": "cpp", + "mode": "semble-bm25", + "chunks": 483, + "tokens": 2949, + "ndcg5": 0.9346268032608155, + "ndcg10": 0.9346268032608155, + "p50_ms": 0.5352710140869021, + "p90_ms": 1.2791378045221864, + "p95_ms": 5.9010853845393285, + "p99_ms": 5.928983480553143, + "index_ms": 474.85504200449213, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.9329718794032036, + "symbol": 1.0 + } + }, + { + "repo": "fmtlib", + "language": "cpp", + "mode": "semble-semantic", + "chunks": 483, + "tokens": 2805, + "ndcg5": 0.9139821033974457, + "ndcg10": 0.9139821033974457, + "p50_ms": 0.4951874871039763, + "p90_ms": 1.168949718703523, + "p95_ms": 5.696910407277755, + "p99_ms": 5.883648474118672, + "index_ms": 474.85504200449213, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.9034794510269613, + "symbol": 1.0 + } + }, + { + "repo": "fmtlib", + "language": "cpp", + "mode": "unranked-auto", + "chunks": 483, + "tokens": 3042, + "ndcg5": 0.6839441240727362, + "ndcg10": 0.7325792270506228, + "p50_ms": 0.2825625124387443, + "p90_ms": 0.3067710989853367, + "p95_ms": 0.3134059516014531, + "p99_ms": 0.31451477261725813, + "index_ms": 474.85504200449213, + "by_category": { + "architecture": 0.7670099985546605, + "semantic": 0.7116929812938521, + "symbol": 0.7956176024115139 + } + }, + { + "repo": "fmtlib", + "language": "cpp", + "mode": "unranked-balanced", + "chunks": 483, + "tokens": 3030, + "ndcg5": 0.6839441240727362, + "ndcg10": 0.7325792270506228, + "p50_ms": 0.28062501223757863, + "p90_ms": 0.31127528054639697, + "p95_ms": 0.31360624998342246, + "p99_ms": 0.3171212546294555, + "index_ms": 474.85504200449213, + "by_category": { + "architecture": 0.7670099985546605, + "semantic": 0.7116929812938521, + "symbol": 0.7956176024115139 + } + }, + { + "repo": "fmtlib", + "language": "cpp", + "mode": "unranked-bm25", + "chunks": 483, + "tokens": 2919, + "ndcg5": 0.6974229559439696, + "ndcg10": 0.7469514817492364, + "p50_ms": 0.27470798522699624, + "p90_ms": 0.2899585902923718, + "p95_ms": 0.29417884798021987, + "p99_ms": 0.301335753465537, + "index_ms": 474.85504200449213, + "by_category": { + "architecture": 0.8333333333333334, + "semantic": 0.7202016034197648, + "symbol": 0.7854023957026741 + } + }, + { + "repo": "fmtlib", + "language": "cpp", + "mode": "unranked-semantic", + "chunks": 483, + "tokens": 2931, + "ndcg5": 0.7483120839842696, + "ndcg10": 0.7661224433396707, + "p50_ms": 0.2705414954107255, + "p90_ms": 0.2923922991612926, + "p95_ms": 0.3021503463969566, + "p99_ms": 0.30569726863177493, + "index_ms": 474.85504200449213, + "by_category": { + "architecture": 0.7854023957026741, + "semantic": 0.7525403658294285, + "symbol": 0.8102255193577976 + } + }, + { + "repo": "gin", + "language": "go", + "mode": "semble-auto", + "chunks": 576, + "tokens": 3122, + "ndcg5": 0.8596409794466148, + "ndcg10": 0.8596409794466148, + "p50_ms": 0.7069584971759468, + "p90_ms": 6.457408104324714, + "p95_ms": 6.804773554904386, + "p99_ms": 7.149654714157804, + "index_ms": 302.56762501085177, + "by_category": { + "architecture": 0.9696354815039873, + "semantic": 0.7613642454462158, + "symbol": 1.0 + } + }, + { + "repo": "gin", + "language": "go", + "mode": "semble-balanced", + "chunks": 576, + "tokens": 3052, + "ndcg5": 0.8596409794466148, + "ndcg10": 0.8596409794466148, + "p50_ms": 0.830312492325902, + "p90_ms": 6.043283405597323, + "p95_ms": 6.776140251895413, + "p99_ms": 6.98409526492469, + "index_ms": 302.56762501085177, + "by_category": { + "architecture": 0.9696354815039873, + "semantic": 0.7613642454462158, + "symbol": 1.0 + } + }, + { + "repo": "gin", + "language": "go", + "mode": "semble-bm25", + "chunks": 576, + "tokens": 3114, + "ndcg5": 0.8478915245796339, + "ndcg10": 0.8478915245796339, + "p50_ms": 0.6882705056341365, + "p90_ms": 5.8014084002934405, + "p95_ms": 6.564373541914392, + "p99_ms": 6.768274711503182, + "index_ms": 302.56762501085177, + "by_category": { + "architecture": 0.9741138831378698, + "semantic": 0.7375588357059507, + "symbol": 1.0 + } + }, + { + "repo": "gin", + "language": "go", + "mode": "semble-semantic", + "chunks": 576, + "tokens": 3004, + "ndcg5": 0.7272745881097904, + "ndcg10": 0.7453150200895939, + "p50_ms": 0.5724790098611265, + "p90_ms": 5.649741992237979, + "p95_ms": 6.149117011227645, + "p99_ms": 6.222456994582899, + "index_ms": 302.56762501085177, + "by_category": { + "architecture": 0.746085697019908, + "semantic": 0.6754351108793119, + "symbol": 1.0 + } + }, + { + "repo": "gin", + "language": "go", + "mode": "unranked-auto", + "chunks": 576, + "tokens": 3169, + "ndcg5": 0.6299639818719751, + "ndcg10": 0.679834204788617, + "p50_ms": 0.26647900813259184, + "p90_ms": 0.2811334124999121, + "p95_ms": 0.2859360480215401, + "p99_ms": 0.32358721247874195, + "index_ms": 302.56762501085177, + "by_category": { + "architecture": 0.676164962011653, + "semantic": 0.6399722112456746, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "gin", + "language": "go", + "mode": "unranked-balanced", + "chunks": 576, + "tokens": 3166, + "ndcg5": 0.6299639818719751, + "ndcg10": 0.679834204788617, + "p50_ms": 0.2748124970821664, + "p90_ms": 0.2925705164670944, + "p95_ms": 0.2948163484688848, + "p99_ms": 0.3135632758494466, + "index_ms": 302.56762501085177, + "by_category": { + "architecture": 0.676164962011653, + "semantic": 0.6399722112456746, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "gin", + "language": "go", + "mode": "unranked-bm25", + "chunks": 576, + "tokens": 3108, + "ndcg5": 0.5630627979278054, + "ndcg10": 0.5704648457019521, + "p50_ms": 0.2597705024527386, + "p90_ms": 0.27110481751151383, + "p95_ms": 0.27258155460003763, + "p99_ms": 0.2750827168347314, + "index_ms": 302.56762501085177, + "by_category": { + "architecture": 0.44351516510961914, + "semantic": 0.5680187203073934, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "gin", + "language": "go", + "mode": "unranked-semantic", + "chunks": 576, + "tokens": 3091, + "ndcg5": 0.6579769982598568, + "ndcg10": 0.677319638621584, + "p50_ms": 0.2596665144665167, + "p90_ms": 0.27309939032420516, + "p95_ms": 0.2761875046417117, + "p99_ms": 0.2809374965727329, + "index_ms": 302.56762501085177, + "by_category": { + "architecture": 0.6307555442147937, + "semantic": 0.6601690461039014, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "gson", + "language": "java", + "mode": "semble-auto", + "chunks": 1472, + "tokens": 3451, + "ndcg5": 0.8981274659106212, + "ndcg10": 0.8981274659106212, + "p50_ms": 2.0786459936061874, + "p90_ms": 11.050600293674506, + "p95_ms": 11.814164598763458, + "p99_ms": 15.939666520862367, + "index_ms": 637.1460829977877, + "by_category": { + "architecture": 0.6751724527673773, + "semantic": 0.9261859507142916, + "symbol": 1.0 + } + }, + { + "repo": "gson", + "language": "java", + "mode": "semble-balanced", + "chunks": 1472, + "tokens": 3425, + "ndcg5": 0.8981274659106212, + "ndcg10": 0.8981274659106212, + "p50_ms": 2.1051454968983307, + "p90_ms": 11.279457996715793, + "p95_ms": 12.777299704612235, + "p99_ms": 15.503293548827054, + "index_ms": 637.1460829977877, + "by_category": { + "architecture": 0.6751724527673773, + "semantic": 0.9261859507142916, + "symbol": 1.0 + } + }, + { + "repo": "gson", + "language": "java", + "mode": "semble-bm25", + "chunks": 1472, + "tokens": 3667, + "ndcg5": 0.8077987860914849, + "ndcg10": 0.843019934649174, + "p50_ms": 1.281729491893202, + "p90_ms": 9.908978911698798, + "p95_ms": 10.884648263163403, + "p99_ms": 14.61406326008727, + "index_ms": 637.1460829977877, + "by_category": { + "architecture": 0.603501015656573, + "semantic": 0.8446394630357187, + "symbol": 1.0 + } + }, + { + "repo": "gson", + "language": "java", + "mode": "semble-semantic", + "chunks": 1472, + "tokens": 3045, + "ndcg5": 0.6702976822534626, + "ndcg10": 0.6891977872733046, + "p50_ms": 0.9912709938362241, + "p90_ms": 9.822375309886413, + "p95_ms": 10.78706664120546, + "p99_ms": 14.306879739451682, + "index_ms": 637.1460829977877, + "by_category": { + "architecture": 0.27881306371324033, + "semantic": 0.6668703490613132, + "symbol": 1.0 + } + }, + { + "repo": "gson", + "language": "java", + "mode": "unranked-auto", + "chunks": 1472, + "tokens": 3343, + "ndcg5": 0.5025325271359822, + "ndcg10": 0.5396374335614975, + "p50_ms": 0.43381199066061527, + "p90_ms": 0.4830872145248577, + "p95_ms": 0.48497292009415105, + "p99_ms": 0.4959609979414381, + "index_ms": 637.1460829977877, + "by_category": { + "architecture": 0.684312594875533, + "semantic": 0.5222164958394485, + "symbol": 0.47222222222222227 + } + }, + { + "repo": "gson", + "language": "java", + "mode": "unranked-balanced", + "chunks": 1472, + "tokens": 3358, + "ndcg5": 0.5056128427182248, + "ndcg10": 0.5427177491437402, + "p50_ms": 0.41879199852701277, + "p90_ms": 0.4955753072863445, + "p95_ms": 0.539758347440511, + "p99_ms": 0.5569852632470429, + "index_ms": 637.1460829977877, + "by_category": { + "architecture": 0.684312594875533, + "semantic": 0.5222164958394485, + "symbol": 0.48248994082969726 + } + }, + { + "repo": "gson", + "language": "java", + "mode": "unranked-bm25", + "chunks": 1472, + "tokens": 3368, + "ndcg5": 0.41498166220922944, + "ndcg10": 0.47305782850902844, + "p50_ms": 0.4294374957680702, + "p90_ms": 0.4916288802633062, + "p95_ms": 0.5062398762675002, + "p99_ms": 0.516847973340191, + "index_ms": 637.1460829977877, + "by_category": { + "architecture": 0.5355175557423575, + "semantic": 0.41703740328336814, + "symbol": 0.5247853857295761 + } + }, + { + "repo": "gson", + "language": "java", + "mode": "unranked-semantic", + "chunks": 1472, + "tokens": 3056, + "ndcg5": 0.35839371354213445, + "ndcg10": 0.4147818757101879, + "p50_ms": 0.43799998820759356, + "p90_ms": 0.49634940514806664, + "p95_ms": 0.5267270826152526, + "p99_ms": 0.5529790229047649, + "index_ms": 637.1460829977877, + "by_category": { + "architecture": 0.3950698027129531, + "semantic": 0.4570086289926036, + "symbol": 0.357545335570985 + } + }, + { + "repo": "guzzle", + "language": "php", + "mode": "semble-auto", + "chunks": 208, + "tokens": 2789, + "ndcg5": 0.932845925095874, + "ndcg10": 0.932845925095874, + "p50_ms": 0.7078124908730388, + "p90_ms": 5.0256255955901, + "p95_ms": 5.065220867982134, + "p99_ms": 5.216777789173648, + "index_ms": 87.51633300562389, + "by_category": { + "architecture": 1.0, + "semantic": 0.8966860386090373, + "symbol": 1.0 + } + }, + { + "repo": "guzzle", + "language": "php", + "mode": "semble-balanced", + "chunks": 208, + "tokens": 2786, + "ndcg5": 0.932845925095874, + "ndcg10": 0.932845925095874, + "p50_ms": 0.7422080088872463, + "p90_ms": 5.037078892928548, + "p95_ms": 5.089519030298106, + "p99_ms": 5.271570188342594, + "index_ms": 87.51633300562389, + "by_category": { + "architecture": 1.0, + "semantic": 0.8966860386090373, + "symbol": 1.0 + } + }, + { + "repo": "guzzle", + "language": "php", + "mode": "semble-bm25", + "chunks": 208, + "tokens": 2789, + "ndcg5": 0.9503631703726118, + "ndcg10": 0.9503631703726118, + "p50_ms": 0.692395493388176, + "p90_ms": 5.264316295506433, + "p95_ms": 5.397007676947397, + "p99_ms": 6.099501530115957, + "index_ms": 87.51633300562389, + "by_category": { + "architecture": 1.0, + "semantic": 0.9236356467270953, + "symbol": 1.0 + } + }, + { + "repo": "guzzle", + "language": "php", + "mode": "semble-semantic", + "chunks": 208, + "tokens": 2671, + "ndcg5": 0.9038319645532835, + "ndcg10": 0.9038319645532835, + "p50_ms": 0.6913125107530504, + "p90_ms": 4.755212488817052, + "p95_ms": 5.053345854685176, + "p99_ms": 5.109902782423887, + "index_ms": 87.51633300562389, + "by_category": { + "architecture": 1.0, + "semantic": 0.8520491762358209, + "symbol": 1.0 + } + }, + { + "repo": "guzzle", + "language": "php", + "mode": "unranked-auto", + "chunks": 208, + "tokens": 2788, + "ndcg5": 0.7471911988659319, + "ndcg10": 0.7690319425477482, + "p50_ms": 0.26454150793142617, + "p90_ms": 0.2860457869246602, + "p95_ms": 0.30147055076668045, + "p99_ms": 0.3586613180232233, + "index_ms": 87.51633300562389, + "by_category": { + "architecture": 0.9438515431945408, + "semantic": 0.6860118821384528, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "guzzle", + "language": "php", + "mode": "unranked-balanced", + "chunks": 208, + "tokens": 2790, + "ndcg5": 0.740644711187359, + "ndcg10": 0.7624854548691753, + "p50_ms": 0.2678125019883737, + "p90_ms": 0.30686598329339176, + "p95_ms": 0.31417438149219384, + "p99_ms": 0.38080209371400986, + "index_ms": 87.51633300562389, + "by_category": { + "architecture": 0.9438515431945408, + "semantic": 0.6860118821384528, + "symbol": 0.875 + } + }, + { + "repo": "guzzle", + "language": "php", + "mode": "unranked-bm25", + "chunks": 208, + "tokens": 2827, + "ndcg5": 0.6966901155768763, + "ndcg10": 0.7372702463659444, + "p50_ms": 0.26014598552137613, + "p90_ms": 0.2908749942434952, + "p95_ms": 0.34559171326691296, + "p99_ms": 0.4590855495189315, + "index_ms": 87.51633300562389, + "by_category": { + "architecture": 0.9301288265165021, + "semantic": 0.6403145149383018, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "guzzle", + "language": "php", + "mode": "unranked-semantic", + "chunks": 208, + "tokens": 2833, + "ndcg5": 0.6507673678865613, + "ndcg10": 0.6609864877659856, + "p50_ms": 0.25691650807857513, + "p90_ms": 0.334271212341264, + "p95_ms": 0.3968339311541058, + "p99_ms": 0.4101331697893329, + "index_ms": 87.51633300562389, + "by_category": { + "architecture": 0.827091553035404, + "semantic": 0.5467327186647725, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "http4s", + "language": "scala", + "mode": "semble-auto", + "chunks": 974, + "tokens": 2995, + "ndcg5": 0.9569537411240482, + "ndcg10": 0.9569537411240482, + "p50_ms": 6.592750505660661, + "p90_ms": 9.677766700042413, + "p95_ms": 11.089681553130506, + "p99_ms": 13.191302707127758, + "index_ms": 590.8950410084799, + "by_category": { + "architecture": 0.9590717717793499, + "semantic": 0.9472756790816368, + "symbol": 1.0 + } + }, + { + "repo": "http4s", + "language": "scala", + "mode": "semble-balanced", + "chunks": 974, + "tokens": 2984, + "ndcg5": 0.9569537411240482, + "ndcg10": 0.9569537411240482, + "p50_ms": 6.463083496782929, + "p90_ms": 8.522270788671449, + "p95_ms": 8.958914256072607, + "p99_ms": 12.378249258617865, + "index_ms": 590.8950410084799, + "by_category": { + "architecture": 0.9590717717793499, + "semantic": 0.9472756790816368, + "symbol": 1.0 + } + }, + { + "repo": "http4s", + "language": "scala", + "mode": "semble-bm25", + "chunks": 974, + "tokens": 3084, + "ndcg5": 0.930657359638273, + "ndcg10": 0.9415777314791811, + "p50_ms": 6.609666495933197, + "p90_ms": 8.374628887395374, + "p95_ms": 8.593187798396688, + "p99_ms": 11.567003958043637, + "index_ms": 590.8950410084799, + "by_category": { + "architecture": 0.9438515431945408, + "semantic": 0.9285714285714286, + "symbol": 1.0 + } + }, + { + "repo": "http4s", + "language": "scala", + "mode": "semble-semantic", + "chunks": 974, + "tokens": 2754, + "ndcg5": 0.9340790148145551, + "ndcg10": 0.9340790148145551, + "p50_ms": 6.076520498027094, + "p90_ms": 8.125062478939071, + "p95_ms": 8.39327498979401, + "p99_ms": 11.144855017191725, + "index_ms": 590.8950410084799, + "by_category": { + "architecture": 0.8502168475732151, + "semantic": 0.9379235538265327, + "symbol": 1.0 + } + }, + { + "repo": "http4s", + "language": "scala", + "mode": "unranked-auto", + "chunks": 974, + "tokens": 2936, + "ndcg5": 0.8061606311644851, + "ndcg10": 0.8336423107007498, + "p50_ms": 0.37350050115492195, + "p90_ms": 0.40414188988506794, + "p95_ms": 0.40643686370458454, + "p99_ms": 0.41055376816075295, + "index_ms": 590.8950410084799, + "by_category": { + "architecture": 0.9355245321275764, + "semantic": 0.7761623298308761, + "symbol": 1.0 + } + }, + { + "repo": "http4s", + "language": "scala", + "mode": "unranked-balanced", + "chunks": 974, + "tokens": 2948, + "ndcg5": 0.8061606311644851, + "ndcg10": 0.8336423107007498, + "p50_ms": 0.3636244946392253, + "p90_ms": 0.3972589911427349, + "p95_ms": 0.39883189456304535, + "p99_ms": 0.41589997446862975, + "index_ms": 590.8950410084799, + "by_category": { + "architecture": 0.9355245321275764, + "semantic": 0.7761623298308761, + "symbol": 1.0 + } + }, + { + "repo": "http4s", + "language": "scala", + "mode": "unranked-bm25", + "chunks": 974, + "tokens": 3073, + "ndcg5": 0.7002968226739916, + "ndcg10": 0.7489319256518782, + "p50_ms": 0.36897951213177294, + "p90_ms": 0.40730389009695506, + "p95_ms": 0.4517648863838987, + "p99_ms": 0.6014529807725919, + "index_ms": 590.8950410084799, + "by_category": { + "architecture": 0.8710490642551528, + "semantic": 0.6953258261929033, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "http4s", + "language": "scala", + "mode": "unranked-semantic", + "chunks": 974, + "tokens": 2820, + "ndcg5": 0.8017782560805999, + "ndcg10": 0.828664042626691, + "p50_ms": 0.3728334995685145, + "p90_ms": 0.3995753068011254, + "p95_ms": 0.4063124943058938, + "p99_ms": 0.435762497363612, + "index_ms": 590.8950410084799, + "by_category": { + "architecture": 0.8637450682743425, + "semantic": 0.7844318319793421, + "symbol": 1.0 + } + }, + { + "repo": "httpx", + "language": "python", + "mode": "semble-auto", + "chunks": 248, + "tokens": 3071, + "ndcg5": 0.8558604034079137, + "ndcg10": 0.8655928985311748, + "p50_ms": 0.5428750009741634, + "p90_ms": 4.2457499948795885, + "p95_ms": 5.0612500053830445, + "p99_ms": 5.274250020738691, + "index_ms": 103.29145900323056, + "by_category": { + "architecture": 0.804418536224494, + "semantic": 0.8385023461759126, + "symbol": 1.0 + } + }, + { + "repo": "httpx", + "language": "python", + "mode": "semble-balanced", + "chunks": 248, + "tokens": 3071, + "ndcg5": 0.8558604034079137, + "ndcg10": 0.8655928985311748, + "p50_ms": 0.5467919982038438, + "p90_ms": 4.208958009257913, + "p95_ms": 5.0760000012815, + "p99_ms": 5.3492327919229865, + "index_ms": 103.29145900323056, + "by_category": { + "architecture": 0.804418536224494, + "semantic": 0.8385023461759126, + "symbol": 1.0 + } + }, + { + "repo": "httpx", + "language": "python", + "mode": "semble-bm25", + "chunks": 248, + "tokens": 3147, + "ndcg5": 0.7967391998053831, + "ndcg10": 0.8168720490628425, + "p50_ms": 0.5306660023052245, + "p90_ms": 4.377375007607043, + "p95_ms": 5.061125004431233, + "p99_ms": 5.355258606141433, + "index_ms": 103.29145900323056, + "by_category": { + "architecture": 0.6697244465126132, + "semantic": 0.8295824338590445, + "symbol": 1.0 + } + }, + { + "repo": "httpx", + "language": "python", + "mode": "semble-semantic", + "chunks": 248, + "tokens": 2988, + "ndcg5": 0.8636943999759038, + "ndcg10": 0.8636943999759038, + "p50_ms": 0.4332080134190619, + "p90_ms": 4.25804199767299, + "p95_ms": 4.89541600109078, + "p99_ms": 5.194983194814995, + "index_ms": 103.29145900323056, + "by_category": { + "architecture": 0.7693371977496508, + "semantic": 0.861358001694047, + "symbol": 1.0 + } + }, + { + "repo": "httpx", + "language": "python", + "mode": "unranked-auto", + "chunks": 248, + "tokens": 3159, + "ndcg5": 0.7718463695880237, + "ndcg10": 0.8011899999701151, + "p50_ms": 0.24949997896328568, + "p90_ms": 0.286291993688792, + "p95_ms": 0.28908299282193184, + "p99_ms": 0.301250210031867, + "index_ms": 103.29145900323056, + "by_category": { + "architecture": 0.7874602613304431, + "semantic": 0.8244421010383269, + "symbol": 0.7785578521428744 + } + }, + { + "repo": "httpx", + "language": "python", + "mode": "unranked-balanced", + "chunks": 248, + "tokens": 3156, + "ndcg5": 0.7656116194179542, + "ndcg10": 0.7949552498000458, + "p50_ms": 0.24883300648070872, + "p90_ms": 0.26354100555181503, + "p95_ms": 0.269292009761557, + "p99_ms": 0.27549201040528715, + "index_ms": 103.29145900323056, + "by_category": { + "architecture": 0.7874602613304431, + "semantic": 0.8244421010383269, + "symbol": 0.752371901428583 + } + }, + { + "repo": "httpx", + "language": "python", + "mode": "unranked-bm25", + "chunks": 248, + "tokens": 3206, + "ndcg5": 0.6504388112195796, + "ndcg10": 0.7194234700416017, + "p50_ms": 0.23933302145451307, + "p90_ms": 0.26087500737048686, + "p95_ms": 0.2615000121295452, + "p99_ms": 0.2747335936874151, + "index_ms": 103.29145900323056, + "by_category": { + "architecture": 0.6618424433006205, + "semantic": 0.7313562785616576, + "symbol": 0.7785578521428744 + } + }, + { + "repo": "httpx", + "language": "python", + "mode": "unranked-semantic", + "chunks": 248, + "tokens": 3007, + "ndcg5": 0.7305743412973411, + "ndcg10": 0.7500393315438635, + "p50_ms": 0.24870899505913258, + "p90_ms": 0.27670798590406775, + "p95_ms": 0.2835830091498792, + "p99_ms": 0.29715021373704076, + "index_ms": 103.29145900323056, + "by_category": { + "architecture": 0.7207271158895354, + "semantic": 0.8125496544977794, + "symbol": 0.6785578521428745 + } + }, + { + "repo": "jackson-databind", + "language": "java", + "mode": "semble-auto", + "chunks": 4635, + "tokens": 2854, + "ndcg5": 0.7271911875419426, + "ndcg10": 0.7661410386176761, + "p50_ms": 1.8264375103171915, + "p90_ms": 16.696137507096868, + "p95_ms": 18.69939374882961, + "p99_ms": 20.93217876303242, + "index_ms": 2050.977083010366, + "by_category": { + "architecture": 0.6226294385530917, + "semantic": 0.708679883333827, + "symbol": 0.9719257715972703 + } + }, + { + "repo": "jackson-databind", + "language": "java", + "mode": "semble-balanced", + "chunks": 4635, + "tokens": 2868, + "ndcg5": 0.7271911875419426, + "ndcg10": 0.7648919869576316, + "p50_ms": 1.5855625097174197, + "p90_ms": 16.18825479235966, + "p95_ms": 17.838408652460203, + "p99_ms": 19.69268174259923, + "index_ms": 2050.977083010366, + "by_category": { + "architecture": 0.6226294385530917, + "semantic": 0.708679883333827, + "symbol": 0.9677622660637882 + } + }, + { + "repo": "jackson-databind", + "language": "java", + "mode": "semble-bm25", + "chunks": 4635, + "tokens": 2925, + "ndcg5": 0.7078428691643481, + "ndcg10": 0.7187632410052565, + "p50_ms": 1.4940209948690608, + "p90_ms": 15.832233102992179, + "p95_ms": 17.232715208956506, + "p99_ms": 19.039709458302237, + "index_ms": 2050.977083010366, + "by_category": { + "architecture": 0.696495111878151, + "semantic": 0.5436432511904858, + "symbol": 1.0 + } + }, + { + "repo": "jackson-databind", + "language": "java", + "mode": "semble-semantic", + "chunks": 4635, + "tokens": 2765, + "ndcg5": 0.6963932929028848, + "ndcg10": 0.7130599595695515, + "p50_ms": 1.322438009083271, + "p90_ms": 15.995149404625408, + "p95_ms": 16.59472082537832, + "p99_ms": 18.904676951060534, + "index_ms": 2050.977083010366, + "by_category": { + "architecture": 0.5065735963827291, + "semantic": 0.6794648907457693, + "symbol": 0.9355245321275764 + } + }, + { + "repo": "jackson-databind", + "language": "java", + "mode": "unranked-auto", + "chunks": 4635, + "tokens": 3098, + "ndcg5": 0.43681799080275796, + "ndcg10": 0.4572562305616065, + "p50_ms": 0.5462084955070168, + "p90_ms": 0.6252705032238738, + "p95_ms": 0.691485099378042, + "p99_ms": 0.8685970160877329, + "index_ms": 2050.977083010366, + "by_category": { + "architecture": 0.4861353566238805, + "semantic": 0.4329909403116438, + "symbol": 0.4695882275513224 + } + }, + { + "repo": "jackson-databind", + "language": "java", + "mode": "unranked-balanced", + "chunks": 4635, + "tokens": 3100, + "ndcg5": 0.4061606311644851, + "ndcg10": 0.44440923027873486, + "p50_ms": 0.5430835153674707, + "p90_ms": 0.6300494103925303, + "p95_ms": 0.656716650701128, + "p99_ms": 0.7018097228137775, + "index_ms": 2050.977083010366, + "by_category": { + "architecture": 0.4861353566238805, + "semantic": 0.4329909403116438, + "symbol": 0.4267648932750831 + } + }, + { + "repo": "jackson-databind", + "language": "java", + "mode": "unranked-bm25", + "chunks": 4635, + "tokens": 3114, + "ndcg5": 0.3911732909393883, + "ndcg10": 0.4633511163771451, + "p50_ms": 0.4944374813931063, + "p90_ms": 0.6054871890228242, + "p95_ms": 0.6411416339688004, + "p99_ms": 0.7173947221599518, + "index_ms": 2050.977083010366, + "by_category": { + "architecture": 0.5021911987942431, + "semantic": 0.3452615576882476, + "symbol": 0.6081187190629095 + } + }, + { + "repo": "jackson-databind", + "language": "java", + "mode": "unranked-semantic", + "chunks": 4635, + "tokens": 2909, + "ndcg5": 0.3868598856384648, + "ndcg10": 0.42367570898501816, + "p50_ms": 0.5049165047239512, + "p90_ms": 0.6070083036320284, + "p95_ms": 0.632647612656001, + "p99_ms": 0.6450295358081348, + "index_ms": 2050.977083010366, + "by_category": { + "architecture": 0.4276256451932704, + "semantic": 0.5898473574203784, + "symbol": 0.1711266228251007 + } + }, + { + "repo": "kotlinx-coroutines", + "language": "kotlin", + "mode": "semble-auto", + "chunks": 891, + "tokens": 5691, + "ndcg5": 0.9258891280402999, + "ndcg10": 0.9258891280402999, + "p50_ms": 3.969979487010278, + "p90_ms": 12.794638093328103, + "p95_ms": 13.127058364625558, + "p99_ms": 16.838645253737916, + "index_ms": 395.7505419966765, + "by_category": { + "architecture": 0.8333333333333334, + "semantic": 0.9298416114861429, + "symbol": 1.0 + } + }, + { + "repo": "kotlinx-coroutines", + "language": "kotlin", + "mode": "semble-balanced", + "chunks": 891, + "tokens": 5692, + "ndcg5": 0.9258891280402999, + "ndcg10": 0.9258891280402999, + "p50_ms": 4.333228993345983, + "p90_ms": 12.751958606531844, + "p95_ms": 13.481474627042193, + "p99_ms": 16.80102772661484, + "index_ms": 395.7505419966765, + "by_category": { + "architecture": 0.8333333333333334, + "semantic": 0.9298416114861429, + "symbol": 1.0 + } + }, + { + "repo": "kotlinx-coroutines", + "language": "kotlin", + "mode": "semble-bm25", + "chunks": 891, + "tokens": 6076, + "ndcg5": 0.8770750787545915, + "ndcg10": 0.8770750787545915, + "p50_ms": 4.236292006680742, + "p90_ms": 12.83933330269065, + "p95_ms": 13.804951804922897, + "p99_ms": 16.9284575630445, + "index_ms": 395.7505419966765, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.8507551301085979, + "symbol": 1.0 + } + }, + { + "repo": "kotlinx-coroutines", + "language": "kotlin", + "mode": "semble-semantic", + "chunks": 891, + "tokens": 5439, + "ndcg5": 0.8755032715262121, + "ndcg10": 0.8755032715262121, + "p50_ms": 4.380729500553571, + "p90_ms": 13.056424996466376, + "p95_ms": 13.32630624820013, + "p99_ms": 16.32726125011686, + "index_ms": 395.7505419966765, + "by_category": { + "architecture": 0.8102255193577976, + "semantic": 0.8628134908893463, + "symbol": 1.0 + } + }, + { + "repo": "kotlinx-coroutines", + "language": "kotlin", + "mode": "unranked-auto", + "chunks": 891, + "tokens": 6140, + "ndcg5": 0.7161732909393883, + "ndcg10": 0.7339836502947894, + "p50_ms": 0.5336454923963174, + "p90_ms": 0.807925601839088, + "p95_ms": 0.8502062744810246, + "p99_ms": 0.8818412499385886, + "index_ms": 395.7505419966765, + "by_category": { + "architecture": 0.8333333333333334, + "semantic": 0.7271195004211277, + "symbol": 0.6666666666666666 + } + }, + { + "repo": "kotlinx-coroutines", + "language": "kotlin", + "mode": "unranked-balanced", + "chunks": 891, + "tokens": 6161, + "ndcg5": 0.7161732909393883, + "ndcg10": 0.7339836502947894, + "p50_ms": 0.3811040078289807, + "p90_ms": 0.5467207869514824, + "p95_ms": 0.6065684137865902, + "p99_ms": 0.6823464762419461, + "index_ms": 395.7505419966765, + "by_category": { + "architecture": 0.8333333333333334, + "semantic": 0.7271195004211277, + "symbol": 0.6666666666666666 + } + }, + { + "repo": "kotlinx-coroutines", + "language": "kotlin", + "mode": "unranked-bm25", + "chunks": 891, + "tokens": 6157, + "ndcg5": 0.719253606521631, + "ndcg10": 0.719253606521631, + "p50_ms": 0.3596460010157898, + "p90_ms": 0.4186835954897106, + "p95_ms": 0.4371142335003242, + "p99_ms": 0.4413892439333722, + "index_ms": 395.7505419966765, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.6967244554900828, + "symbol": 0.6666666666666666 + } + }, + { + "repo": "kotlinx-coroutines", + "language": "kotlin", + "mode": "unranked-semantic", + "chunks": 891, + "tokens": 6168, + "ndcg5": 0.6948459118879393, + "ndcg10": 0.7098974116711384, + "p50_ms": 0.3597080067265779, + "p90_ms": 0.4264163871994242, + "p95_ms": 0.43138573673786595, + "p99_ms": 0.44421074591809884, + "index_ms": 395.7505419966765, + "by_category": { + "architecture": 0.7956176024115139, + "semantic": 0.6792903878945887, + "symbol": 0.7670099985546605 + } + }, + { + "repo": "ktor", + "language": "kotlin", + "mode": "semble-auto", + "chunks": 425, + "tokens": 3653, + "ndcg5": 0.7900720626804801, + "ndcg10": 0.817659101188055, + "p50_ms": 1.1286460066912696, + "p90_ms": 8.778895786963403, + "p95_ms": 8.869320488884114, + "p99_ms": 9.043930491316132, + "index_ms": 190.9224590053782, + "by_category": { + "architecture": 0.8100730714340207, + "semantic": 0.668952931960422, + "symbol": 1.0 + } + }, + { + "repo": "ktor", + "language": "kotlin", + "mode": "semble-balanced", + "chunks": 425, + "tokens": 3655, + "ndcg5": 0.7900720626804801, + "ndcg10": 0.817659101188055, + "p50_ms": 1.247354011866264, + "p90_ms": 8.543011889560148, + "p95_ms": 8.989206262049265, + "p99_ms": 9.07214125210885, + "index_ms": 190.9224590053782, + "by_category": { + "architecture": 0.8100730714340207, + "semantic": 0.668952931960422, + "symbol": 1.0 + } + }, + { + "repo": "ktor", + "language": "kotlin", + "mode": "semble-bm25", + "chunks": 425, + "tokens": 4184, + "ndcg5": 0.6932243773277306, + "ndcg10": 0.7240351892289266, + "p50_ms": 1.2109794915886596, + "p90_ms": 8.467212491086684, + "p95_ms": 8.630027108301874, + "p99_ms": 8.664639023772907, + "index_ms": 190.9224590053782, + "by_category": { + "architecture": 0.7054200272245202, + "semantic": 0.5061090848581274, + "symbol": 1.0 + } + }, + { + "repo": "ktor", + "language": "kotlin", + "mode": "semble-semantic", + "chunks": 425, + "tokens": 2990, + "ndcg5": 0.8817442629897814, + "ndcg10": 0.8817442629897814, + "p50_ms": 0.8963750005932525, + "p90_ms": 8.195575000718236, + "p95_ms": 8.342064610042144, + "p99_ms": 8.35254651872674, + "index_ms": 190.9224590053782, + "by_category": { + "architecture": 0.8314523706433415, + "semantic": 0.830674095041748, + "symbol": 1.0 + } + }, + { + "repo": "ktor", + "language": "kotlin", + "mode": "unranked-auto", + "chunks": 425, + "tokens": 4794, + "ndcg5": 0.521456584669979, + "ndcg10": 0.5809116970904882, + "p50_ms": 0.2843959955498576, + "p90_ms": 0.3356463770614937, + "p95_ms": 0.3532101050950587, + "p99_ms": 0.3722420125268399, + "index_ms": 190.9224590053782, + "by_category": { + "architecture": 0.5205039613345114, + "semantic": 0.35352945892402604, + "symbol": 0.9166666666666666 + } + }, + { + "repo": "ktor", + "language": "kotlin", + "mode": "unranked-balanced", + "chunks": 425, + "tokens": 4796, + "ndcg5": 0.49645658466997905, + "ndcg10": 0.5559116970904882, + "p50_ms": 0.2699375036172569, + "p90_ms": 0.2859124942915514, + "p95_ms": 0.2874312558560632, + "p99_ms": 0.28828626236645505, + "index_ms": 190.9224590053782, + "by_category": { + "architecture": 0.5205039613345114, + "semantic": 0.35352945892402604, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "ktor", + "language": "kotlin", + "mode": "unranked-bm25", + "chunks": 425, + "tokens": 4759, + "ndcg5": 0.41137801104364013, + "ndcg10": 0.4545836567590248, + "p50_ms": 0.2775000029942021, + "p90_ms": 0.2979493845487014, + "p95_ms": 0.32543335255468264, + "p99_ms": 0.328220269002486, + "index_ms": 190.9224590053782, + "by_category": { + "architecture": 0.27349099993619197, + "semantic": 0.23960516223245035, + "symbol": 0.9166666666666666 + } + }, + { + "repo": "ktor", + "language": "kotlin", + "mode": "unranked-semantic", + "chunks": 425, + "tokens": 3251, + "ndcg5": 0.5851610740876642, + "ndcg10": 0.64376266160649, + "p50_ms": 0.26945849822368473, + "p90_ms": 0.2895330195315182, + "p95_ms": 0.29759136377833784, + "p99_ms": 0.3243182634469121, + "index_ms": 190.9224590053782, + "by_category": { + "architecture": 0.5111293037725083, + "semantic": 0.6678499922958597, + "symbol": 0.7703996932752036 + } + }, + { + "repo": "laravel-framework", + "language": "php", + "mode": "semble-auto", + "chunks": 6257, + "tokens": 2712, + "ndcg5": 0.7270004576052422, + "ndcg10": 0.767053986066706, + "p50_ms": 1.409812510246411, + "p90_ms": 17.292586877010766, + "p95_ms": 18.58537288790103, + "p99_ms": 18.701240990194492, + "index_ms": 2628.8907499983907, + "by_category": { + "architecture": 0.7179954576115433, + "semantic": 0.7426868627202068, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "laravel-framework", + "language": "php", + "mode": "semble-balanced", + "chunks": 6257, + "tokens": 2692, + "ndcg5": 0.7270004576052422, + "ndcg10": 0.767053986066706, + "p50_ms": 1.5923335013212636, + "p90_ms": 16.928745806217194, + "p95_ms": 17.359676759224385, + "p99_ms": 17.686001744586974, + "index_ms": 2628.8907499983907, + "by_category": { + "architecture": 0.7179954576115433, + "semantic": 0.7426868627202068, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "laravel-framework", + "language": "php", + "mode": "semble-bm25", + "chunks": 6257, + "tokens": 2797, + "ndcg5": 0.7809729571593107, + "ndcg10": 0.7809729571593107, + "p50_ms": 1.4712920092279091, + "p90_ms": 16.89901670033578, + "p95_ms": 17.34104824863607, + "p99_ms": 17.628043266304303, + "index_ms": 2628.8907499983907, + "by_category": { + "architecture": 0.6437052076399759, + "semantic": 0.8313992151261028, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "laravel-framework", + "language": "php", + "mode": "semble-semantic", + "chunks": 6257, + "tokens": 2521, + "ndcg5": 0.6109864765136851, + "ndcg10": 0.6540674555317095, + "p50_ms": 1.2629999982891604, + "p90_ms": 16.986862488556653, + "p95_ms": 17.43483335158089, + "p99_ms": 17.576700265344698, + "index_ms": 2628.8907499983907, + "by_category": { + "architecture": 0.5648387874474085, + "semantic": 0.6517353434843796, + "symbol": 0.8154648767857288 + } + }, + { + "repo": "laravel-framework", + "language": "php", + "mode": "unranked-auto", + "chunks": 6257, + "tokens": 2866, + "ndcg5": 0.39730119579023093, + "ndcg10": 0.5111934218158691, + "p50_ms": 0.6911454984219745, + "p90_ms": 0.8779671945376322, + "p95_ms": 0.8984701795270666, + "p99_ms": 0.9011940349591896, + "index_ms": 2628.8907499983907, + "by_category": { + "architecture": 0.654037073164219, + "semantic": 0.44409962331004355, + "symbol": 0.4121780785943642 + } + }, + { + "repo": "laravel-framework", + "language": "php", + "mode": "unranked-balanced", + "chunks": 6257, + "tokens": 2885, + "ndcg5": 0.365754708111658, + "ndcg10": 0.481684049653411, + "p50_ms": 0.6837914843345061, + "p90_ms": 0.842646392993629, + "p95_ms": 0.8705205123987981, + "p99_ms": 1.0120705064036881, + "index_ms": 2628.8907499983907, + "by_category": { + "architecture": 0.654037073164219, + "semantic": 0.44409962331004355, + "symbol": 0.26463121778207316 + } + }, + { + "repo": "laravel-framework", + "language": "php", + "mode": "unranked-bm25", + "chunks": 6257, + "tokens": 2964, + "ndcg5": 0.5079834041651331, + "ndcg10": 0.5383516807244441, + "p50_ms": 0.6758329982403666, + "p90_ms": 0.8187913976144047, + "p95_ms": 0.9042253019288182, + "p99_ms": 0.9260114561766386, + "index_ms": 2628.8907499983907, + "by_category": { + "architecture": 0.6812939970768299, + "semantic": 0.46449402996034855, + "symbol": 0.4543823413269837 + } + }, + { + "repo": "laravel-framework", + "language": "php", + "mode": "unranked-semantic", + "chunks": 6257, + "tokens": 2642, + "ndcg5": 0.2632941800406837, + "ndcg10": 0.33091345502413133, + "p50_ms": 0.6802705029258505, + "p90_ms": 0.7856881129555404, + "p95_ms": 0.8155145464115776, + "p99_ms": 0.8442357092280872, + "index_ms": 2628.8907499983907, + "by_category": { + "architecture": 0.41888850862276333, + "semantic": 0.3390762456806633, + "symbol": 0.15859083224932863 + } + }, + { + "repo": "lazy.nvim", + "language": "lua", + "mode": "semble-auto", + "chunks": 302, + "tokens": 3068, + "ndcg5": 0.6946394630357187, + "ndcg10": 0.7263576294855845, + "p50_ms": 0.7257079996634275, + "p90_ms": 0.8256547007476911, + "p95_ms": 0.8548577214241959, + "p99_ms": 0.861571540881414, + "index_ms": 142.86858300329186, + "by_category": { + "architecture": 0.8459052436406065, + "semantic": 0.6285459451769299 + } + }, + { + "repo": "lazy.nvim", + "language": "lua", + "mode": "semble-balanced", + "chunks": 302, + "tokens": 3068, + "ndcg5": 0.6946394630357187, + "ndcg10": 0.7263576294855845, + "p50_ms": 0.7215210061985999, + "p90_ms": 0.8384208020288499, + "p95_ms": 0.9491184348007664, + "p99_ms": 0.9496572957141325, + "index_ms": 142.86858300329186, + "by_category": { + "architecture": 0.8459052436406065, + "semantic": 0.6285459451769299 + } + }, + { + "repo": "lazy.nvim", + "language": "lua", + "mode": "semble-bm25", + "chunks": 302, + "tokens": 3031, + "ndcg5": 0.7129079234363127, + "ndcg10": 0.7307182827917138, + "p50_ms": 0.6756664952263236, + "p90_ms": 0.7381661009276287, + "p95_ms": 0.7857648946810514, + "p99_ms": 0.825252990471199, + "index_ms": 142.86858300329186, + "by_category": { + "architecture": 0.8154935086995972, + "semantic": 0.6613567343216273 + } + }, + { + "repo": "lazy.nvim", + "language": "lua", + "mode": "semble-semantic", + "chunks": 302, + "tokens": 2732, + "ndcg5": 0.7607826497458058, + "ndcg10": 0.7607826497458058, + "p50_ms": 0.5908539897063747, + "p90_ms": 0.664737803163007, + "p95_ms": 0.7206166366813704, + "p99_ms": 0.7223897328367457, + "index_ms": 142.86858300329186, + "by_category": { + "architecture": 0.9364295397841883, + "semantic": 0.6170715578962201 + } + }, + { + "repo": "lazy.nvim", + "language": "lua", + "mode": "unranked-auto", + "chunks": 302, + "tokens": 3096, + "ndcg5": 0.5547870064450192, + "ndcg10": 0.5989353526479505, + "p50_ms": 0.2658334851730615, + "p90_ms": 0.27993720723316073, + "p95_ms": 0.28157293563708663, + "p99_ms": 0.29218178475275636, + "index_ms": 142.86858300329186, + "by_category": { + "architecture": 0.6779499965318695, + "semantic": 0.5342870076520168 + } + }, + { + "repo": "lazy.nvim", + "language": "lua", + "mode": "unranked-balanced", + "chunks": 302, + "tokens": 3096, + "ndcg5": 0.5547870064450192, + "ndcg10": 0.5989353526479505, + "p50_ms": 0.2650629903655499, + "p90_ms": 0.27549970254767686, + "p95_ms": 0.27709788555512205, + "p99_ms": 0.2785859795403667, + "index_ms": 142.86858300329186, + "by_category": { + "architecture": 0.6779499965318695, + "semantic": 0.5342870076520168 + } + }, + { + "repo": "lazy.nvim", + "language": "lua", + "mode": "unranked-bm25", + "chunks": 302, + "tokens": 3089, + "ndcg5": 0.5342082204330852, + "ndcg10": 0.5677918236277726, + "p50_ms": 0.2636459976201877, + "p90_ms": 0.27062561421189457, + "p95_ms": 0.27123959735035896, + "p99_ms": 0.2748815203085542, + "index_ms": 142.86858300329186, + "by_category": { + "architecture": 0.6363955800969783, + "semantic": 0.5116614774256955 + } + }, + { + "repo": "lazy.nvim", + "language": "lua", + "mode": "unranked-semantic", + "chunks": 302, + "tokens": 2903, + "ndcg5": 0.6009524198073943, + "ndcg10": 0.6009524198073943, + "p50_ms": 0.2676665026228875, + "p90_ms": 0.28166221745777875, + "p95_ms": 0.28760830173268914, + "p99_ms": 0.29875446343794465, + "index_ms": 142.86858300329186, + "by_category": { + "architecture": 0.8176099971604736, + "semantic": 0.42368712924578406 + } + }, + { + "repo": "libuv", + "language": "c", + "mode": "semble-auto", + "chunks": 1361, + "tokens": 3079, + "ndcg5": 0.5424282114366414, + "ndcg10": 0.6060468408375095, + "p50_ms": 0.865249487105757, + "p90_ms": 1.0336630890378729, + "p95_ms": 1.0655396225047298, + "p99_ms": 1.1801415277295744, + "index_ms": 589.7668749967124, + "by_category": { + "architecture": 0.43067655807339306, + "semantic": 0.5939033477042664, + "symbol": 1.0 + } + }, + { + "repo": "libuv", + "language": "c", + "mode": "semble-balanced", + "chunks": 1361, + "tokens": 3079, + "ndcg5": 0.5424282114366414, + "ndcg10": 0.6060468408375095, + "p50_ms": 0.8430830057477579, + "p90_ms": 1.0308215103577822, + "p95_ms": 1.0370402582339011, + "p99_ms": 1.0819752464885823, + "index_ms": 589.7668749967124, + "by_category": { + "architecture": 0.43067655807339306, + "semantic": 0.5939033477042664, + "symbol": 1.0 + } + }, + { + "repo": "libuv", + "language": "c", + "mode": "semble-bm25", + "chunks": 1361, + "tokens": 3204, + "ndcg5": 0.6627817673693733, + "ndcg10": 0.6898209115637528, + "p50_ms": 0.8169374923454598, + "p90_ms": 0.9622119017876686, + "p95_ms": 1.0292207982274704, + "p99_ms": 1.0496769644669257, + "index_ms": 589.7668749967124, + "by_category": { + "architecture": 0.3562071871080222, + "semantic": 0.6911228357870575, + "symbol": 1.0 + } + }, + { + "repo": "libuv", + "language": "c", + "mode": "semble-semantic", + "chunks": 1361, + "tokens": 2978, + "ndcg5": 0.6113278161077247, + "ndcg10": 0.6363298447859895, + "p50_ms": 0.7543334941146895, + "p90_ms": 0.8477044961182401, + "p95_ms": 0.8799482617178, + "p99_ms": 0.9203232594882137, + "index_ms": 589.7668749967124, + "by_category": { + "architecture": 0.6309297535714575, + "semantic": 0.6369298549209376, + "symbol": 0.6309297535714575 + } + }, + { + "repo": "libuv", + "language": "c", + "mode": "unranked-auto", + "chunks": 1361, + "tokens": 3092, + "ndcg5": 0.4518930827652844, + "ndcg10": 0.5152478851605556, + "p50_ms": 0.4260005080141127, + "p90_ms": 0.5136503197718412, + "p95_ms": 0.5325333433574997, + "p99_ms": 0.5653402672032826, + "index_ms": 589.7668749967124, + "by_category": { + "architecture": 0.6309297535714575, + "semantic": 0.502394344226011, + "symbol": 0.6309297535714575 + } + }, + { + "repo": "libuv", + "language": "c", + "mode": "unranked-balanced", + "chunks": 1361, + "tokens": 3092, + "ndcg5": 0.4518930827652844, + "ndcg10": 0.5152478851605556, + "p50_ms": 0.41552050970494747, + "p90_ms": 0.47986660501919687, + "p95_ms": 0.4936264420393855, + "p99_ms": 0.5329252884257584, + "index_ms": 589.7668749967124, + "by_category": { + "architecture": 0.6309297535714575, + "semantic": 0.502394344226011, + "symbol": 0.6309297535714575 + } + }, + { + "repo": "libuv", + "language": "c", + "mode": "unranked-bm25", + "chunks": 1361, + "tokens": 3144, + "ndcg5": 0.5213706067614089, + "ndcg10": 0.5520733147824276, + "p50_ms": 0.42243750067427754, + "p90_ms": 0.4895577003480867, + "p95_ms": 0.5325038349837996, + "p99_ms": 0.5332007797551341, + "index_ms": 589.7668749967124, + "by_category": { + "architecture": 0.43067655807339306, + "semantic": 0.5679964961300343, + "symbol": 0.38685280723454163 + } + }, + { + "repo": "libuv", + "language": "c", + "mode": "unranked-semantic", + "chunks": 1361, + "tokens": 2989, + "ndcg5": 0.450360114441086, + "ndcg10": 0.5089840804394457, + "p50_ms": 0.4164379934081808, + "p90_ms": 0.47854938311502343, + "p95_ms": 0.5161083492566831, + "p99_ms": 0.5215552859590389, + "index_ms": 589.7668749967124, + "by_category": { + "architecture": 1.0, + "semantic": 0.4932584229513851, + "symbol": 0.3010299956639812 + } + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "mode": "semble-auto", + "chunks": 1145, + "tokens": 2653, + "ndcg5": 0.874427588278496, + "ndcg10": 0.8920487559320669, + "p50_ms": 7.124916490283795, + "p90_ms": 9.301587482332252, + "p95_ms": 9.731735379318707, + "p99_ms": 9.896813458180986, + "index_ms": 597.2278749977704, + "by_category": { + "architecture": 0.6736862264229985, + "semantic": 0.9051366903277052, + "symbol": 1.0 + } + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "mode": "semble-balanced", + "chunks": 1145, + "tokens": 2656, + "ndcg5": 0.874427588278496, + "ndcg10": 0.8920487559320669, + "p50_ms": 6.9698955048806965, + "p90_ms": 9.152028785319999, + "p95_ms": 9.19155768933706, + "p99_ms": 9.218411551555619, + "index_ms": 597.2278749977704, + "by_category": { + "architecture": 0.6736862264229985, + "semantic": 0.9051366903277052, + "symbol": 1.0 + } + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "mode": "semble-bm25", + "chunks": 1145, + "tokens": 2791, + "ndcg5": 0.7948572292040226, + "ndcg10": 0.815996720924355, + "p50_ms": 7.022000485449098, + "p90_ms": 9.312870606663637, + "p95_ms": 9.706081879267003, + "p99_ms": 9.761149983096402, + "index_ms": 597.2278749977704, + "by_category": { + "architecture": 0.5549314847232217, + "semantic": 0.788912053288246, + "symbol": 1.0 + } + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "mode": "semble-semantic", + "chunks": 1145, + "tokens": 2554, + "ndcg5": 0.7598018597531008, + "ndcg10": 0.8076349671536278, + "p50_ms": 7.113749990821816, + "p90_ms": 9.175195300485939, + "p95_ms": 9.389821461809333, + "p99_ms": 9.621430681727361, + "index_ms": 597.2278749977704, + "by_category": { + "architecture": 0.5635861159975681, + "semantic": 0.7664838754535873, + "symbol": 1.0 + } + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "mode": "unranked-auto", + "chunks": 1145, + "tokens": 2874, + "ndcg5": 0.5680205168029498, + "ndcg10": 0.5951202234925475, + "p50_ms": 0.40052051190286875, + "p90_ms": 0.44372020347509533, + "p95_ms": 0.4513413441600278, + "p99_ms": 0.47426825913134957, + "index_ms": 597.2278749977704, + "by_category": { + "architecture": 0.5171880855882297, + "semantic": 0.6558861743805153, + "symbol": 0.5615252225819133 + } + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "mode": "unranked-balanced", + "chunks": 1145, + "tokens": 2857, + "ndcg5": 0.5680205168029498, + "ndcg10": 0.5951202234925475, + "p50_ms": 0.39297950570471585, + "p90_ms": 0.4503207979723812, + "p95_ms": 0.5191684715100564, + "p99_ms": 0.5299672999535687, + "index_ms": 597.2278749977704, + "by_category": { + "architecture": 0.5171880855882297, + "semantic": 0.6558861743805153, + "symbol": 0.5615252225819133 + } + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "mode": "unranked-bm25", + "chunks": 1145, + "tokens": 2924, + "ndcg5": 0.5644683220544305, + "ndcg10": 0.6130894933110277, + "p50_ms": 0.395957991713658, + "p90_ms": 0.42728359694592666, + "p95_ms": 0.4872433783020824, + "p99_ms": 0.5105814838316292, + "index_ms": 597.2278749977704, + "by_category": { + "architecture": 0.3100666895069397, + "semantic": 0.7323162833466, + "symbol": 0.6329537940104847 + } + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "mode": "unranked-semantic", + "chunks": 1145, + "tokens": 2592, + "ndcg5": 0.42742338449513256, + "ndcg10": 0.4707836668419939, + "p50_ms": 0.3899790026480332, + "p90_ms": 0.4714624781627208, + "p95_ms": 0.4762291340739466, + "p99_ms": 0.4854122202959843, + "index_ms": 597.2278749977704, + "by_category": { + "architecture": 0.42719248623041794, + "semantic": 0.4323820572369419, + "symbol": 0.5450664109693898 + } + }, + { + "repo": "mini.nvim", + "language": "lua", + "mode": "semble-auto", + "chunks": 2172, + "tokens": 3478, + "ndcg5": 0.9815464876785729, + "ndcg10": 0.9815464876785729, + "p50_ms": 0.8656659920234233, + "p90_ms": 1.1080874945037067, + "p95_ms": 1.149243745021522, + "p99_ms": 1.1985487444326282, + "index_ms": 1041.277957992861, + "by_category": { + "architecture": 1.0, + "semantic": 0.9769331095982161 + } + }, + { + "repo": "mini.nvim", + "language": "lua", + "mode": "semble-balanced", + "chunks": 2172, + "tokens": 3478, + "ndcg5": 0.9815464876785729, + "ndcg10": 0.9815464876785729, + "p50_ms": 0.8796250040177256, + "p90_ms": 1.0557666042586789, + "p95_ms": 1.0594035615213215, + "p99_ms": 1.0611143265850842, + "index_ms": 1041.277957992861, + "by_category": { + "architecture": 1.0, + "semantic": 0.9769331095982161 + } + }, + { + "repo": "mini.nvim", + "language": "lua", + "mode": "semble-bm25", + "chunks": 2172, + "tokens": 3483, + "ndcg5": 0.9815464876785729, + "ndcg10": 0.9815464876785729, + "p50_ms": 0.8543330040993169, + "p90_ms": 1.0473170055774972, + "p95_ms": 1.0729190384154208, + "p99_ms": 1.133750224544201, + "index_ms": 1041.277957992861, + "by_category": { + "architecture": 1.0, + "semantic": 0.9769331095982161 + } + }, + { + "repo": "mini.nvim", + "language": "lua", + "mode": "semble-semantic", + "chunks": 2172, + "tokens": 3445, + "ndcg5": 0.9139821033974457, + "ndcg10": 0.9139821033974457, + "p50_ms": 0.7991460006451234, + "p90_ms": 0.9839125006692484, + "p95_ms": 1.0282708273734902, + "p99_ms": 1.543487774906679, + "index_ms": 1041.277957992861, + "by_category": { + "architecture": 1.0, + "semantic": 0.8924776292468072 + } + }, + { + "repo": "mini.nvim", + "language": "lua", + "mode": "unranked-auto", + "chunks": 2172, + "tokens": 3486, + "ndcg5": 0.8930676558073394, + "ndcg10": 0.9108780151627405, + "p50_ms": 0.5294165021041408, + "p90_ms": 0.6622372078709304, + "p95_ms": 0.6695146061247215, + "p99_ms": 0.7248365244595333, + "index_ms": 1041.277957992861, + "by_category": { + "architecture": 1.0, + "semantic": 0.8885975189534255 + } + }, + { + "repo": "mini.nvim", + "language": "lua", + "mode": "unranked-balanced", + "chunks": 2172, + "tokens": 3486, + "ndcg5": 0.8930676558073394, + "ndcg10": 0.9108780151627405, + "p50_ms": 0.5279584875097498, + "p90_ms": 0.7526534900534898, + "p95_ms": 0.7766222290229053, + "p99_ms": 0.9032572421710936, + "index_ms": 1041.277957992861, + "by_category": { + "architecture": 1.0, + "semantic": 0.8885975189534255 + } + }, + { + "repo": "mini.nvim", + "language": "lua", + "mode": "unranked-bm25", + "chunks": 2172, + "tokens": 3477, + "ndcg5": 0.785812753975107, + "ndcg10": 0.800864253758306, + "p50_ms": 0.5388755089370534, + "p90_ms": 0.7078085996909067, + "p95_ms": 0.7178475992986934, + "p99_ms": 0.8339695382164789, + "index_ms": 1041.277957992861, + "by_category": { + "architecture": 0.8154648767857288, + "semantic": 0.7972140980014503 + } + }, + { + "repo": "mini.nvim", + "language": "lua", + "mode": "unranked-semantic", + "chunks": 2172, + "tokens": 3389, + "ndcg5": 0.8815464876785729, + "ndcg10": 0.8815464876785729, + "p50_ms": 0.5289590044412762, + "p90_ms": 0.6543913943460212, + "p95_ms": 0.7422294380376115, + "p99_ms": 0.7697786745848134, + "index_ms": 1041.277957992861, + "by_category": { + "architecture": 1.0, + "semantic": 0.8519331095982161 + } + }, + { + "repo": "model2vec", + "language": "python", + "mode": "semble-auto", + "chunks": 108, + "tokens": 3196, + "ndcg5": 0.6512217603364261, + "ndcg10": 0.6723612520567586, + "p50_ms": 0.5792079900857061, + "p90_ms": 3.888720483519138, + "p95_ms": 4.4719683908624575, + "p99_ms": 4.905326477601192, + "index_ms": 50.01116599305533, + "by_category": { + "architecture": 0.6144216780370446, + "semantic": 0.6646273294875858, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "model2vec", + "language": "python", + "mode": "semble-balanced", + "chunks": 108, + "tokens": 3200, + "ndcg5": 0.6512217603364261, + "ndcg10": 0.6723612520567586, + "p50_ms": 0.5551255017053336, + "p90_ms": 3.897091283579358, + "p95_ms": 4.5079201881890185, + "p99_ms": 4.745484040176962, + "index_ms": 50.01116599305533, + "by_category": { + "architecture": 0.6144216780370446, + "semantic": 0.6646273294875858, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "model2vec", + "language": "python", + "mode": "semble-bm25", + "chunks": 108, + "tokens": 3132, + "ndcg5": 0.5957682274660325, + "ndcg10": 0.6334690268817214, + "p50_ms": 0.5203540058573708, + "p90_ms": 3.8652333052596086, + "p95_ms": 4.566068410349544, + "p99_ms": 4.7045464857365005, + "index_ms": 50.01116599305533, + "by_category": { + "architecture": 0.6467419235796276, + "semantic": 0.5711510514503642, + "symbol": 0.8102255193577976 + } + }, + { + "repo": "model2vec", + "language": "python", + "mode": "semble-semantic", + "chunks": 108, + "tokens": 2713, + "ndcg5": 0.6569725159710945, + "ndcg10": 0.6678928878120027, + "p50_ms": 0.47510450531262904, + "p90_ms": 3.804792001028546, + "p95_ms": 4.344358644448221, + "p99_ms": 4.560071732848883, + "index_ms": 50.01116599305533, + "by_category": { + "architecture": 0.6251817907500372, + "semantic": 0.6481585220989793, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "model2vec", + "language": "python", + "mode": "unranked-auto", + "chunks": 108, + "tokens": 3130, + "ndcg5": 0.5163352566284622, + "ndcg10": 0.5796700460213304, + "p50_ms": 0.25010399986058474, + "p90_ms": 0.2646374952746555, + "p95_ms": 0.28751876088790607, + "p99_ms": 0.39420375484041853, + "index_ms": 50.01116599305533, + "by_category": { + "architecture": 0.569789367598276, + "semantic": 0.6009682506762428, + "symbol": 0.5317309468254161 + } + }, + { + "repo": "model2vec", + "language": "python", + "mode": "unranked-balanced", + "chunks": 108, + "tokens": 3118, + "ndcg5": 0.5356778969901893, + "ndcg10": 0.5823460197163908, + "p50_ms": 0.24654150183778256, + "p90_ms": 0.2531836013076827, + "p95_ms": 0.25456008297624066, + "p99_ms": 0.27321200963342557, + "index_ms": 50.01116599305533, + "by_category": { + "architecture": 0.569789367598276, + "semantic": 0.6009682506762428, + "symbol": 0.5495707714591522 + } + }, + { + "repo": "model2vec", + "language": "python", + "mode": "unranked-bm25", + "chunks": 108, + "tokens": 3130, + "ndcg5": 0.524814948079167, + "ndcg10": 0.5626211064661663, + "p50_ms": 0.24087500059977174, + "p90_ms": 0.2572038065409288, + "p95_ms": 0.2600222243927419, + "p99_ms": 0.2692372282035649, + "index_ms": 50.01116599305533, + "by_category": { + "architecture": 0.6365225451886137, + "semantic": 0.5201571472526777, + "symbol": 0.5317309468254161 + } + }, + { + "repo": "model2vec", + "language": "python", + "mode": "unranked-semantic", + "chunks": 108, + "tokens": 2946, + "ndcg5": 0.5270061356211097, + "ndcg10": 0.5597672511438342, + "p50_ms": 0.24566698994021863, + "p90_ms": 0.27397950179874897, + "p95_ms": 0.29222114535514265, + "p99_ms": 0.3215442301006987, + "index_ms": 50.01116599305533, + "by_category": { + "architecture": 0.5672327788663696, + "semantic": 0.5294039012738703, + "symbol": 0.643558852691131 + } + }, + { + "repo": "monolog", + "language": "php", + "mode": "semble-auto", + "chunks": 421, + "tokens": 2639, + "ndcg5": 0.8745181254051755, + "ndcg10": 0.8833800897443777, + "p50_ms": 0.9899790020426735, + "p90_ms": 5.681054200977087, + "p95_ms": 5.7641211489681154, + "p99_ms": 5.822324232431129, + "index_ms": 168.57316700043157, + "by_category": { + "architecture": 0.6108909204244194, + "semantic": 0.9613147192765459, + "symbol": 1.0 + } + }, + { + "repo": "monolog", + "language": "php", + "mode": "semble-balanced", + "chunks": 421, + "tokens": 2662, + "ndcg5": 0.8745181254051755, + "ndcg10": 0.8833800897443777, + "p50_ms": 0.9793335048016161, + "p90_ms": 5.659328796900809, + "p95_ms": 5.9007534917327575, + "p99_ms": 5.979983497818466, + "index_ms": 168.57316700043157, + "by_category": { + "architecture": 0.6108909204244194, + "semantic": 0.9613147192765459, + "symbol": 1.0 + } + }, + { + "repo": "monolog", + "language": "php", + "mode": "semble-bm25", + "chunks": 421, + "tokens": 2565, + "ndcg5": 0.8775325271359822, + "ndcg10": 0.8775325271359822, + "p50_ms": 0.9986875083995983, + "p90_ms": 5.608033100725152, + "p95_ms": 5.651783982466441, + "p99_ms": 5.656723997963127, + "index_ms": 168.57316700043157, + "by_category": { + "architecture": 0.6613147192765458, + "semantic": 0.9244076946336917, + "symbol": 1.0 + } + }, + { + "repo": "monolog", + "language": "php", + "mode": "semble-semantic", + "chunks": 421, + "tokens": 2671, + "ndcg5": 0.7994076946336917, + "ndcg10": 0.7994076946336917, + "p50_ms": 0.8160419965861365, + "p90_ms": 5.48139171442017, + "p95_ms": 5.641958641353995, + "p99_ms": 5.720491746906191, + "index_ms": 168.57316700043157, + "by_category": { + "architecture": 0.44881538926738324, + "semantic": 0.8744076946336916, + "symbol": 1.0 + } + }, + { + "repo": "monolog", + "language": "php", + "mode": "unranked-auto", + "chunks": 421, + "tokens": 2742, + "ndcg5": 0.5984714275890022, + "ndcg10": 0.6479999533942691, + "p50_ms": 0.2711669949349016, + "p90_ms": 0.2888711082050577, + "p95_ms": 0.3059288530494088, + "p99_ms": 0.4859857921837826, + "index_ms": 168.57316700043157, + "by_category": { + "architecture": 0.4926984196600426, + "semantic": 0.7032243882680377, + "symbol": 0.6928526173809582 + } + }, + { + "repo": "monolog", + "language": "php", + "mode": "unranked-balanced", + "chunks": 421, + "tokens": 2740, + "ndcg5": 0.5612675802721563, + "ndcg10": 0.6107961060774233, + "p50_ms": 0.26960449758917093, + "p90_ms": 0.2835583029082045, + "p95_ms": 0.2861871922505088, + "p99_ms": 0.3010710296803154, + "index_ms": 168.57316700043157, + "by_category": { + "architecture": 0.4926984196600426, + "semantic": 0.7032243882680377, + "symbol": 0.544037228113575 + } + }, + { + "repo": "monolog", + "language": "php", + "mode": "unranked-bm25", + "chunks": 421, + "tokens": 2658, + "ndcg5": 0.714003934176018, + "ndcg10": 0.7306706008426846, + "p50_ms": 0.2679170138435438, + "p90_ms": 0.2796372020384297, + "p95_ms": 0.2859499931219034, + "p99_ms": 0.2889899941510521, + "index_ms": 168.57316700043157, + "by_category": { + "architecture": 0.49487908510771844, + "semantic": 0.8174753504410308, + "symbol": 0.7928526173809581 + } + }, + { + "repo": "monolog", + "language": "php", + "mode": "unranked-semantic", + "chunks": 421, + "tokens": 2740, + "ndcg5": 0.33373767522051545, + "ndcg10": 0.3833151528810333, + "p50_ms": 0.27360398962628096, + "p90_ms": 0.2992038003867492, + "p95_ms": 0.313672301126644, + "p99_ms": 0.3289680590387434, + "index_ms": 168.57316700043157, + "by_category": { + "architecture": 0.2738302787118273, + "semantic": 0.557741027967025, + "symbol": 0.1439482768782562 + } + }, + { + "repo": "newtonsoft-json", + "language": "csharp", + "mode": "semble-auto", + "chunks": 2217, + "tokens": 2812, + "ndcg5": 0.8806128427182248, + "ndcg10": 0.8806128427182248, + "p50_ms": 11.357124996720813, + "p90_ms": 13.870475301519038, + "p95_ms": 15.245397965190934, + "p99_ms": 16.881646806141358, + "index_ms": 985.2979589777533, + "by_category": { + "architecture": 0.9251084237866075, + "semantic": 0.8237823919677136, + "symbol": 1.0 + } + }, + { + "repo": "newtonsoft-json", + "language": "csharp", + "mode": "semble-balanced", + "chunks": 2217, + "tokens": 2778, + "ndcg5": 0.8806128427182248, + "ndcg10": 0.8806128427182248, + "p50_ms": 12.028749493765645, + "p90_ms": 16.026125004282225, + "p95_ms": 18.21478954370832, + "p99_ms": 18.66759070631815, + "index_ms": 985.2979589777533, + "by_category": { + "architecture": 0.9251084237866075, + "semantic": 0.8237823919677136, + "symbol": 1.0 + } + }, + { + "repo": "newtonsoft-json", + "language": "csharp", + "mode": "semble-bm25", + "chunks": 2217, + "tokens": 2993, + "ndcg5": 0.8718751674977092, + "ndcg10": 0.888541834164376, + "p50_ms": 12.073999998392537, + "p90_ms": 15.40907949965913, + "p95_ms": 16.17553988326108, + "p99_ms": 17.71450796135468, + "index_ms": 985.2979589777533, + "by_category": { + "architecture": 0.9251084237866075, + "semantic": 0.8381987400516251, + "symbol": 1.0 + } + }, + { + "repo": "newtonsoft-json", + "language": "csharp", + "mode": "semble-semantic", + "chunks": 2217, + "tokens": 2655, + "ndcg5": 0.8815464876785729, + "ndcg10": 0.896597987461772, + "p50_ms": 11.35156249802094, + "p90_ms": 13.875532988458874, + "p95_ms": 14.750966346764473, + "p99_ms": 16.64159326086519, + "index_ms": 985.2979589777533, + "by_category": { + "architecture": 1.0, + "semantic": 0.8119963408395854, + "symbol": 1.0 + } + }, + { + "repo": "newtonsoft-json", + "language": "csharp", + "mode": "unranked-auto", + "chunks": 2217, + "tokens": 3034, + "ndcg5": 0.5908319513453486, + "ndcg10": 0.6638708245341954, + "p50_ms": 0.5504159926204011, + "p90_ms": 0.7676337147131562, + "p95_ms": 0.7816214667400346, + "p99_ms": 0.8790907048387452, + "index_ms": 985.2979589777533, + "by_category": { + "architecture": 0.6322918517712509, + "semantic": 0.6229759660440859, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "newtonsoft-json", + "language": "csharp", + "mode": "unranked-balanced", + "chunks": 2217, + "tokens": 3032, + "ndcg5": 0.5908319513453486, + "ndcg10": 0.6638708245341954, + "p50_ms": 0.6565829971805215, + "p90_ms": 0.8463999925879762, + "p95_ms": 0.8751353918341921, + "p99_ms": 0.9493934869533404, + "index_ms": 985.2979589777533, + "by_category": { + "architecture": 0.6322918517712509, + "semantic": 0.6229759660440859, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "newtonsoft-json", + "language": "csharp", + "mode": "unranked-bm25", + "chunks": 2217, + "tokens": 3113, + "ndcg5": 0.6346268032608154, + "ndcg10": 0.6758446111202518, + "p50_ms": 0.6682295061182231, + "p90_ms": 0.9069791150977835, + "p95_ms": 0.9605139406630774, + "p99_ms": 1.4180027862312266, + "index_ms": 985.2979589777533, + "by_category": { + "architecture": 0.5233035056624095, + "semantic": 0.6706428353118709, + "symbol": 1.0 + } + }, + { + "repo": "newtonsoft-json", + "language": "csharp", + "mode": "unranked-semantic", + "chunks": 2217, + "tokens": 2941, + "ndcg5": 0.35519991125688216, + "ndcg10": 0.4347786123826721, + "p50_ms": 1.2096249993192032, + "p90_ms": 1.4707666938193145, + "p95_ms": 1.546344107191544, + "p99_ms": 1.615536020544823, + "index_ms": 985.2979589777533, + "by_category": { + "architecture": 0.45625273227063595, + "semantic": 0.4269269406260648, + "symbol": 0.420619835714305 + } + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "mode": "semble-auto", + "chunks": 811, + "tokens": 3048, + "ndcg5": 0.8295386627570916, + "ndcg10": 0.8404590345979999, + "p50_ms": 1.1826044792542234, + "p90_ms": 7.763378598610871, + "p95_ms": 8.27797325910069, + "p99_ms": 8.52962825098075, + "index_ms": 553.188791993307, + "by_category": { + "architecture": 0.7951420120034352, + "semantic": 0.8243186607935954, + "symbol": 1.0 + } + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "mode": "semble-balanced", + "chunks": 811, + "tokens": 3032, + "ndcg5": 0.8295386627570916, + "ndcg10": 0.8404590345979999, + "p50_ms": 1.5534584817942232, + "p90_ms": 8.381012789322995, + "p95_ms": 8.442624998860992, + "p99_ms": 9.366024996270424, + "index_ms": 553.188791993307, + "by_category": { + "architecture": 0.7951420120034352, + "semantic": 0.8243186607935954, + "symbol": 1.0 + } + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "mode": "semble-bm25", + "chunks": 811, + "tokens": 3093, + "ndcg5": 0.8652095417497391, + "ndcg10": 0.8761299135906473, + "p50_ms": 1.1428959987824783, + "p90_ms": 7.882779216743075, + "p95_ms": 8.296273191808723, + "p99_ms": 8.455587436328642, + "index_ms": 553.188791993307, + "by_category": { + "architecture": 0.8328660295138052, + "semantic": 0.8692536065216308, + "symbol": 1.0 + } + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "mode": "semble-semantic", + "chunks": 811, + "tokens": 2967, + "ndcg5": 0.7227861263165816, + "ndcg10": 0.7572631523386494, + "p50_ms": 1.0871664999285713, + "p90_ms": 7.972333309589885, + "p95_ms": 8.21620176138822, + "p99_ms": 8.525806752149947, + "index_ms": 553.188791993307, + "by_category": { + "architecture": 0.7178637097511767, + "semantic": 0.7120217078514749, + "symbol": 1.0 + } + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "mode": "unranked-auto", + "chunks": 811, + "tokens": 3180, + "ndcg5": 0.6253657924569532, + "ndcg10": 0.6946971465369343, + "p50_ms": 0.3998750034952536, + "p90_ms": 0.6444041006034241, + "p95_ms": 0.7155119004892188, + "p99_ms": 0.9715695731574665, + "index_ms": 553.188791993307, + "by_category": { + "architecture": 0.8350162546675353, + "semantic": 0.5548829148065936, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "mode": "unranked-balanced", + "chunks": 811, + "tokens": 3169, + "ndcg5": 0.6253657924569532, + "ndcg10": 0.6946971465369343, + "p50_ms": 0.4234369989717379, + "p90_ms": 0.6312957964837551, + "p95_ms": 0.6534268002724276, + "p99_ms": 0.8296525449259203, + "index_ms": 553.188791993307, + "by_category": { + "architecture": 0.8350162546675353, + "semantic": 0.5548829148065936, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "mode": "unranked-bm25", + "chunks": 811, + "tokens": 3047, + "ndcg5": 0.731130526935184, + "ndcg10": 0.7522700186555163, + "p50_ms": 0.5547915061470121, + "p90_ms": 0.8279297180706637, + "p95_ms": 0.9937264549080284, + "p99_ms": 1.0554452950600535, + "index_ms": 553.188791993307, + "by_category": { + "architecture": 0.8094663530159334, + "semantic": 0.6379135901998796, + "symbol": 1.0 + } + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "mode": "unranked-semantic", + "chunks": 811, + "tokens": 3146, + "ndcg5": 0.5195678978178954, + "ndcg10": 0.5304882696588036, + "p50_ms": 0.5006875144317746, + "p90_ms": 0.87417891190853, + "p95_ms": 1.0919836524408315, + "p99_ms": 1.5850967296864829, + "index_ms": 553.188791993307, + "by_category": { + "architecture": 0.6423740286300876, + "semantic": 0.41131471927654584, + "symbol": 0.6666666666666666 + } + }, + { + "repo": "nvm", + "language": "bash", + "mode": "semble-auto", + "chunks": 154, + "tokens": 3072, + "ndcg5": 1.0, + "ndcg10": 1.0, + "p50_ms": 0.5238125158939511, + "p90_ms": 0.6764246994862335, + "p95_ms": 0.7870312459999697, + "p99_ms": 0.8483062480809166, + "index_ms": 119.96283300686628, + "by_category": { + "architecture": 1.0, + "semantic": 1.0 + } + }, + { + "repo": "nvm", + "language": "bash", + "mode": "semble-balanced", + "chunks": 154, + "tokens": 3072, + "ndcg5": 1.0, + "ndcg10": 1.0, + "p50_ms": 0.4969165020156652, + "p90_ms": 0.5312499968567863, + "p95_ms": 0.5340812378562987, + "p99_ms": 0.5429162387736142, + "index_ms": 119.96283300686628, + "by_category": { + "architecture": 1.0, + "semantic": 1.0 + } + }, + { + "repo": "nvm", + "language": "bash", + "mode": "semble-bm25", + "chunks": 154, + "tokens": 3078, + "ndcg5": 1.0, + "ndcg10": 1.0, + "p50_ms": 0.5207915091887116, + "p90_ms": 0.6705286126816645, + "p95_ms": 0.6776148846256547, + "p99_ms": 0.7186229698709211, + "index_ms": 119.96283300686628, + "by_category": { + "architecture": 1.0, + "semantic": 1.0 + } + }, + { + "repo": "nvm", + "language": "bash", + "mode": "semble-semantic", + "chunks": 154, + "tokens": 3026, + "ndcg5": 1.0, + "ndcg10": 1.0, + "p50_ms": 0.5220210150582716, + "p90_ms": 0.6066961097531021, + "p95_ms": 0.6261663744226099, + "p99_ms": 0.7471332838758824, + "index_ms": 119.96283300686628, + "by_category": { + "architecture": 1.0, + "semantic": 1.0 + } + }, + { + "repo": "nvm", + "language": "bash", + "mode": "unranked-auto", + "chunks": 154, + "tokens": 3184, + "ndcg5": 0.9630929753571458, + "ndcg10": 0.9630929753571458, + "p50_ms": 0.2752500004135072, + "p90_ms": 0.31385029724333435, + "p95_ms": 0.32024170359363785, + "p99_ms": 0.35811553912935773, + "index_ms": 119.96283300686628, + "by_category": { + "architecture": 1.0, + "semantic": 0.9589921948412731 + } + }, + { + "repo": "nvm", + "language": "bash", + "mode": "unranked-balanced", + "chunks": 154, + "tokens": 3184, + "ndcg5": 0.9630929753571458, + "ndcg10": 0.9630929753571458, + "p50_ms": 0.2699169854167849, + "p90_ms": 0.3064039163291455, + "p95_ms": 0.3287211453425698, + "p99_ms": 0.33334424108034, + "index_ms": 119.96283300686628, + "by_category": { + "architecture": 1.0, + "semantic": 0.9589921948412731 + } + }, + { + "repo": "nvm", + "language": "bash", + "mode": "unranked-bm25", + "chunks": 154, + "tokens": 3160, + "ndcg5": 0.8892789260714373, + "ndcg10": 0.8892789260714373, + "p50_ms": 0.2708335086936131, + "p90_ms": 0.29184111044742167, + "p95_ms": 0.2999273798195646, + "p99_ms": 0.3646854910766705, + "index_ms": 119.96283300686628, + "by_category": { + "architecture": 0.6309297535714575, + "semantic": 0.9179843896825461 + } + }, + { + "repo": "nvm", + "language": "bash", + "mode": "unranked-semantic", + "chunks": 154, + "tokens": 3057, + "ndcg5": 0.9630929753571458, + "ndcg10": 0.9630929753571458, + "p50_ms": 0.3050005034310743, + "p90_ms": 0.3742088854778558, + "p95_ms": 0.38751431857235735, + "p99_ms": 0.43587006279267365, + "index_ms": 119.96283300686628, + "by_category": { + "architecture": 0.8154648767857288, + "semantic": 0.9794960974206366 + } + }, + { + "repo": "pandoc", + "language": "haskell", + "mode": "semble-auto", + "chunks": 3122, + "tokens": 2679, + "ndcg5": 0.6270750787545916, + "ndcg10": 0.6587932452044573, + "p50_ms": 1.66004199127201, + "p90_ms": 15.272821378312075, + "p95_ms": 16.764422616688535, + "p99_ms": 17.208484531147406, + "index_ms": 1629.4040840002708, + "by_category": { + "architecture": 0.6368991050595311, + "semantic": 0.673389338634408 + } + }, + { + "repo": "pandoc", + "language": "haskell", + "mode": "semble-balanced", + "chunks": 3122, + "tokens": 2679, + "ndcg5": 0.6270750787545916, + "ndcg10": 0.6587932452044573, + "p50_ms": 1.7583125008968636, + "p90_ms": 15.207837490015667, + "p95_ms": 16.984149999916553, + "p99_ms": 17.193530001677573, + "index_ms": 1629.4040840002708, + "by_category": { + "architecture": 0.6368991050595311, + "semantic": 0.673389338634408 + } + }, + { + "repo": "pandoc", + "language": "haskell", + "mode": "semble-bm25", + "chunks": 3122, + "tokens": 2797, + "ndcg5": 0.6736089066582611, + "ndcg10": 0.6736089066582611, + "p50_ms": 1.5905629843473434, + "p90_ms": 14.594550014589915, + "p95_ms": 16.10813335282728, + "p99_ms": 16.70676027191803, + "index_ms": 1629.4040840002708, + "by_category": { + "architecture": 0.6490670081520385, + "semantic": 0.6899701723290762 + } + }, + { + "repo": "pandoc", + "language": "haskell", + "mode": "semble-semantic", + "chunks": 3122, + "tokens": 2746, + "ndcg5": 0.5846268032608155, + "ndcg10": 0.6315199550826629, + "p50_ms": 2.371103997575119, + "p90_ms": 16.76268299925141, + "p95_ms": 17.081158045039047, + "p99_ms": 18.898698812408835, + "index_ms": 1629.4040840002708, + "by_category": { + "architecture": 0.6205328858630988, + "semantic": 0.6388446678957056 + } + }, + { + "repo": "pandoc", + "language": "haskell", + "mode": "unranked-auto", + "chunks": 3122, + "tokens": 2729, + "ndcg5": 0.5270750787545915, + "ndcg10": 0.5437417454212582, + "p50_ms": 1.1321665078867227, + "p90_ms": 1.4695128047605976, + "p95_ms": 1.4753499970538542, + "p99_ms": 1.482570007792674, + "index_ms": 1629.4040840002708, + "by_category": { + "architecture": 0.48882147769004647, + "semantic": 0.5803552572420659 + } + }, + { + "repo": "pandoc", + "language": "haskell", + "mode": "unranked-balanced", + "chunks": 3122, + "tokens": 2729, + "ndcg5": 0.5270750787545915, + "ndcg10": 0.5437417454212582, + "p50_ms": 1.093083992600441, + "p90_ms": 1.4018119050888347, + "p95_ms": 1.5479104156838732, + "p99_ms": 1.7479484953219067, + "index_ms": 1629.4040840002708, + "by_category": { + "architecture": 0.48882147769004647, + "semantic": 0.5803552572420659 + } + }, + { + "repo": "pandoc", + "language": "haskell", + "mode": "unranked-bm25", + "chunks": 3122, + "tokens": 2798, + "ndcg5": 0.4285835871084546, + "ndcg10": 0.495324213801818, + "p50_ms": 1.1575420066947117, + "p90_ms": 1.478067008429207, + "p95_ms": 1.5291399031411856, + "p99_ms": 1.6351279744412748, + "index_ms": 1629.4040840002708, + "by_category": { + "architecture": 0.4088293776224278, + "semantic": 0.5529874379214114 + } + }, + { + "repo": "pandoc", + "language": "haskell", + "mode": "unranked-semantic", + "chunks": 3122, + "tokens": 2748, + "ndcg5": 0.45743561571887287, + "ndcg10": 0.48969921639016845, + "p50_ms": 0.9856250107986853, + "p90_ms": 1.2219747062772515, + "p95_ms": 1.3873958072508685, + "p99_ms": 1.4884119675843974, + "index_ms": 1629.4040840002708, + "by_category": { + "architecture": 0.5665156025825565, + "semantic": 0.4384882922619096 + } + }, + { + "repo": "phoenix", + "language": "elixir", + "mode": "semble-auto", + "chunks": 559, + "tokens": 6561, + "ndcg5": 0.8696694218045175, + "ndcg10": 0.8696694218045175, + "p50_ms": 0.9837920079007745, + "p90_ms": 7.108341605635358, + "p95_ms": 8.655366281163877, + "p99_ms": 9.077706053503789, + "index_ms": 309.7613340069074, + "by_category": { + "architecture": 0.8214210289682636, + "semantic": 0.8758471076530654, + "symbol": 1.0 + } + }, + { + "repo": "phoenix", + "language": "elixir", + "mode": "semble-balanced", + "chunks": 559, + "tokens": 6564, + "ndcg5": 0.8696694218045175, + "ndcg10": 0.8696694218045175, + "p50_ms": 0.9121250186581165, + "p90_ms": 7.198908203281461, + "p95_ms": 7.984713112819006, + "p99_ms": 8.95674262137618, + "index_ms": 309.7613340069074, + "by_category": { + "architecture": 0.8214210289682636, + "semantic": 0.8758471076530654, + "symbol": 1.0 + } + }, + { + "repo": "phoenix", + "language": "elixir", + "mode": "semble-bm25", + "chunks": 559, + "tokens": 7099, + "ndcg5": 0.8600657041891455, + "ndcg10": 0.8600657041891455, + "p50_ms": 0.8462920086458325, + "p90_ms": 7.396433595567941, + "p95_ms": 8.098216680809852, + "p99_ms": 9.402976920828223, + "index_ms": 309.7613340069074, + "by_category": { + "architecture": 0.8137184243097517, + "semantic": 0.8596832229722856, + "symbol": 1.0 + } + }, + { + "repo": "phoenix", + "language": "elixir", + "mode": "semble-semantic", + "chunks": 559, + "tokens": 5485, + "ndcg5": 0.8693569768845262, + "ndcg10": 0.8693569768845262, + "p50_ms": 0.7427920063491911, + "p90_ms": 7.019941811449825, + "p95_ms": 8.22346188360825, + "p99_ms": 8.9752923627384, + "index_ms": 309.7613340069074, + "by_category": { + "architecture": 0.847881083730162, + "semantic": 0.8409789724620774, + "symbol": 1.0 + } + }, + { + "repo": "phoenix", + "language": "elixir", + "mode": "unranked-auto", + "chunks": 559, + "tokens": 6186, + "ndcg5": 0.6430770365753588, + "ndcg10": 0.687019263378931, + "p50_ms": 0.2846670104190707, + "p90_ms": 0.3092743980232626, + "p95_ms": 0.3226787812309337, + "p99_ms": 0.41246855689678347, + "index_ms": 309.7613340069074, + "by_category": { + "architecture": 0.7395892932814926, + "semantic": 0.7358458471153047, + "symbol": 0.4153804782863739 + } + }, + { + "repo": "phoenix", + "language": "elixir", + "mode": "unranked-balanced", + "chunks": 559, + "tokens": 6304, + "ndcg5": 0.640770523373314, + "ndcg10": 0.6847127501768862, + "p50_ms": 0.2846670104190707, + "p90_ms": 0.3154665930196643, + "p95_ms": 0.3327414015075191, + "p99_ms": 0.3644818876637146, + "index_ms": 309.7613340069074, + "by_category": { + "architecture": 0.7395892932814926, + "semantic": 0.7358458471153047, + "symbol": 0.40077256134009015 + } + }, + { + "repo": "phoenix", + "language": "elixir", + "mode": "unranked-bm25", + "chunks": 559, + "tokens": 6783, + "ndcg5": 0.5775993025576263, + "ndcg10": 0.6466911842420515, + "p50_ms": 0.28375000692903996, + "p90_ms": 0.29625778552144766, + "p95_ms": 0.3068124991841613, + "p99_ms": 0.3405624837614596, + "index_ms": 309.7613340069074, + "by_category": { + "architecture": 0.6869065320299473, + "semantic": 0.6961810226560111, + "symbol": 0.4105688512457914 + } + }, + { + "repo": "phoenix", + "language": "elixir", + "mode": "unranked-semantic", + "chunks": 559, + "tokens": 6065, + "ndcg5": 0.6347745249075731, + "ndcg10": 0.6693659555797838, + "p50_ms": 0.2980419958475977, + "p90_ms": 0.34996700123883784, + "p95_ms": 0.3714960999786854, + "p99_ms": 0.3738656220957637, + "index_ms": 309.7613340069074, + "by_category": { + "architecture": 0.7298259003917382, + "semantic": 0.6838405350259164, + "symbol": 0.4542121024362773 + } + }, + { + "repo": "plug", + "language": "elixir", + "mode": "semble-auto", + "chunks": 280, + "tokens": 5453, + "ndcg5": 0.9077324383928644, + "ndcg10": 0.9077324383928644, + "p50_ms": 0.6926455098437145, + "p90_ms": 5.512049997923897, + "p95_ms": 6.10523126233602, + "p99_ms": 7.146146269806193, + "index_ms": 149.05004101456143, + "by_category": { + "architecture": 1.0, + "semantic": 0.868189197704092, + "symbol": 1.0 + } + }, + { + "repo": "plug", + "language": "elixir", + "mode": "semble-balanced", + "chunks": 280, + "tokens": 5439, + "ndcg5": 0.9077324383928644, + "ndcg10": 0.9077324383928644, + "p50_ms": 0.6850829959148541, + "p90_ms": 5.326774690183812, + "p95_ms": 5.872674983402249, + "p99_ms": 6.808235007047186, + "index_ms": 149.05004101456143, + "by_category": { + "architecture": 1.0, + "semantic": 0.868189197704092, + "symbol": 1.0 + } + }, + { + "repo": "plug", + "language": "elixir", + "mode": "semble-bm25", + "chunks": 280, + "tokens": 6113, + "ndcg5": 0.9077324383928644, + "ndcg10": 0.9077324383928644, + "p50_ms": 0.6315414939308539, + "p90_ms": 5.636708391830326, + "p95_ms": 6.110486025863794, + "p99_ms": 7.058997202839235, + "index_ms": 149.05004101456143, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.8945513581632737, + "symbol": 1.0 + } + }, + { + "repo": "plug", + "language": "elixir", + "mode": "semble-semantic", + "chunks": 280, + "tokens": 4326, + "ndcg5": 0.8761859507142915, + "ndcg10": 0.8939963100696927, + "p50_ms": 0.5371459992602468, + "p90_ms": 5.396128896973097, + "p95_ms": 6.009804476343562, + "p99_ms": 7.003694501763674, + "index_ms": 149.05004101456143, + "by_category": { + "architecture": 1.0, + "semantic": 0.8749283177015996, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "plug", + "language": "elixir", + "mode": "unranked-auto", + "chunks": 280, + "tokens": 4434, + "ndcg5": 0.7824356157188729, + "ndcg10": 0.7991022823855396, + "p50_ms": 0.2594794932520017, + "p90_ms": 0.2724333025980741, + "p95_ms": 0.275878825050313, + "p99_ms": 0.28607575368369, + "index_ms": 149.05004101456143, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.765727581469134, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "plug", + "language": "elixir", + "mode": "unranked-balanced", + "chunks": 280, + "tokens": 4434, + "ndcg5": 0.7824356157188729, + "ndcg10": 0.7991022823855396, + "p50_ms": 0.25608351279515773, + "p90_ms": 0.27502111915964633, + "p95_ms": 0.27993299736408517, + "p99_ms": 0.30615299794590095, + "index_ms": 149.05004101456143, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.765727581469134, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "plug", + "language": "elixir", + "mode": "unranked-bm25", + "chunks": 280, + "tokens": 5086, + "ndcg5": 0.8139821033974457, + "ndcg10": 0.8139821033974457, + "p50_ms": 0.26706299104262143, + "p90_ms": 0.2957335906103254, + "p95_ms": 0.32132675696630036, + "p99_ms": 0.3763317555421962, + "index_ms": 149.05004101456143, + "by_category": { + "architecture": 0.8333333333333334, + "semantic": 0.8056887191392083, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "plug", + "language": "elixir", + "mode": "unranked-semantic", + "chunks": 280, + "tokens": 4138, + "ndcg5": 0.7746141434859123, + "ndcg10": 0.7746141434859123, + "p50_ms": 0.26033350150100887, + "p90_ms": 0.27799099625553936, + "p95_ms": 0.28228895098436624, + "p99_ms": 0.2860577922547236, + "index_ms": 149.05004101456143, + "by_category": { + "architecture": 0.8102255193577976, + "semantic": 0.745048325576671, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "pydantic", + "language": "python", + "mode": "semble-auto", + "chunks": 1533, + "tokens": 3259, + "ndcg5": 0.7779397805814576, + "ndcg10": 0.7990792723017901, + "p50_ms": 0.9697915083961561, + "p90_ms": 10.286049693240786, + "p95_ms": 11.125189597078137, + "p99_ms": 14.719071541039733, + "index_ms": 648.822791990824, + "by_category": { + "architecture": 0.7133473647659958, + "semantic": 0.7946530173877968, + "symbol": 0.9261859507142916 + } + }, + { + "repo": "pydantic", + "language": "python", + "mode": "semble-balanced", + "chunks": 1533, + "tokens": 3253, + "ndcg5": 0.7779397805814576, + "ndcg10": 0.7990792723017901, + "p50_ms": 1.0450419940752909, + "p90_ms": 10.346729797311127, + "p95_ms": 11.070554505568001, + "p99_ms": 14.272244509775186, + "index_ms": 648.822791990824, + "by_category": { + "architecture": 0.7133473647659958, + "semantic": 0.7946530173877968, + "symbol": 0.9261859507142916 + } + }, + { + "repo": "pydantic", + "language": "python", + "mode": "semble-bm25", + "chunks": 1533, + "tokens": 3172, + "ndcg5": 0.7294373667507709, + "ndcg10": 0.7505768584711034, + "p50_ms": 0.920082995435223, + "p90_ms": 10.035311922547407, + "p95_ms": 10.797710386395924, + "p99_ms": 14.602808467170682, + "index_ms": 648.822791990824, + "by_category": { + "architecture": 0.5617354388464583, + "semantic": 0.7599236371871074, + "symbol": 1.0 + } + }, + { + "repo": "pydantic", + "language": "python", + "mode": "semble-semantic", + "chunks": 1533, + "tokens": 3154, + "ndcg5": 0.7456582305417333, + "ndcg10": 0.7553295507225968, + "p50_ms": 1.5529164957115427, + "p90_ms": 13.027562521165242, + "p95_ms": 16.761791650787934, + "p99_ms": 25.616424738545888, + "index_ms": 648.822791990824, + "by_category": { + "architecture": 0.6508486388188989, + "semantic": 0.7399650986435234, + "symbol": 0.9261859507142916 + } + }, + { + "repo": "pydantic", + "language": "python", + "mode": "unranked-auto", + "chunks": 1533, + "tokens": 3371, + "ndcg5": 0.626362295337211, + "ndcg10": 0.661917875356608, + "p50_ms": 1.7779169866116717, + "p90_ms": 2.251608605729416, + "p95_ms": 2.315141342114657, + "p99_ms": 2.382528285961598, + "index_ms": 648.822791990824, + "by_category": { + "architecture": 0.5989404040126355, + "semantic": 0.6746327955832818, + "symbol": 0.7297424628754914 + } + }, + { + "repo": "pydantic", + "language": "python", + "mode": "unranked-balanced", + "chunks": 1533, + "tokens": 3371, + "ndcg5": 0.5820196549754839, + "ndcg10": 0.635385594350282, + "p50_ms": 1.313645494519733, + "p90_ms": 2.0577994175255303, + "p95_ms": 2.4717499953112565, + "p99_ms": 2.5211499954457395, + "index_ms": 648.822791990824, + "by_category": { + "architecture": 0.5989404040126355, + "semantic": 0.6746327955832818, + "symbol": 0.6236133388501874 + } + }, + { + "repo": "pydantic", + "language": "python", + "mode": "unranked-bm25", + "chunks": 1533, + "tokens": 3365, + "ndcg5": 0.583960276835441, + "ndcg10": 0.5936315970163045, + "p50_ms": 1.060312511981465, + "p90_ms": 1.9329746952280409, + "p95_ms": 2.329172965255566, + "p99_ms": 2.552201795042492, + "index_ms": 648.822791990824, + "by_category": { + "architecture": 0.4464737650493893, + "semantic": 0.5857136591669393, + "symbol": 0.8123212623289702 + } + }, + { + "repo": "pydantic", + "language": "python", + "mode": "unranked-semantic", + "chunks": 1533, + "tokens": 3152, + "ndcg5": 0.43578832776167314, + "ndcg10": 0.5007305425561175, + "p50_ms": 1.1654170084511861, + "p90_ms": 2.1911746996920556, + "p95_ms": 2.2766999842133373, + "p99_ms": 2.3500400118064135, + "index_ms": 648.822791990824, + "by_category": { + "architecture": 0.5455497274898097, + "semantic": 0.55620266547932, + "symbol": 0.34922828697182434 + } + }, + { + "repo": "rack", + "language": "ruby", + "mode": "semble-auto", + "chunks": 256, + "tokens": 2716, + "ndcg5": 0.9200892395358251, + "ndcg10": 0.9200892395358251, + "p50_ms": 1.7423749959561974, + "p90_ms": 10.633578701526863, + "p95_ms": 15.498512439080514, + "p99_ms": 15.554668873664923, + "index_ms": 238.04487500456162, + "by_category": { + "architecture": 1.0, + "semantic": 0.8561606311644849, + "symbol": 1.0 + } + }, + { + "repo": "rack", + "language": "ruby", + "mode": "semble-balanced", + "chunks": 256, + "tokens": 2682, + "ndcg5": 0.9200892395358251, + "ndcg10": 0.9200892395358251, + "p50_ms": 0.8553960215067491, + "p90_ms": 6.196378599270249, + "p95_ms": 8.144351882219777, + "p99_ms": 10.096037573239295, + "index_ms": 238.04487500456162, + "by_category": { + "architecture": 1.0, + "semantic": 0.8561606311644849, + "symbol": 1.0 + } + }, + { + "repo": "rack", + "language": "ruby", + "mode": "semble-bm25", + "chunks": 256, + "tokens": 2918, + "ndcg5": 0.8474523542700645, + "ndcg10": 0.8474523542700645, + "p50_ms": 0.6857914995634928, + "p90_ms": 6.62550368870143, + "p95_ms": 8.362856155144978, + "p99_ms": 9.917704024701376, + "index_ms": 238.04487500456162, + "by_category": { + "architecture": 1.0, + "semantic": 0.7254142376861159, + "symbol": 1.0 + } + }, + { + "repo": "rack", + "language": "ruby", + "mode": "semble-semantic", + "chunks": 256, + "tokens": 2548, + "ndcg5": 0.9200892395358251, + "ndcg10": 0.9200892395358251, + "p50_ms": 0.6230209983186796, + "p90_ms": 7.28507511375938, + "p95_ms": 10.541673262196127, + "p99_ms": 10.931568262458311, + "index_ms": 238.04487500456162, + "by_category": { + "architecture": 1.0, + "semantic": 0.8561606311644849, + "symbol": 1.0 + } + }, + { + "repo": "rack", + "language": "ruby", + "mode": "unranked-auto", + "chunks": 256, + "tokens": 2977, + "ndcg5": 0.8898768089336665, + "ndcg10": 0.9096660971063346, + "p50_ms": 0.2837495121639222, + "p90_ms": 0.37971240526530897, + "p95_ms": 0.4524768562987446, + "p99_ms": 0.49052896443754423, + "index_ms": 238.04487500456162, + "by_category": { + "architecture": 1.0, + "semantic": 0.8987136940679481, + "symbol": 0.8773705614469083 + } + }, + { + "repo": "rack", + "language": "ruby", + "mode": "unranked-balanced", + "chunks": 256, + "tokens": 2984, + "ndcg5": 0.8898768089336665, + "ndcg10": 0.9096660971063346, + "p50_ms": 0.2679579920368269, + "p90_ms": 0.37462109758052975, + "p95_ms": 0.45789730065735, + "p99_ms": 0.7173458547913463, + "index_ms": 238.04487500456162, + "by_category": { + "architecture": 1.0, + "semantic": 0.8987136940679481, + "symbol": 0.8773705614469083 + } + }, + { + "repo": "rack", + "language": "ruby", + "mode": "unranked-bm25", + "chunks": 256, + "tokens": 2943, + "ndcg5": 0.8138173507987476, + "ndcg10": 0.8336066389714155, + "p50_ms": 0.27429149486124516, + "p90_ms": 0.3315583075163886, + "p95_ms": 0.3550650508259422, + "p99_ms": 0.39974580431589846, + "index_ms": 238.04487500456162, + "by_category": { + "architecture": 1.0, + "semantic": 0.798713694067948, + "symbol": 0.8035565121611998 + } + }, + { + "repo": "rack", + "language": "ruby", + "mode": "unranked-semantic", + "chunks": 256, + "tokens": 2839, + "ndcg5": 0.8534085064525992, + "ndcg10": 0.8709343329406952, + "p50_ms": 0.2693124988581985, + "p90_ms": 0.3166376060107723, + "p95_ms": 0.3314669389510526, + "p99_ms": 0.3826933755772187, + "index_ms": 238.04487500456162, + "by_category": { + "architecture": 1.0, + "semantic": 0.8746141434859123, + "symbol": 0.7861353116146785 + } + }, + { + "repo": "rails", + "language": "ruby", + "mode": "semble-auto", + "chunks": 498, + "tokens": 2508, + "ndcg5": 0.8445678978178954, + "ndcg10": 0.8445678978178954, + "p50_ms": 1.0861044866032898, + "p90_ms": 8.10421189235058, + "p95_ms": 10.129518739995547, + "p99_ms": 10.16210374480579, + "index_ms": 254.99995800782926, + "by_category": { + "architecture": 0.845500808108813, + "semantic": 0.8596832229722856, + "symbol": 0.8160170306431477 + } + }, + { + "repo": "rails", + "language": "ruby", + "mode": "semble-balanced", + "chunks": 498, + "tokens": 2509, + "ndcg5": 0.8466931715084023, + "ndcg10": 0.8569122913878265, + "p50_ms": 1.2620625057024881, + "p90_ms": 6.986525290994909, + "p95_ms": 9.982824978942517, + "p99_ms": 10.53876498743193, + "index_ms": 254.99995800782926, + "by_category": { + "architecture": 0.845500808108813, + "semantic": 0.8596832229722856, + "symbol": 0.8777389984928038 + } + }, + { + "repo": "rails", + "language": "ruby", + "mode": "semble-bm25", + "chunks": 498, + "tokens": 2562, + "ndcg5": 0.7554753636489658, + "ndcg10": 0.7937239627632156, + "p50_ms": 1.049374506692402, + "p90_ms": 7.751387791358869, + "p95_ms": 10.270541690988466, + "p99_ms": 10.295875541632995, + "index_ms": 254.99995800782926, + "by_category": { + "architecture": 0.8341462304650082, + "semantic": 0.6937438838725746, + "symbol": 0.8777389984928038 + } + }, + { + "repo": "rails", + "language": "ruby", + "mode": "semble-semantic", + "chunks": 498, + "tokens": 2319, + "ndcg5": 0.7976482134001379, + "ndcg10": 0.8170961181185407, + "p50_ms": 0.6660625076619908, + "p90_ms": 6.6678035043878525, + "p95_ms": 9.551609777554404, + "p99_ms": 9.7274555414333, + "index_ms": 254.99995800782926, + "by_category": { + "architecture": 0.793158922575921, + "semantic": 0.8132194378880441, + "symbol": 0.8777389984928038 + } + }, + { + "repo": "rails", + "language": "ruby", + "mode": "unranked-auto", + "chunks": 498, + "tokens": 2828, + "ndcg5": 0.6500213969313876, + "ndcg10": 0.6992054807164123, + "p50_ms": 0.2736040041781962, + "p90_ms": 0.29434142634272575, + "p95_ms": 0.3014211688423529, + "p99_ms": 0.305284236674197, + "index_ms": 254.99995800782926, + "by_category": { + "architecture": 0.6942451276030375, + "semantic": 0.7475699635570601, + "symbol": 0.6257284302503723 + } + }, + { + "repo": "rails", + "language": "ruby", + "mode": "unranked-balanced", + "chunks": 498, + "tokens": 2813, + "ndcg5": 0.6521466706218945, + "ndcg10": 0.7013307544069193, + "p50_ms": 0.2697500167414546, + "p90_ms": 0.2855749917216599, + "p95_ms": 0.28917086456203833, + "p99_ms": 0.2993677931954153, + "index_ms": 254.99995800782926, + "by_category": { + "architecture": 0.6942451276030375, + "semantic": 0.7475699635570601, + "symbol": 0.6363547987029069 + } + }, + { + "repo": "rails", + "language": "ruby", + "mode": "unranked-bm25", + "chunks": 498, + "tokens": 2926, + "ndcg5": 0.5678773597178237, + "ndcg10": 0.6099176395412929, + "p50_ms": 0.26947949663735926, + "p90_ms": 0.28167502023279667, + "p95_ms": 0.28222712280694395, + "p99_ms": 0.283779029850848, + "index_ms": 254.99995800782926, + "by_category": { + "architecture": 0.5912193730665936, + "semantic": 0.6603425942358888, + "symbol": 0.5637450683938239 + } + }, + { + "repo": "rails", + "language": "ruby", + "mode": "unranked-semantic", + "chunks": 498, + "tokens": 2567, + "ndcg5": 0.5090977896616014, + "ndcg10": 0.5649946972267813, + "p50_ms": 0.2690625115064904, + "p90_ms": 0.27739588695112616, + "p95_ms": 0.28020269819535315, + "p99_ms": 0.28580692247487605, + "index_ms": 254.99995800782926, + "by_category": { + "architecture": 0.5266790732018661, + "semantic": 0.5751241997928059, + "symbol": 0.6334782217922975 + } + }, + { + "repo": "redis", + "language": "c", + "mode": "semble-auto", + "chunks": 6367, + "tokens": 3434, + "ndcg5": 0.9158764682653967, + "ndcg10": 0.9158764682653967, + "p50_ms": 1.5695625188527629, + "p90_ms": 1.7903247120557353, + "p95_ms": 1.8275207941769622, + "p99_ms": 1.8468369517358951, + "index_ms": 3616.9542080024257, + "by_category": { + "architecture": 0.9430676558073394, + "semantic": 0.8886852807234542 + } + }, + { + "repo": "redis", + "language": "c", + "mode": "semble-balanced", + "chunks": 6367, + "tokens": 3434, + "ndcg5": 0.9158764682653967, + "ndcg10": 0.9158764682653967, + "p50_ms": 1.5840624837437645, + "p90_ms": 1.7990160995395854, + "p95_ms": 1.8673045036848634, + "p99_ms": 1.8826944881584495, + "index_ms": 3616.9542080024257, + "by_category": { + "architecture": 0.9430676558073394, + "semantic": 0.8886852807234542 + } + }, + { + "repo": "redis", + "language": "c", + "mode": "semble-bm25", + "chunks": 6367, + "tokens": 3998, + "ndcg5": 0.9215338279036697, + "ndcg10": 0.9382004945703365, + "p50_ms": 1.3811460084980354, + "p90_ms": 1.4684297988424078, + "p95_ms": 1.5498607564950364, + "p99_ms": 1.7314057453768326, + "index_ms": 3616.9542080024257, + "by_category": { + "architecture": 0.9430676558073394, + "semantic": 0.9333333333333333 + } + }, + { + "repo": "redis", + "language": "c", + "mode": "semble-semantic", + "chunks": 6367, + "tokens": 3174, + "ndcg5": 0.8889821033974457, + "ndcg10": 0.8889821033974457, + "p50_ms": 1.125208509620279, + "p90_ms": 1.2470875051803887, + "p95_ms": 1.2933062636875547, + "p99_ms": 1.4024612543289547, + "index_ms": 3616.9542080024257, + "by_category": { + "architecture": 0.95, + "semantic": 0.8279642067948915 + } + }, + { + "repo": "redis", + "language": "c", + "mode": "unranked-auto", + "chunks": 6367, + "tokens": 3167, + "ndcg5": 0.7377071188430581, + "ndcg10": 0.7555174781984592, + "p50_ms": 0.8092915086308494, + "p90_ms": 0.9737544838571921, + "p95_ms": 0.9860461403150113, + "p99_ms": 1.0583092423621563, + "index_ms": 3616.9542080024257, + "by_category": { + "architecture": 0.7930676558073393, + "semantic": 0.7179673005895788 + } + }, + { + "repo": "redis", + "language": "c", + "mode": "unranked-balanced", + "chunks": 6367, + "tokens": 3167, + "ndcg5": 0.7377071188430581, + "ndcg10": 0.7555174781984592, + "p50_ms": 0.8586875046603382, + "p90_ms": 0.9668954910011963, + "p95_ms": 1.0568496596533805, + "p99_ms": 1.133102747844532, + "index_ms": 3616.9542080024257, + "by_category": { + "architecture": 0.7930676558073393, + "semantic": 0.7179673005895788 + } + }, + { + "repo": "redis", + "language": "c", + "mode": "unranked-bm25", + "chunks": 6367, + "tokens": 3221, + "ndcg5": 0.6692536065216309, + "ndcg10": 0.7193275665483276, + "p50_ms": 0.8241455070674419, + "p90_ms": 0.9476291976170614, + "p95_ms": 0.9478044448769651, + "p99_ms": 0.9498936866293661, + "index_ms": 3616.9542080024257, + "by_category": { + "architecture": 0.6479419810397723, + "semantic": 0.7907131520568825 + } + }, + { + "repo": "redis", + "language": "c", + "mode": "unranked-semantic", + "chunks": 6367, + "tokens": 3142, + "ndcg5": 0.7758000942002038, + "ndcg10": 0.7758000942002038, + "p50_ms": 0.7755620026728138, + "p90_ms": 0.8923368906835094, + "p95_ms": 0.8983771127532236, + "p99_ms": 0.9326090253307483, + "index_ms": 3616.9542080024257, + "by_category": { + "architecture": 0.8192536065216307, + "semantic": 0.7323465818787765 + } + }, + { + "repo": "redux", + "language": "javascript", + "mode": "semble-auto", + "chunks": 53, + "tokens": 2834, + "ndcg5": 0.8863147192765458, + "ndcg10": 0.9137963988128106, + "p50_ms": 0.7015210139798, + "p90_ms": 3.9154455094831064, + "p95_ms": 4.14931219420396, + "p99_ms": 6.064196055522185, + "index_ms": 32.40712499246001, + "by_category": { + "architecture": 0.9032867981913646, + "semantic": 0.872911909678669, + "symbol": 1.0 + } + }, + { + "repo": "redux", + "language": "javascript", + "mode": "semble-balanced", + "chunks": 53, + "tokens": 2830, + "ndcg5": 0.8863147192765458, + "ndcg10": 0.9137963988128106, + "p50_ms": 0.6989795074332505, + "p90_ms": 3.547329214052297, + "p95_ms": 3.745594066276683, + "p99_ms": 5.910485215426885, + "index_ms": 32.40712499246001, + "by_category": { + "architecture": 0.9032867981913646, + "semantic": 0.872911909678669, + "symbol": 1.0 + } + }, + { + "repo": "redux", + "language": "javascript", + "mode": "semble-bm25", + "chunks": 53, + "tokens": 2929, + "ndcg5": 0.880657359638273, + "ndcg10": 0.8973240263049396, + "p50_ms": 0.5180205043870956, + "p90_ms": 3.43971689871978, + "p95_ms": 3.662661831185689, + "p99_ms": 5.591098767763466, + "index_ms": 32.40712499246001, + "by_category": { + "architecture": 0.8710490642551528, + "semantic": 0.8577984600630972, + "symbol": 1.0 + } + }, + { + "repo": "redux", + "language": "javascript", + "mode": "semble-semantic", + "chunks": 53, + "tokens": 2709, + "ndcg5": 0.8928612069551187, + "ndcg10": 0.9197469935012098, + "p50_ms": 0.45991702063474804, + "p90_ms": 3.4315119177335873, + "p95_ms": 3.5768666479270923, + "p99_ms": 5.602139713009816, + "index_ms": 32.40712499246001, + "by_category": { + "architecture": 0.9051127971865672, + "semantic": 0.884918120767199, + "symbol": 1.0 + } + }, + { + "repo": "redux", + "language": "javascript", + "mode": "unranked-auto", + "chunks": 53, + "tokens": 2942, + "ndcg5": 0.842475350441031, + "ndcg10": 0.842475350441031, + "p50_ms": 0.22427049407269806, + "p90_ms": 0.2442537865135819, + "p95_ms": 0.2759118477115409, + "p99_ms": 0.4772487498121333, + "index_ms": 32.40712499246001, + "by_category": { + "architecture": 0.7877157309218195, + "semantic": 0.8547262294684788, + "symbol": 0.8861353116146786 + } + }, + { + "repo": "redux", + "language": "javascript", + "mode": "unranked-balanced", + "chunks": 53, + "tokens": 2941, + "ndcg5": 0.842475350441031, + "ndcg10": 0.842475350441031, + "p50_ms": 0.23010400764178485, + "p90_ms": 0.25075870798900723, + "p95_ms": 0.25844646006589755, + "p99_ms": 0.26015569892479107, + "index_ms": 32.40712499246001, + "by_category": { + "architecture": 0.7877157309218195, + "semantic": 0.8547262294684788, + "symbol": 0.8861353116146786 + } + }, + { + "repo": "redux", + "language": "javascript", + "mode": "unranked-bm25", + "chunks": 53, + "tokens": 2973, + "ndcg5": 0.807049759204785, + "ndcg10": 0.807049759204785, + "p50_ms": 0.2239165041828528, + "p90_ms": 0.2514673105906695, + "p95_ms": 0.2598732462502085, + "p99_ms": 0.3181082473020068, + "index_ms": 32.40712499246001, + "by_category": { + "architecture": 0.7718216255952429, + "semantic": 0.78659876360565, + "symbol": 0.8861353116146786 + } + }, + { + "repo": "redux", + "language": "javascript", + "mode": "unranked-semantic", + "chunks": 53, + "tokens": 2836, + "ndcg5": 0.8490218381196037, + "ndcg10": 0.8490218381196037, + "p50_ms": 0.21877099061384797, + "p90_ms": 0.24419139663223177, + "p95_ms": 0.25016905419761315, + "p99_ms": 0.25780018913792446, + "index_ms": 32.40712499246001, + "by_category": { + "architecture": 0.7146501161959612, + "semantic": 0.9179843896825461, + "symbol": 0.8861353116146786 + } + }, + { + "repo": "requests", + "language": "python", + "mode": "semble-auto", + "chunks": 169, + "tokens": 3016, + "ndcg5": 0.9652540586697873, + "ndcg10": 0.9652540586697873, + "p50_ms": 0.5069375038146973, + "p90_ms": 5.329687218181789, + "p95_ms": 5.39765627036104, + "p99_ms": 5.424731255334336, + "index_ms": 70.61870800680481, + "by_category": { + "architecture": 0.9709908720694624, + "semantic": 0.9385181336136883, + "symbol": 1.0 + } + }, + { + "repo": "requests", + "language": "python", + "mode": "semble-balanced", + "chunks": 169, + "tokens": 3012, + "ndcg5": 0.9652540586697873, + "ndcg10": 0.9652540586697873, + "p50_ms": 0.5116664979141206, + "p90_ms": 5.157661903649569, + "p95_ms": 5.2128187569906, + "p99_ms": 5.248063759936485, + "index_ms": 70.61870800680481, + "by_category": { + "architecture": 0.9709908720694624, + "semantic": 0.9385181336136883, + "symbol": 1.0 + } + }, + { + "repo": "requests", + "language": "python", + "mode": "semble-bm25", + "chunks": 169, + "tokens": 3124, + "ndcg5": 0.9335971402197305, + "ndcg10": 0.9424591045589329, + "p50_ms": 0.4717289994005114, + "p90_ms": 5.167208411148749, + "p95_ms": 5.184892282704823, + "p99_ms": 5.23707844724413, + "index_ms": 70.61870800680481, + "by_category": { + "architecture": 0.9058624317527358, + "semantic": 0.9385181336136883, + "symbol": 1.0 + } + }, + { + "repo": "requests", + "language": "python", + "mode": "semble-semantic", + "chunks": 169, + "tokens": 2896, + "ndcg5": 0.9740637329553106, + "ndcg10": 0.9740637329553106, + "p50_ms": 0.42762450175359845, + "p90_ms": 5.143799984944053, + "p95_ms": 5.229487510223407, + "p99_ms": 5.276797494443599, + "index_ms": 70.61870800680481, + "by_category": { + "architecture": 1.0, + "semantic": 0.9351593323882765, + "symbol": 1.0 + } + }, + { + "repo": "requests", + "language": "python", + "mode": "unranked-auto", + "chunks": 169, + "tokens": 2958, + "ndcg5": 0.7178166900350706, + "ndcg10": 0.7526710180929838, + "p50_ms": 0.25072949938476086, + "p90_ms": 0.26116250664927065, + "p95_ms": 0.2643125000759028, + "p99_ms": 0.27286249882308766, + "index_ms": 70.61870800680481, + "by_category": { + "architecture": 0.7668828761533699, + "semantic": 0.8048873492408704, + "symbol": 0.6492282869718243 + } + }, + { + "repo": "requests", + "language": "python", + "mode": "unranked-balanced", + "chunks": 169, + "tokens": 2965, + "ndcg5": 0.7371593303967978, + "ndcg10": 0.7562404146154245, + "p50_ms": 0.24539550940971822, + "p90_ms": 0.2557541971327737, + "p95_ms": 0.2570566037320532, + "p99_ms": 0.2591785372351296, + "index_ms": 70.61870800680481, + "by_category": { + "architecture": 0.7668828761533699, + "semantic": 0.8048873492408704, + "symbol": 0.6635058730615869 + } + }, + { + "repo": "requests", + "language": "python", + "mode": "unranked-bm25", + "chunks": 169, + "tokens": 3131, + "ndcg5": 0.5271409926060272, + "ndcg10": 0.6033418421058976, + "p50_ms": 0.24177049635909498, + "p90_ms": 0.26116250664927065, + "p95_ms": 0.2639937505591661, + "p99_ms": 0.26769875665195286, + "index_ms": 70.61870800680481, + "by_category": { + "architecture": 0.6178987550585167, + "semantic": 0.6240070552706198, + "symbol": 0.5498978229086747 + } + }, + { + "repo": "requests", + "language": "python", + "mode": "unranked-semantic", + "chunks": 169, + "tokens": 2825, + "ndcg5": 0.8378690845321319, + "ndcg10": 0.8378690845321319, + "p50_ms": 0.24204151122830808, + "p90_ms": 0.25646309077274054, + "p95_ms": 0.26128953031729907, + "p99_ms": 0.26569070701953024, + "index_ms": 70.61870800680481, + "by_category": { + "architecture": 0.9128703030022887, + "semantic": 0.9055096182921145, + "symbol": 0.6246425246579402 + } + }, + { + "repo": "serde", + "language": "rust", + "mode": "semble-auto", + "chunks": 1178, + "tokens": 3017, + "ndcg5": 0.7965338279036697, + "ndcg10": 0.8301174310983572, + "p50_ms": 1.4784585073357448, + "p90_ms": 8.80864170030691, + "p95_ms": 11.504694100585766, + "p99_ms": 11.904106028960086, + "index_ms": 521.1282909731381, + "by_category": { + "architecture": 0.8543823750838853, + "semantic": 0.6764208118547154, + "symbol": 1.0 + } + }, + { + "repo": "serde", + "language": "rust", + "mode": "semble-balanced", + "chunks": 1178, + "tokens": 3007, + "ndcg5": 0.7965338279036697, + "ndcg10": 0.8301174310983572, + "p50_ms": 1.452520999009721, + "p90_ms": 8.81572910875548, + "p95_ms": 11.379711919289548, + "p99_ms": 12.068209589051547, + "index_ms": 521.1282909731381, + "by_category": { + "architecture": 0.8543823750838853, + "semantic": 0.6764208118547154, + "symbol": 1.0 + } + }, + { + "repo": "serde", + "language": "rust", + "mode": "semble-bm25", + "chunks": 1178, + "tokens": 3102, + "ndcg5": 0.7946394630357186, + "ndcg10": 0.803501427374921, + "p50_ms": 1.4092919882386923, + "p90_ms": 8.546170592308048, + "p95_ms": 11.283117279526778, + "p99_ms": 11.952423453913068, + "index_ms": 521.1282909731381, + "by_category": { + "architecture": 0.8808169040355505, + "semantic": 0.5436432511904858, + "symbol": 1.0 + } + }, + { + "repo": "serde", + "language": "rust", + "mode": "semble-semantic", + "chunks": 1178, + "tokens": 2089, + "ndcg5": 0.6508891280403, + "ndcg10": 0.6844727312349875, + "p50_ms": 1.0170619934797287, + "p90_ms": 8.533850620733578, + "p95_ms": 11.104443730437197, + "p99_ms": 11.683088734862393, + "index_ms": 521.1282909731381, + "by_category": { + "architecture": 0.5517782560805999, + "semantic": 0.6952786773156251, + "symbol": 1.0 + } + }, + { + "repo": "serde", + "language": "rust", + "mode": "unranked-auto", + "chunks": 1178, + "tokens": 3048, + "ndcg5": 0.5780803155822426, + "ndcg10": 0.6137010342930449, + "p50_ms": 0.4113540198886767, + "p90_ms": 0.4554953222395853, + "p95_ms": 0.48079027037601924, + "p99_ms": 0.529525265446864, + "index_ms": 521.1282909731381, + "by_category": { + "architecture": 0.7561606311644851, + "semantic": 0.5, + "symbol": 0.42810359355401106 + } + }, + { + "repo": "serde", + "language": "rust", + "mode": "unranked-balanced", + "chunks": 1178, + "tokens": 3021, + "ndcg5": 0.6189567838476393, + "ndcg10": 0.6189567838476393, + "p50_ms": 0.425124992034398, + "p90_ms": 0.46523718629032373, + "p95_ms": 0.47960625088308007, + "p99_ms": 0.5059212521882728, + "index_ms": 521.1282909731381, + "by_category": { + "architecture": 0.7561606311644851, + "semantic": 0.5, + "symbol": 0.4543823413269837 + } + }, + { + "repo": "serde", + "language": "rust", + "mode": "unranked-bm25", + "chunks": 1178, + "tokens": 3272, + "ndcg5": 0.49771977861796124, + "ndcg10": 0.5310531119512947, + "p50_ms": 0.4036870086565614, + "p90_ms": 0.4421711026225239, + "p95_ms": 0.4614642981323414, + "p99_ms": 0.5147600578493438, + "index_ms": 521.1282909731381, + "by_category": { + "architecture": 0.6954395572359223, + "semantic": 0.5, + "symbol": 0.16666666666666666 + } + }, + { + "repo": "serde", + "language": "rust", + "mode": "unranked-semantic", + "chunks": 1178, + "tokens": 2542, + "ndcg5": 0.40704975920478503, + "ndcg10": 0.4543648596592796, + "p50_ms": 0.39585449849255383, + "p90_ms": 0.4445086175110191, + "p95_ms": 0.4640517348889262, + "p99_ms": 0.5262767442036419, + "index_ms": 521.1282909731381, + "by_category": { + "architecture": 0.398713694067948, + "semantic": 0.5064256568102102, + "symbol": 0.5154015779112127 + } + }, + { + "repo": "sinatra", + "language": "ruby", + "mode": "semble-auto", + "chunks": 70, + "tokens": 2831, + "ndcg5": 0.9530803155822426, + "ndcg10": 0.9530803155822426, + "p50_ms": 0.4927294939989224, + "p90_ms": 8.548737209639512, + "p95_ms": 8.67659789219033, + "p99_ms": 8.871885979897343, + "index_ms": 37.336124980356544, + "by_category": { + "architecture": 0.8123212623289702, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "sinatra", + "language": "ruby", + "mode": "semble-balanced", + "chunks": 70, + "tokens": 2820, + "ndcg5": 0.9530803155822426, + "ndcg10": 0.9530803155822426, + "p50_ms": 0.5290419940138236, + "p90_ms": 8.344995809602551, + "p95_ms": 8.65373304404784, + "p99_ms": 8.678813810111023, + "index_ms": 37.336124980356544, + "by_category": { + "architecture": 0.8123212623289702, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "sinatra", + "language": "ruby", + "mode": "semble-bm25", + "chunks": 70, + "tokens": 3698, + "ndcg5": 0.9382034061286294, + "ndcg10": 0.9382034061286294, + "p50_ms": 0.46285400458145887, + "p90_ms": 8.334595800261013, + "p95_ms": 8.397503827291075, + "p99_ms": 8.571100761473645, + "index_ms": 37.336124980356544, + "by_category": { + "architecture": 0.7528136245145183, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "sinatra", + "language": "ruby", + "mode": "semble-semantic", + "chunks": 70, + "tokens": 2321, + "ndcg5": 0.9815464876785729, + "ndcg10": 0.9815464876785729, + "p50_ms": 0.4397080192575231, + "p90_ms": 8.288912507123314, + "p95_ms": 8.390341690392233, + "p99_ms": 8.712835547630675, + "index_ms": 37.336124980356544, + "by_category": { + "architecture": 0.9261859507142916, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "sinatra", + "language": "ruby", + "mode": "unranked-auto", + "chunks": 70, + "tokens": 2867, + "ndcg5": 0.913500228802621, + "ndcg10": 0.913500228802621, + "p50_ms": 0.2382294915150851, + "p90_ms": 0.27907979674637323, + "p95_ms": 0.30895653762854636, + "p99_ms": 0.31905771349556744, + "index_ms": 37.336124980356544, + "by_category": { + "architecture": 0.8016290137819013, + "semantic": 0.9179843896825461, + "symbol": 1.0 + } + }, + { + "repo": "sinatra", + "language": "ruby", + "mode": "unranked-balanced", + "chunks": 70, + "tokens": 2817, + "ndcg5": 0.913500228802621, + "ndcg10": 0.913500228802621, + "p50_ms": 0.23012499150354415, + "p90_ms": 0.24778752122074366, + "p95_ms": 0.24858959804987535, + "p99_ms": 0.25565152493072674, + "index_ms": 37.336124980356544, + "by_category": { + "architecture": 0.8016290137819013, + "semantic": 0.9179843896825461, + "symbol": 1.0 + } + }, + { + "repo": "sinatra", + "language": "ruby", + "mode": "unranked-bm25", + "chunks": 70, + "tokens": 3178, + "ndcg5": 0.7802715031241851, + "ndcg10": 0.8113914111067462, + "p50_ms": 0.23160398995969445, + "p90_ms": 0.24784169218037277, + "p95_ms": 0.2527190954424441, + "p99_ms": 0.2630110247991979, + "index_ms": 37.336124980356544, + "by_category": { + "architecture": 0.6804424038166692, + "semantic": 0.8216599605531315, + "symbol": 0.9051127596788988 + } + }, + { + "repo": "sinatra", + "language": "ruby", + "mode": "unranked-semantic", + "chunks": 70, + "tokens": 2754, + "ndcg5": 0.8755032715262121, + "ndcg10": 0.8755032715262121, + "p50_ms": 0.23585400776937604, + "p90_ms": 0.2579960972070694, + "p95_ms": 0.27222468197578564, + "p99_ms": 0.2724785407190211, + "index_ms": 37.336124980356544, + "by_category": { + "architecture": 0.8773705614469083, + "semantic": 0.8957340346272056, + "symbol": 0.8436010519408085 + } + }, + { + "repo": "snapkit", + "language": "swift", + "mode": "semble-auto", + "chunks": 107, + "tokens": 3153, + "ndcg5": 0.7723856192940887, + "ndcg10": 0.7872645734184941, + "p50_ms": 4.465625010197982, + "p90_ms": 9.214883390814068, + "p95_ms": 11.881908198120065, + "p99_ms": 14.354548050323496, + "index_ms": 47.160582995275036, + "by_category": { + "architecture": 0.6399069297160626, + "semantic": 0.7592455236131767, + "symbol": 1.0 + } + }, + { + "repo": "snapkit", + "language": "swift", + "mode": "semble-balanced", + "chunks": 107, + "tokens": 3183, + "ndcg5": 0.7723856192940887, + "ndcg10": 0.7872645734184941, + "p50_ms": 4.586750001180917, + "p90_ms": 9.208966384176167, + "p95_ms": 12.047599791549139, + "p99_ms": 14.784519961103792, + "index_ms": 47.160582995275036, + "by_category": { + "architecture": 0.6399069297160626, + "semantic": 0.7592455236131767, + "symbol": 1.0 + } + }, + { + "repo": "snapkit", + "language": "swift", + "mode": "semble-bm25", + "chunks": 107, + "tokens": 3157, + "ndcg5": 0.7091810794871367, + "ndcg10": 0.7523033552330219, + "p50_ms": 4.665959015255794, + "p90_ms": 9.536358603509145, + "p95_ms": 12.278008408611633, + "p99_ms": 14.892468092730264, + "index_ms": 47.160582995275036, + "by_category": { + "architecture": 0.7347941325294953, + "semantic": 0.6536516029201141, + "symbol": 1.0 + } + }, + { + "repo": "snapkit", + "language": "swift", + "mode": "semble-semantic", + "chunks": 107, + "tokens": 2960, + "ndcg5": 0.6983682144511406, + "ndcg10": 0.741490490197026, + "p50_ms": 6.4540409948676825, + "p90_ms": 11.283842189004645, + "p95_ms": 15.820442192489265, + "p99_ms": 21.166122044669454, + "index_ms": 47.160582995275036, + "by_category": { + "architecture": 0.6058431967846482, + "semantic": 0.6888352546010559, + "symbol": 1.0 + } + }, + { + "repo": "snapkit", + "language": "swift", + "mode": "unranked-auto", + "chunks": 107, + "tokens": 3092, + "ndcg5": 0.6881268014510534, + "ndcg10": 0.7049273735139892, + "p50_ms": 0.6159579788800329, + "p90_ms": 1.4474754105322065, + "p95_ms": 1.6611004073638465, + "p99_ms": 1.84862007969059, + "index_ms": 47.160582995275036, + "by_category": { + "architecture": 0.46228426907818054, + "semantic": 0.7538861497781879, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "snapkit", + "language": "swift", + "mode": "unranked-balanced", + "chunks": 107, + "tokens": 3058, + "ndcg5": 0.6597367824950117, + "ndcg10": 0.6765373545579474, + "p50_ms": 0.34787500044330955, + "p90_ms": 1.1416246183216574, + "p95_ms": 1.3880248123314225, + "p99_ms": 1.591804957715794, + "index_ms": 47.160582995275036, + "by_category": { + "architecture": 0.46228426907818054, + "semantic": 0.7538861497781879, + "symbol": 0.7103099178571526 + } + }, + { + "repo": "snapkit", + "language": "swift", + "mode": "unranked-bm25", + "chunks": 107, + "tokens": 3047, + "ndcg5": 0.7125481032680617, + "ndcg10": 0.7125481032680617, + "p50_ms": 0.3293750050943345, + "p90_ms": 1.2202078010886908, + "p95_ms": 1.3174495950806884, + "p99_ms": 1.4092899125535039, + "index_ms": 47.160582995275036, + "by_category": { + "architecture": 0.5377157309218195, + "semantic": 0.7357111642456206, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "snapkit", + "language": "swift", + "mode": "unranked-semantic", + "chunks": 107, + "tokens": 2847, + "ndcg5": 0.5050814110725662, + "ndcg10": 0.5192795415940714, + "p50_ms": 0.9705830016173422, + "p90_ms": 1.61684958729893, + "p95_ms": 1.7566248017828907, + "p99_ms": 1.87682498130016, + "index_ms": 47.160582995275036, + "by_category": { + "architecture": 0.31942710374955047, + "semantic": 0.6142956942508621, + "symbol": 0.49742762323941453 + } + }, + { + "repo": "starlette", + "language": "python", + "mode": "semble-auto", + "chunks": 214, + "tokens": 2876, + "ndcg5": 0.9339593901316886, + "ndcg10": 0.9427487090259538, + "p50_ms": 1.1570000206120312, + "p90_ms": 5.433499987702817, + "p95_ms": 5.697750020772219, + "p99_ms": 6.6085163969546565, + "index_ms": 177.66708301496692, + "by_category": { + "architecture": 0.8907020808677296, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "starlette", + "language": "python", + "mode": "semble-balanced", + "chunks": 214, + "tokens": 2864, + "ndcg5": 0.9339593901316886, + "ndcg10": 0.9427487090259538, + "p50_ms": 0.8733330178074539, + "p90_ms": 5.0532919995021075, + "p95_ms": 5.684792005922645, + "p99_ms": 5.776792007964104, + "index_ms": 177.66708301496692, + "by_category": { + "architecture": 0.8907020808677296, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "starlette", + "language": "python", + "mode": "semble-bm25", + "chunks": 214, + "tokens": 2944, + "ndcg5": 0.9601808445469098, + "ndcg10": 0.9601808445469098, + "p50_ms": 0.7502080115955323, + "p90_ms": 5.239624995738268, + "p95_ms": 5.384916003094986, + "p99_ms": 5.77418320463039, + "index_ms": 177.66708301496692, + "by_category": { + "architecture": 0.9239816123168275, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "starlette", + "language": "python", + "mode": "semble-semantic", + "chunks": 214, + "tokens": 2775, + "ndcg5": 0.9155378278824247, + "ndcg10": 0.9398508097927761, + "p50_ms": 0.531375000718981, + "p90_ms": 4.994582996005192, + "p95_ms": 5.398707988206297, + "p99_ms": 5.4525415995158255, + "index_ms": 177.66708301496692, + "by_category": { + "architecture": 0.885169727786209, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "starlette", + "language": "python", + "mode": "unranked-auto", + "chunks": 214, + "tokens": 2934, + "ndcg5": 0.7662696949306094, + "ndcg10": 0.7904350407942309, + "p50_ms": 0.2588749921415001, + "p90_ms": 0.29399999766610563, + "p95_ms": 0.3002920129802078, + "p99_ms": 0.32529201707802713, + "index_ms": 177.66708301496692, + "by_category": { + "architecture": 0.8385571960700434, + "semantic": 0.8488153892673832, + "symbol": 0.6261859507142915 + } + }, + { + "repo": "starlette", + "language": "python", + "mode": "unranked-balanced", + "chunks": 214, + "tokens": 2914, + "ndcg5": 0.7362254209510162, + "ndcg10": 0.7762637826876537, + "p50_ms": 0.2600410080049187, + "p90_ms": 0.26895798509940505, + "p95_ms": 0.2878330124076456, + "p99_ms": 0.3184338042046875, + "index_ms": 177.66708301496692, + "by_category": { + "architecture": 0.8385571960700434, + "semantic": 0.8488153892673832, + "symbol": 0.5666666666666667 + } + }, + { + "repo": "starlette", + "language": "python", + "mode": "unranked-bm25", + "chunks": 214, + "tokens": 2962, + "ndcg5": 0.7718517772221829, + "ndcg10": 0.7972539902646625, + "p50_ms": 0.2556669933255762, + "p90_ms": 0.27550000231713057, + "p95_ms": 0.2757500042207539, + "p99_ms": 0.39261641213670384, + "index_ms": 177.66708301496692, + "by_category": { + "architecture": 0.7964551540695339, + "semantic": 0.7962654201586077, + "symbol": 0.8 + } + }, + { + "repo": "starlette", + "language": "python", + "mode": "unranked-semantic", + "chunks": 214, + "tokens": 2908, + "ndcg5": 0.6703132463064359, + "ndcg10": 0.679102565200701, + "p50_ms": 0.26620799326337874, + "p90_ms": 0.28670800384134054, + "p95_ms": 0.2974170201923698, + "p99_ms": 0.4003170120995493, + "index_ms": 177.66708301496692, + "by_category": { + "architecture": 0.7088838990495478, + "semantic": 0.766500245219647, + "symbol": 0.5261859507142915 + } + }, + { + "repo": "telescope.nvim", + "language": "lua", + "mode": "semble-auto", + "chunks": 544, + "tokens": 3061, + "ndcg5": 0.8024434932958862, + "ndcg10": 0.8024434932958862, + "p50_ms": 0.6957914883969352, + "p90_ms": 1.0429375222884127, + "p95_ms": 1.8028916689218055, + "p99_ms": 5.462544726033223, + "index_ms": 235.49420799827203, + "by_category": { + "architecture": 0.8805425336407291, + "semantic": 0.760390163879432 + } + }, + { + "repo": "telescope.nvim", + "language": "lua", + "mode": "semble-balanced", + "chunks": 544, + "tokens": 3061, + "ndcg5": 0.8024434932958862, + "ndcg10": 0.8024434932958862, + "p50_ms": 0.6816045206505805, + "p90_ms": 0.7193627912783997, + "p95_ms": 1.1244124776567368, + "p99_ms": 5.014282479824026, + "index_ms": 235.49420799827203, + "by_category": { + "architecture": 0.8805425336407291, + "semantic": 0.760390163879432 + } + }, + { + "repo": "telescope.nvim", + "language": "lua", + "mode": "semble-bm25", + "chunks": 544, + "tokens": 3112, + "ndcg5": 0.7627044967587167, + "ndcg10": 0.7627044967587167, + "p50_ms": 0.6555625004693866, + "p90_ms": 0.7602255849633367, + "p95_ms": 1.065560386632573, + "p99_ms": 5.088778469362289, + "index_ms": 235.49420799827203, + "by_category": { + "architecture": 0.8081312145596405, + "semantic": 0.738243956404373 + } + }, + { + "repo": "telescope.nvim", + "language": "lua", + "mode": "semble-semantic", + "chunks": 544, + "tokens": 2904, + "ndcg5": 0.721282862131401, + "ndcg10": 0.7379495287980677, + "p50_ms": 0.5686670046998188, + "p90_ms": 0.6291956146014854, + "p95_ms": 0.90530691086315, + "p99_ms": 4.984194975113489, + "index_ms": 235.49420799827203, + "by_category": { + "architecture": 0.7563896412937944, + "semantic": 0.7280202374542147 + } + }, + { + "repo": "telescope.nvim", + "language": "lua", + "mode": "unranked-auto", + "chunks": 544, + "tokens": 2967, + "ndcg5": 0.6954840741559705, + "ndcg10": 0.7132944335113717, + "p50_ms": 0.2802709932439029, + "p90_ms": 0.28366630722302943, + "p95_ms": 0.284505590389017, + "p99_ms": 0.2858675181050785, + "index_ms": 235.49420799827203, + "by_category": { + "architecture": 0.6767500220651603, + "semantic": 0.73297219352087 + } + }, + { + "repo": "telescope.nvim", + "language": "lua", + "mode": "unranked-balanced", + "chunks": 544, + "tokens": 2967, + "ndcg5": 0.6954840741559705, + "ndcg10": 0.7132944335113717, + "p50_ms": 0.27774951013270766, + "p90_ms": 0.29648330237250775, + "p95_ms": 0.3100955262198113, + "p99_ms": 0.3140862865257077, + "index_ms": 235.49420799827203, + "by_category": { + "architecture": 0.6767500220651603, + "semantic": 0.73297219352087 + } + }, + { + "repo": "telescope.nvim", + "language": "lua", + "mode": "unranked-bm25", + "chunks": 544, + "tokens": 3078, + "ndcg5": 0.6768415478476942, + "ndcg10": 0.7236112140807591, + "p50_ms": 0.27304199466016144, + "p90_ms": 0.28019580349791795, + "p95_ms": 0.2854183941963129, + "p99_ms": 0.28671648673480377, + "index_ms": 235.49420799827203, + "by_category": { + "architecture": 0.6294144576260611, + "semantic": 0.7743325444794424 + } + }, + { + "repo": "telescope.nvim", + "language": "lua", + "mode": "unranked-semantic", + "chunks": 544, + "tokens": 2882, + "ndcg5": 0.600458754606164, + "ndcg10": 0.6360794733169663, + "p50_ms": 0.27447950560599566, + "p90_ms": 0.2923086780356243, + "p95_ms": 0.30150063539622357, + "p99_ms": 0.37053373496746633, + "index_ms": 235.49420799827203, + "by_category": { + "architecture": 0.6294058254047593, + "semantic": 0.6396729760389237 + } + }, + { + "repo": "tokio", + "language": "rust", + "mode": "semble-auto", + "chunks": 2758, + "tokens": 3492, + "ndcg5": 0.9438607657669025, + "ndcg10": 0.9530895506058809, + "p50_ms": 1.4512079942505807, + "p90_ms": 11.113879407639615, + "p95_ms": 11.693805623508524, + "p99_ms": 12.442627536074722, + "index_ms": 1251.7063340055756, + "by_category": { + "architecture": 0.8436318353529363, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "tokio", + "language": "rust", + "mode": "semble-balanced", + "chunks": 2758, + "tokens": 3454, + "ndcg5": 0.9438607657669025, + "ndcg10": 0.9530895506058809, + "p50_ms": 1.3660209951922297, + "p90_ms": 10.500529201817699, + "p95_ms": 11.058981531823521, + "p99_ms": 12.15626269142376, + "index_ms": 1251.7063340055756, + "by_category": { + "architecture": 0.8436318353529363, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "tokio", + "language": "rust", + "mode": "semble-bm25", + "chunks": 2758, + "tokens": 3493, + "ndcg5": 0.8928612069551187, + "ndcg10": 0.9236720188563148, + "p50_ms": 1.4638540014857426, + "p90_ms": 10.628158302279191, + "p95_ms": 11.259216352482326, + "p99_ms": 12.17704326903913, + "index_ms": 1251.7063340055756, + "by_category": { + "architecture": 0.8100488640601395, + "semantic": 0.9516433990956823, + "symbol": 1.0 + } + }, + { + "repo": "tokio", + "language": "rust", + "mode": "semble-semantic", + "chunks": 2758, + "tokens": 3319, + "ndcg5": 0.930657359638273, + "ndcg10": 0.9491906441583389, + "p50_ms": 1.2883330055046827, + "p90_ms": 10.52093279431574, + "p95_ms": 11.0139548254665, + "p99_ms": 12.144390972098334, + "index_ms": 1251.7063340055756, + "by_category": { + "architecture": 0.8628732144640079, + "semantic": 0.9758216995478411, + "symbol": 1.0 + } + }, + { + "repo": "tokio", + "language": "rust", + "mode": "unranked-auto", + "chunks": 2758, + "tokens": 3590, + "ndcg5": 0.7575015295703086, + "ndcg10": 0.7575015295703086, + "p50_ms": 0.5722505156882107, + "p90_ms": 0.751175021287054, + "p95_ms": 0.9185375165543519, + "p99_ms": 0.9590074929292313, + "index_ms": 1251.7063340055756, + "by_category": { + "architecture": 0.6084868216345221, + "semantic": 0.8813313178399557, + "symbol": 0.7414098531465654 + } + }, + { + "repo": "tokio", + "language": "rust", + "mode": "unranked-balanced", + "chunks": 2758, + "tokens": 3578, + "ndcg5": 0.7631588892085814, + "ndcg10": 0.7631588892085814, + "p50_ms": 0.6232080049812794, + "p90_ms": 0.7358708040555939, + "p95_ms": 0.7465350805432536, + "p99_ms": 0.7553070204448886, + "index_ms": 1251.7063340055756, + "by_category": { + "architecture": 0.6084868216345221, + "semantic": 0.8813313178399557, + "symbol": 0.7602677186074751 + } + }, + { + "repo": "tokio", + "language": "rust", + "mode": "unranked-bm25", + "chunks": 2758, + "tokens": 3528, + "ndcg5": 0.6827324383928645, + "ndcg10": 0.7096182249389554, + "p50_ms": 0.6318334781099111, + "p90_ms": 0.7006959000136703, + "p95_ms": 0.7146235468098894, + "p99_ms": 0.7627247023629024, + "index_ms": 1251.7063340055756, + "by_category": { + "architecture": 0.6666666666666666, + "semantic": 0.7621464572878573, + "symbol": 0.6825321400793748 + } + }, + { + "repo": "tokio", + "language": "rust", + "mode": "unranked-semantic", + "chunks": 2758, + "tokens": 3541, + "ndcg5": 0.7411732909393883, + "ndcg10": 0.7411732909393883, + "p50_ms": 0.593395991018042, + "p90_ms": 0.6749046908225866, + "p95_ms": 0.803030606766697, + "p99_ms": 0.8085725220735185, + "index_ms": 1251.7063340055756, + "by_category": { + "architecture": 0.6666666666666666, + "semantic": 0.7827324383928644, + "symbol": 0.7602677186074751 + } + }, + { + "repo": "trpc", + "language": "typescript", + "mode": "semble-auto", + "chunks": 363, + "tokens": 2942, + "ndcg5": 0.8117219727220212, + "ndcg10": 0.8318711294019078, + "p50_ms": 5.395521002355963, + "p90_ms": 6.777825602330267, + "p95_ms": 7.024506252491849, + "p99_ms": 10.262201243313024, + "index_ms": 155.50399999483489, + "by_category": { + "architecture": 0.7751964340658473, + "semantic": 0.7765501593587683, + "symbol": 1.0 + } + }, + { + "repo": "trpc", + "language": "typescript", + "mode": "semble-balanced", + "chunks": 363, + "tokens": 2941, + "ndcg5": 0.8117219727220212, + "ndcg10": 0.8318711294019078, + "p50_ms": 5.432770514744334, + "p90_ms": 6.849008586141282, + "p95_ms": 7.336845484678636, + "p99_ms": 10.430235504754814, + "index_ms": 155.50399999483489, + "by_category": { + "architecture": 0.7751964340658473, + "semantic": 0.7765501593587683, + "symbol": 1.0 + } + }, + { + "repo": "trpc", + "language": "typescript", + "mode": "semble-bm25", + "chunks": 363, + "tokens": 2987, + "ndcg5": 0.7541287872272752, + "ndcg10": 0.7759695309090915, + "p50_ms": 5.329520485247485, + "p90_ms": 6.711233107489534, + "p95_ms": 7.021617302962116, + "p99_ms": 10.316723453870503, + "index_ms": 155.50399999483489, + "by_category": { + "architecture": 0.6944873149852022, + "semantic": 0.7090702997571733, + "symbol": 1.0 + } + }, + { + "repo": "trpc", + "language": "typescript", + "mode": "semble-semantic", + "chunks": 363, + "tokens": 2710, + "ndcg5": 0.8068376589861769, + "ndcg10": 0.8274293510079487, + "p50_ms": 5.1338329940335825, + "p90_ms": 6.407353616668843, + "p95_ms": 6.8405794852878925, + "p99_ms": 9.808949482394377, + "index_ms": 155.50399999483489, + "by_category": { + "architecture": 0.7518000951520766, + "semantic": 0.7905980369917656, + "symbol": 1.0 + } + }, + { + "repo": "trpc", + "language": "typescript", + "mode": "unranked-auto", + "chunks": 363, + "tokens": 2942, + "ndcg5": 0.6114408689635499, + "ndcg10": 0.6325803606838825, + "p50_ms": 0.2706039958866313, + "p90_ms": 0.28316640527918935, + "p95_ms": 0.28629200533032423, + "p99_ms": 0.322392014786601, + "index_ms": 155.50399999483489, + "by_category": { + "architecture": 0.41450461779011866, + "semantic": 0.6720915025407486, + "symbol": 0.9261859507142916 + } + }, + { + "repo": "trpc", + "language": "typescript", + "mode": "unranked-balanced", + "chunks": 363, + "tokens": 2922, + "ndcg5": 0.604894381284977, + "ndcg10": 0.6260338730053095, + "p50_ms": 0.2744375087786466, + "p90_ms": 0.29419168422464287, + "p95_ms": 0.3152420002152212, + "p99_ms": 0.3353819987387396, + "index_ms": 155.50399999483489, + "by_category": { + "architecture": 0.41450461779011866, + "semantic": 0.6720915025407486, + "symbol": 0.9 + } + }, + { + "repo": "trpc", + "language": "typescript", + "mode": "unranked-bm25", + "chunks": 363, + "tokens": 2957, + "ndcg5": 0.544705810734339, + "ndcg10": 0.580628211253512, + "p50_ms": 0.27214600413572043, + "p90_ms": 0.28571659058798105, + "p95_ms": 0.28659517847700045, + "p99_ms": 0.28741904156049713, + "index_ms": 155.50399999483489, + "by_category": { + "architecture": 0.29926959853150964, + "semantic": 0.6026296338311663, + "symbol": 1.0 + } + }, + { + "repo": "trpc", + "language": "typescript", + "mode": "unranked-semantic", + "chunks": 363, + "tokens": 2674, + "ndcg5": 0.5596626128829499, + "ndcg10": 0.6021081804168398, + "p50_ms": 0.2672914997674525, + "p90_ms": 0.28147948323749006, + "p95_ms": 0.28669614548562095, + "p99_ms": 0.28903922386234626, + "index_ms": 155.50399999483489, + "by_category": { + "architecture": 0.5120267330548428, + "semantic": 0.7084018290312251, + "symbol": 0.5974273881358959 + } + }, + { + "repo": "vapor", + "language": "swift", + "mode": "semble-auto", + "chunks": 796, + "tokens": 2553, + "ndcg5": 0.7740663550396519, + "ndcg10": 0.828789449954672, + "p50_ms": 0.9850000060396269, + "p90_ms": 6.565796415088698, + "p95_ms": 6.675245497899596, + "p99_ms": 6.770815495692659, + "index_ms": 358.66787499981, + "by_category": { + "architecture": 0.5394794582550125, + "semantic": 0.8540964731663144, + "symbol": 1.0 + } + }, + { + "repo": "vapor", + "language": "swift", + "mode": "semble-balanced", + "chunks": 796, + "tokens": 2537, + "ndcg5": 0.7740663550396519, + "ndcg10": 0.828789449954672, + "p50_ms": 1.0525629913900048, + "p90_ms": 6.584329501492903, + "p95_ms": 6.7759731944534, + "p99_ms": 6.828127441403922, + "index_ms": 358.66787499981, + "by_category": { + "architecture": 0.5394794582550125, + "semantic": 0.8540964731663144, + "symbol": 1.0 + } + }, + { + "repo": "vapor", + "language": "swift", + "mode": "semble-bm25", + "chunks": 796, + "tokens": 2675, + "ndcg5": 0.7428612069551187, + "ndcg10": 0.7967862323102238, + "p50_ms": 0.9920209995470941, + "p90_ms": 6.5129212132887915, + "p95_ms": 6.600815265846904, + "p99_ms": 6.67083026812179, + "index_ms": 358.66787499981, + "by_category": { + "architecture": 0.5466356432386875, + "semantic": 0.8068441226063152, + "symbol": 1.0 + } + }, + { + "repo": "vapor", + "language": "swift", + "mode": "semble-semantic", + "chunks": 796, + "tokens": 2435, + "ndcg5": 0.7284216551762823, + "ndcg10": 0.7468792248542391, + "p50_ms": 0.7813539996277541, + "p90_ms": 6.237724382663146, + "p95_ms": 6.383843762159813, + "p99_ms": 6.544868749624584, + "index_ms": 358.66787499981, + "by_category": { + "architecture": 0.5615252322598561, + "semantic": 0.7323577714503723, + "symbol": 1.0 + } + }, + { + "repo": "vapor", + "language": "swift", + "mode": "unranked-auto", + "chunks": 796, + "tokens": 2616, + "ndcg5": 0.491586222400731, + "ndcg10": 0.559982369573137, + "p50_ms": 0.34077101736329496, + "p90_ms": 0.39132500533014536, + "p95_ms": 0.3960729343816638, + "p99_ms": 0.4066817834973335, + "index_ms": 358.66787499981, + "by_category": { + "architecture": 0.15942309414934297, + "semantic": 0.7096067402738068, + "symbol": 0.26229458172713843 + } + }, + { + "repo": "vapor", + "language": "swift", + "mode": "unranked-balanced", + "chunks": 796, + "tokens": 2608, + "ndcg5": 0.5109288627624581, + "ndcg10": 0.5615146505794629, + "p50_ms": 0.34433300606906414, + "p90_ms": 0.3681839007185772, + "p95_ms": 0.3728892654180527, + "p99_ms": 0.3794442489743233, + "index_ms": 358.66787499981, + "by_category": { + "architecture": 0.15942309414934297, + "semantic": 0.7096067402738068, + "symbol": 0.27250978843597823 + } + }, + { + "repo": "vapor", + "language": "swift", + "mode": "unranked-bm25", + "chunks": 796, + "tokens": 2681, + "ndcg5": 0.48741029616906645, + "ndcg10": 0.5637783017228446, + "p50_ms": 0.3473329998087138, + "p90_ms": 0.3765077155549079, + "p95_ms": 0.38139549287734553, + "p99_ms": 0.3918455060920678, + "index_ms": 358.66787499981, + "by_category": { + "architecture": 0.24608490373079303, + "semantic": 0.6993692777432422, + "symbol": 0.24871381161970726 + } + }, + { + "repo": "vapor", + "language": "swift", + "mode": "unranked-semantic", + "chunks": 796, + "tokens": 2623, + "ndcg5": 0.44049061175130894, + "ndcg10": 0.5095585752233076, + "p50_ms": 0.3506460052449256, + "p90_ms": 0.38260030269157147, + "p95_ms": 0.41685831383802, + "p99_ms": 0.4508044722024351, + "index_ms": 358.66787499981, + "by_category": { + "architecture": 0.10034333188799373, + "semantic": 0.6326717828143439, + "symbol": 0.3442455164671185 + } + }, + { + "repo": "vitest", + "language": "typescript", + "mode": "semble-auto", + "chunks": 1090, + "tokens": 2797, + "ndcg5": 0.6573465818787765, + "ndcg10": 0.6929673005895788, + "p50_ms": 1.0536665067775175, + "p90_ms": 7.9554537951480615, + "p95_ms": 9.121155603497758, + "p99_ms": 12.869697530695696, + "index_ms": 450.4977499891538, + "by_category": { + "architecture": 0.6132788343159646, + "semantic": 0.6862493865749392, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "vitest", + "language": "typescript", + "mode": "semble-balanced", + "chunks": 1090, + "tokens": 2791, + "ndcg5": 0.6573465818787765, + "ndcg10": 0.6929673005895788, + "p50_ms": 1.0756465053418651, + "p90_ms": 7.856558906496503, + "p95_ms": 8.888770501653202, + "p99_ms": 12.526320484757884, + "index_ms": 450.4977499891538, + "by_category": { + "architecture": 0.6132788343159646, + "semantic": 0.6862493865749392, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "vitest", + "language": "typescript", + "mode": "semble-bm25", + "chunks": 1090, + "tokens": 2811, + "ndcg5": 0.6108127539751069, + "ndcg10": 0.6452897799971746, + "p50_ms": 1.061416493030265, + "p90_ms": 8.450529217952862, + "p95_ms": 9.034252403944269, + "p99_ms": 13.063550466613371, + "index_ms": 450.4977499891538, + "by_category": { + "architecture": 0.5991988067460414, + "semantic": 0.6072430005359807, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "vitest", + "language": "typescript", + "mode": "semble-semantic", + "chunks": 1090, + "tokens": 2590, + "ndcg5": 0.6208254137500102, + "ndcg10": 0.6523719014285831, + "p50_ms": 0.8938120008679107, + "p90_ms": 8.144524987437762, + "p95_ms": 8.909947874781214, + "p99_ms": 12.57235597498947, + "index_ms": 450.4977499891538, + "by_category": { + "architecture": 0.5347090229166835, + "semantic": 0.6552958306818274, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "vitest", + "language": "typescript", + "mode": "unranked-auto", + "chunks": 1090, + "tokens": 2988, + "ndcg5": 0.3904906117513089, + "ndcg10": 0.42161051973386987, + "p50_ms": 0.43733349593821913, + "p90_ms": 0.5059417133452371, + "p95_ms": 0.5422295012976975, + "p99_ms": 0.6400794943328946, + "index_ms": 450.4977499891538, + "by_category": { + "architecture": 0.48844609301223213, + "semantic": 0.40923034878218245, + "symbol": 0.3333333333333333 + } + }, + { + "repo": "vitest", + "language": "typescript", + "mode": "unranked-balanced", + "chunks": 1090, + "tokens": 2987, + "ndcg5": 0.3904906117513089, + "ndcg10": 0.42161051973386987, + "p50_ms": 0.4288955096853897, + "p90_ms": 0.5566545034525917, + "p95_ms": 0.6068482616683468, + "p99_ms": 0.6191032443894073, + "index_ms": 450.4977499891538, + "by_category": { + "architecture": 0.48844609301223213, + "semantic": 0.40923034878218245, + "symbol": 0.3333333333333333 + } + }, + { + "repo": "vitest", + "language": "typescript", + "mode": "unranked-bm25", + "chunks": 1090, + "tokens": 2898, + "ndcg5": 0.3355159313011154, + "ndcg10": 0.40064139111101105, + "p50_ms": 0.4108120047021657, + "p90_ms": 0.49108780222013604, + "p95_ms": 0.5716000145184807, + "p99_ms": 0.5750200184411369, + "index_ms": 450.4977499891538, + "by_category": { + "architecture": 0.3678130541784601, + "semantic": 0.40173606271953805, + "symbol": 0.46228426907818054 + } + }, + { + "repo": "vitest", + "language": "typescript", + "mode": "unranked-semantic", + "chunks": 1090, + "tokens": 2762, + "ndcg5": 0.3180676558073393, + "ndcg10": 0.40160173343994077, + "p50_ms": 0.40470800013281405, + "p90_ms": 0.45625059865415096, + "p95_ms": 0.4657229321310297, + "p99_ms": 0.5527117877500131, + "index_ms": 450.4977499891538, + "by_category": { + "architecture": 0.34798562347423273, + "semantic": 0.44946553890485624, + "symbol": 0.3333333333333333 + } + }, + { + "repo": "xmonad", + "language": "haskell", + "mode": "semble-auto", + "chunks": 124, + "tokens": 3034, + "ndcg5": 0.8039694436225424, + "ndcg10": 0.8141885635019669, + "p50_ms": 0.4933125019306317, + "p90_ms": 5.1343832921702415, + "p95_ms": 5.177597601141315, + "p99_ms": 5.5084195159724905, + "index_ms": 65.27437499607913, + "by_category": { + "architecture": 0.7691051895584848, + "semantic": 0.8442441461309548 + } + }, + { + "repo": "xmonad", + "language": "haskell", + "mode": "semble-balanced", + "chunks": 124, + "tokens": 3034, + "ndcg5": 0.8039694436225424, + "ndcg10": 0.8141885635019669, + "p50_ms": 0.49479199515189976, + "p90_ms": 5.189954090747051, + "p95_ms": 5.217486851324793, + "p99_ms": 5.522563769191037, + "index_ms": 65.27437499607913, + "by_category": { + "architecture": 0.7691051895584848, + "semantic": 0.8442441461309548 + } + }, + { + "repo": "xmonad", + "language": "haskell", + "mode": "semble-bm25", + "chunks": 124, + "tokens": 3142, + "ndcg5": 0.790237023894699, + "ndcg10": 0.790237023894699, + "p50_ms": 0.4666039894800633, + "p90_ms": 5.123054183786735, + "p95_ms": 5.248906546330545, + "p99_ms": 5.615447715681511, + "index_ms": 65.27437499607913, + "by_category": { + "architecture": 0.7717263405403151, + "semantic": 0.8025774794642881 + } + }, + { + "repo": "xmonad", + "language": "haskell", + "mode": "semble-semantic", + "chunks": 124, + "tokens": 2774, + "ndcg5": 0.8788289086217574, + "ndcg10": 0.8890480285011819, + "p50_ms": 0.43520849430933595, + "p90_ms": 5.127274396363646, + "p95_ms": 5.246545800764579, + "p99_ms": 5.5740419603534965, + "index_ms": 65.27437499607913, + "by_category": { + "architecture": 0.8773876328600902, + "semantic": 0.8968216255952429 + } + }, + { + "repo": "xmonad", + "language": "haskell", + "mode": "unranked-auto", + "chunks": 124, + "tokens": 3087, + "ndcg5": 0.5943640372931147, + "ndcg10": 0.6564281018227572, + "p50_ms": 0.2582500164862722, + "p90_ms": 0.2721830998780206, + "p95_ms": 0.28359229618217796, + "p99_ms": 0.28941846161615103, + "index_ms": 65.27437499607913, + "by_category": { + "architecture": 0.6863202996417996, + "semantic": 0.6364999699433956 + } + }, + { + "repo": "xmonad", + "language": "haskell", + "mode": "unranked-balanced", + "chunks": 124, + "tokens": 3087, + "ndcg5": 0.5943640372931147, + "ndcg10": 0.6564281018227572, + "p50_ms": 0.25335401005577296, + "p90_ms": 0.2626743953442201, + "p95_ms": 0.26966041332343593, + "p99_ms": 0.27209847030462697, + "index_ms": 65.27437499607913, + "by_category": { + "architecture": 0.6863202996417996, + "semantic": 0.6364999699433956 + } + }, + { + "repo": "xmonad", + "language": "haskell", + "mode": "unranked-bm25", + "chunks": 124, + "tokens": 3204, + "ndcg5": 0.5530331765778531, + "ndcg10": 0.5998028428109179, + "p50_ms": 0.25804150209296495, + "p90_ms": 0.27236220776103437, + "p95_ms": 0.27562499744817615, + "p99_ms": 0.287024995777756, + "index_ms": 65.27437499607913, + "by_category": { + "architecture": 0.5836446827505919, + "semantic": 0.6105749495178019 + } + }, + { + "repo": "xmonad", + "language": "haskell", + "mode": "unranked-semantic", + "chunks": 124, + "tokens": 2848, + "ndcg5": 0.6148712314377457, + "ndcg10": 0.6257916032786539, + "p50_ms": 0.2577499981271103, + "p90_ms": 0.27312048769090325, + "p95_ms": 0.2739621908403933, + "p99_ms": 0.2816260396502912, + "index_ms": 65.27437499607913, + "by_category": { + "architecture": 0.5920237497030204, + "semantic": 0.6483035056624095 + } + }, + { + "repo": "zig", + "language": "zig", + "mode": "semble-auto", + "chunks": 13307, + "tokens": 3112, + "ndcg5": 0.9196394630357186, + "ndcg10": 0.9196394630357186, + "p50_ms": 4.123374499613419, + "p90_ms": 34.13188358535991, + "p95_ms": 40.23881009343314, + "p99_ms": 45.533762028499034, + "index_ms": 6684.479291987373, + "by_category": { + "architecture": 0.7103099178571526, + "semantic": 0.9565799710084067 + } + }, + { + "repo": "zig", + "language": "zig", + "mode": "semble-balanced", + "chunks": 13307, + "tokens": 3112, + "ndcg5": 0.9196394630357186, + "ndcg10": 0.9196394630357186, + "p50_ms": 3.93295798858162, + "p90_ms": 35.29951609380078, + "p95_ms": 39.44958569918527, + "p99_ms": 44.513749932812054, + "index_ms": 6684.479291987373, + "by_category": { + "architecture": 0.7103099178571526, + "semantic": 0.9565799710084067 + } + }, + { + "repo": "zig", + "language": "zig", + "mode": "semble-bm25", + "chunks": 13307, + "tokens": 3092, + "ndcg5": 0.9011859507142915, + "ndcg10": 0.9011859507142915, + "p50_ms": 3.9656875014770776, + "p90_ms": 34.50333689979744, + "p95_ms": 39.78455414326164, + "p99_ms": 47.1725772335776, + "index_ms": 6684.479291987373, + "by_category": { + "architecture": 0.7103099178571526, + "semantic": 0.9348699565126102 + } + }, + { + "repo": "zig", + "language": "zig", + "mode": "semble-semantic", + "chunks": 13307, + "tokens": 2966, + "ndcg5": 0.7446394630357187, + "ndcg10": 0.7754642066582041, + "p50_ms": 4.671667004004121, + "p90_ms": 34.439371098415, + "p95_ms": 39.10583716788097, + "p99_ms": 43.91670023178448, + "index_ms": 6684.479291987373, + "by_category": { + "architecture": 0.4384882922619096, + "semantic": 0.8349305444928444 + } + }, + { + "repo": "zig", + "language": "zig", + "mode": "unranked-auto", + "chunks": 13307, + "tokens": 3067, + "ndcg5": 0.7336215664331645, + "ndcg10": 0.7514319257885655, + "p50_ms": 4.454729016288184, + "p90_ms": 5.5050294031389075, + "p95_ms": 6.746649346314371, + "p99_ms": 6.776796272024512, + "index_ms": 6684.479291987373, + "by_category": { + "architecture": 0.420619835714305, + "semantic": 0.8098105299193172 + } + }, + { + "repo": "zig", + "language": "zig", + "mode": "unranked-balanced", + "chunks": 13307, + "tokens": 3067, + "ndcg5": 0.7336215664331645, + "ndcg10": 0.7514319257885655, + "p50_ms": 3.8954580086283386, + "p90_ms": 4.336587502621114, + "p95_ms": 4.502281245368067, + "p99_ms": 4.683256252028514, + "index_ms": 6684.479291987373, + "by_category": { + "architecture": 0.420619835714305, + "semantic": 0.8098105299193172 + } + }, + { + "repo": "zig", + "language": "zig", + "mode": "unranked-bm25", + "chunks": 13307, + "tokens": 3127, + "ndcg5": 0.8161732909393884, + "ndcg10": 0.8328399576060551, + "p50_ms": 3.9412499900208786, + "p90_ms": 4.400766605976969, + "p95_ms": 4.479759803507477, + "p99_ms": 4.549585578497499, + "index_ms": 6684.479291987373, + "by_category": { + "architecture": 0.3214210289682636, + "semantic": 0.9230903567774299 + } + }, + { + "repo": "zig", + "language": "zig", + "mode": "unranked-semantic", + "chunks": 13307, + "tokens": 2986, + "ndcg5": 0.34552859107601863, + "ndcg10": 0.42456185798037893, + "p50_ms": 3.8155414949869737, + "p90_ms": 5.1340836973395225, + "p95_ms": 7.004402687016409, + "p99_ms": 7.109946942364331, + "index_ms": 6684.479291987373, + "by_category": { + "architecture": 0.16666666666666666, + "semantic": 0.4700727740945634 + } + }, + { + "repo": "zig-clap", + "language": "zig", + "mode": "semble-auto", + "chunks": 100, + "tokens": 2525, + "ndcg5": 0.9380929753571458, + "ndcg10": 0.9380929753571458, + "p50_ms": 0.5863749975105748, + "p90_ms": 5.069799689226784, + "p95_ms": 5.158714608114678, + "p99_ms": 5.471676519664469, + "index_ms": 59.40283299423754, + "by_category": { + "architecture": 1.0, + "semantic": 0.9312144170634953 + } + }, + { + "repo": "zig-clap", + "language": "zig", + "mode": "semble-balanced", + "chunks": 100, + "tokens": 2525, + "ndcg5": 0.9380929753571458, + "ndcg10": 0.9380929753571458, + "p50_ms": 0.5914170033065602, + "p90_ms": 5.042237520683557, + "p95_ms": 5.228235443064477, + "p99_ms": 5.235614289704245, + "index_ms": 59.40283299423754, + "by_category": { + "architecture": 1.0, + "semantic": 0.9312144170634953 + } + }, + { + "repo": "zig-clap", + "language": "zig", + "mode": "semble-bm25", + "chunks": 100, + "tokens": 2544, + "ndcg5": 0.9380929753571458, + "ndcg10": 0.9380929753571458, + "p50_ms": 0.5627704958897084, + "p90_ms": 5.003928882069886, + "p95_ms": 5.0753565330524, + "p99_ms": 5.156137716257945, + "index_ms": 59.40283299423754, + "by_category": { + "architecture": 1.0, + "semantic": 0.9312144170634953 + } + }, + { + "repo": "zig-clap", + "language": "zig", + "mode": "semble-semantic", + "chunks": 100, + "tokens": 2595, + "ndcg5": 0.8977197786179613, + "ndcg10": 0.8977197786179613, + "p50_ms": 0.5871459870832041, + "p90_ms": 4.965058603556827, + "p95_ms": 5.234697605192196, + "p99_ms": 5.261139502690639, + "index_ms": 59.40283299423754, + "by_category": { + "architecture": 0.8154648767857288, + "semantic": 0.906859212154876 + } + }, + { + "repo": "zig-clap", + "language": "zig", + "mode": "unranked-auto", + "chunks": 100, + "tokens": 2781, + "ndcg5": 0.8211479713895817, + "ndcg10": 0.8389583307449829, + "p50_ms": 0.26454150793142617, + "p90_ms": 0.28897878364659846, + "p95_ms": 0.29995768709341064, + "p99_ms": 0.310091532592196, + "index_ms": 59.40283299423754, + "by_category": { + "architecture": 0.75, + "semantic": 0.8488425897166477 + } + }, + { + "repo": "zig-clap", + "language": "zig", + "mode": "unranked-balanced", + "chunks": 100, + "tokens": 2781, + "ndcg5": 0.8211479713895817, + "ndcg10": 0.8389583307449829, + "p50_ms": 0.2621460007503629, + "p90_ms": 0.280713097890839, + "p95_ms": 0.29163540311856195, + "p99_ms": 0.30319348530611023, + "index_ms": 59.40283299423754, + "by_category": { + "architecture": 0.75, + "semantic": 0.8488425897166477 + } + }, + { + "repo": "zig-clap", + "language": "zig", + "mode": "unranked-bm25", + "chunks": 100, + "tokens": 2851, + "ndcg5": 0.9, + "ndcg10": 0.9166666666666666, + "p50_ms": 0.26172898651566356, + "p90_ms": 0.2900707972003147, + "p95_ms": 0.2985142709803768, + "p99_ms": 0.38296925049507974, + "index_ms": 59.40283299423754, + "by_category": { + "architecture": 1.0, + "semantic": 0.9074074074074073 + } + }, + { + "repo": "zig-clap", + "language": "zig", + "mode": "unranked-semantic", + "chunks": 100, + "tokens": 2710, + "ndcg5": 0.670231768402027, + "ndcg10": 0.7330698428344539, + "p50_ms": 0.2585835027275607, + "p90_ms": 0.2777794026769698, + "p95_ms": 0.29627856565639377, + "p99_ms": 0.30558930011466146, + "index_ms": 59.40283299423754, + "by_category": { + "architecture": 0.6445324131589439, + "semantic": 0.7429073350206216 + } + }, + { + "repo": "zls", + "language": "zig", + "mode": "semble-auto", + "chunks": 1319, + "tokens": 2934, + "ndcg5": 0.8761859507142915, + "ndcg10": 0.8761859507142915, + "p50_ms": 0.8813329914119095, + "p90_ms": 0.9787048184080052, + "p95_ms": 1.5243045127135764, + "p99_ms": 8.159294493088954, + "index_ms": 682.2228749806527, + "by_category": { + "architecture": 0.804418536224494, + "semantic": 0.9148299431318748 + } + }, + { + "repo": "zls", + "language": "zig", + "mode": "semble-balanced", + "chunks": 1319, + "tokens": 2934, + "ndcg5": 0.8761859507142915, + "ndcg10": 0.8761859507142915, + "p50_ms": 0.8706454973435029, + "p90_ms": 1.0298835957655685, + "p95_ms": 1.540645530621993, + "p99_ms": 8.043396317807481, + "index_ms": 682.2228749806527, + "by_category": { + "architecture": 0.804418536224494, + "semantic": 0.9148299431318748 + } + }, + { + "repo": "zls", + "language": "zig", + "mode": "semble-bm25", + "chunks": 1319, + "tokens": 3049, + "ndcg5": 0.825, + "ndcg10": 0.8545047410990934, + "p50_ms": 0.8260834874818102, + "p90_ms": 0.908296398120001, + "p95_ms": 1.3578558937297265, + "p99_ms": 7.9569039706257065, + "index_ms": 682.2228749806527, + "by_category": { + "architecture": 0.7572899993805687, + "semantic": 0.9068511404859915 + } + }, + { + "repo": "zls", + "language": "zig", + "mode": "semble-semantic", + "chunks": 1319, + "tokens": 2787, + "ndcg5": 0.8846268032608154, + "ndcg10": 0.901293469927482, + "p50_ms": 0.7551460003014654, + "p90_ms": 0.9688088961411268, + "p95_ms": 1.4089746517129302, + "p99_ms": 7.897727729286988, + "index_ms": 682.2228749806527, + "by_category": { + "architecture": 0.9047619047619048, + "semantic": 0.8994258511704852 + } + }, + { + "repo": "zls", + "language": "zig", + "mode": "unranked-auto", + "chunks": 1319, + "tokens": 2869, + "ndcg5": 0.6446394630357186, + "ndcg10": 0.7124498223911198, + "p50_ms": 0.4395415016915649, + "p90_ms": 0.47418690228369087, + "p95_ms": 0.48350626311730593, + "p99_ms": 0.48550125618930906, + "index_ms": 682.2228749806527, + "by_category": { + "architecture": 0.6564561200680356, + "semantic": 0.7426002774881652 + } + }, + { + "repo": "zls", + "language": "zig", + "mode": "unranked-balanced", + "chunks": 1319, + "tokens": 2869, + "ndcg5": 0.6446394630357186, + "ndcg10": 0.7124498223911198, + "p50_ms": 0.45822949323337525, + "p90_ms": 0.5380701972171664, + "p95_ms": 0.5464913629111834, + "p99_ms": 0.5849982859217561, + "index_ms": 682.2228749806527, + "by_category": { + "architecture": 0.6564561200680356, + "semantic": 0.7426002774881652 + } + }, + { + "repo": "zls", + "language": "zig", + "mode": "unranked-bm25", + "chunks": 1319, + "tokens": 2933, + "ndcg5": 0.5577324383928645, + "ndcg10": 0.5878354379592625, + "p50_ms": 0.4261039866833016, + "p90_ms": 0.5144625058164821, + "p95_ms": 0.5970666927169077, + "p99_ms": 0.6265805530711077, + "index_ms": 682.2228749806527, + "by_category": { + "architecture": 0.5430042850948544, + "semantic": 0.611975289501636 + } + }, + { + "repo": "zls", + "language": "zig", + "mode": "unranked-semantic", + "chunks": 1319, + "tokens": 2732, + "ndcg5": 0.6098332521130361, + "ndcg10": 0.624884751896235, + "p50_ms": 0.4336460115155205, + "p90_ms": 0.46800808631815016, + "p95_ms": 0.47383815544890245, + "p99_ms": 0.5043012267560698, + "index_ms": 682.2228749806527, + "by_category": { + "architecture": 0.6266932581763631, + "semantic": 0.62391094082232 + } + }, + { + "repo": "zod", + "language": "typescript", + "mode": "semble-auto", + "chunks": 1812, + "tokens": 2865, + "ndcg5": 0.595861623462428, + "ndcg10": 0.6136719828178292, + "p50_ms": 8.045667011174373, + "p90_ms": 10.104108424275182, + "p95_ms": 10.465408992604356, + "p99_ms": 13.5483489773469, + "index_ms": 857.6820000016596, + "by_category": { + "architecture": 0.6297620990369716, + "semantic": 0.586420115895172, + "symbol": 0.7103099178571526 + } + }, + { + "repo": "zod", + "language": "typescript", + "mode": "semble-balanced", + "chunks": 1812, + "tokens": 2821, + "ndcg5": 0.595861623462428, + "ndcg10": 0.6136719828178292, + "p50_ms": 7.925457990495488, + "p90_ms": 10.260308612487279, + "p95_ms": 10.4702100972645, + "p99_ms": 13.230942001100624, + "index_ms": 857.6820000016596, + "by_category": { + "architecture": 0.6297620990369716, + "semantic": 0.586420115895172, + "symbol": 0.7103099178571526 + } + }, + { + "repo": "zod", + "language": "typescript", + "mode": "semble-bm25", + "chunks": 1812, + "tokens": 3007, + "ndcg5": 0.522486247711064, + "ndcg10": 0.5827634665859462, + "p50_ms": 7.6838335080537945, + "p90_ms": 9.480995780904777, + "p95_ms": 10.001660106354397, + "p99_ms": 13.05993201967794, + "index_ms": 857.6820000016596, + "by_category": { + "architecture": 0.5660170306431477, + "semantic": 0.5584824196596058, + "symbol": 0.7103099178571526 + } + }, + { + "repo": "zod", + "language": "typescript", + "mode": "semble-semantic", + "chunks": 1812, + "tokens": 2692, + "ndcg5": 0.33209427612483317, + "ndcg10": 0.3993885146886994, + "p50_ms": 8.985896012745798, + "p90_ms": 10.551433899672702, + "p95_ms": 11.450255916861357, + "p99_ms": 17.044583996466816, + "index_ms": 857.6820000016596, + "by_category": { + "architecture": 0.29875546189751173, + "semantic": 0.3740055298546575, + "symbol": 0.643558852691131 + } + }, + { + "repo": "zod", + "language": "typescript", + "mode": "unranked-auto", + "chunks": 1812, + "tokens": 2879, + "ndcg5": 0.4696394630357187, + "ndcg10": 0.5007593710182797, + "p50_ms": 0.645562497084029, + "p90_ms": 1.089120513643138, + "p95_ms": 1.1485392504255287, + "p99_ms": 1.2428742609336039, + "index_ms": 857.6820000016596, + "by_category": { + "architecture": 0.2544456402014998, + "semantic": 0.5281903927683183, + "symbol": 0.7103099178571526 + } + }, + { + "repo": "zod", + "language": "typescript", + "mode": "unranked-balanced", + "chunks": 1812, + "tokens": 2882, + "ndcg5": 0.47618595071429154, + "ndcg10": 0.5073058586968526, + "p50_ms": 0.5712290003430098, + "p90_ms": 0.7472875149687752, + "p95_ms": 0.781295845808927, + "p99_ms": 0.8142927711014636, + "index_ms": 857.6820000016596, + "by_category": { + "architecture": 0.2544456402014998, + "semantic": 0.5281903927683183, + "symbol": 0.7539531690476383 + } + }, + { + "repo": "zod", + "language": "typescript", + "mode": "unranked-bm25", + "chunks": 1812, + "tokens": 3008, + "ndcg5": 0.37591052497168753, + "ndcg10": 0.4173000116024168, + "p50_ms": 0.4924789827782661, + "p90_ms": 0.5490784824360163, + "p95_ms": 0.6381305909599178, + "p99_ms": 0.6698925289674662, + "index_ms": 857.6820000016596, + "by_category": { + "architecture": 0.5, + "semantic": 0.3526262096081092, + "symbol": 0.5872865023809717 + } + }, + { + "repo": "zod", + "language": "typescript", + "mode": "unranked-semantic", + "chunks": 1812, + "tokens": 2731, + "ndcg5": 0.2943426403617271, + "ndcg10": 0.348114213453909, + "p50_ms": 0.46429148642346263, + "p90_ms": 0.5143458023667336, + "p95_ms": 0.5317225935868919, + "p99_ms": 0.5604445305652916, + "index_ms": 857.6820000016596, + "by_category": { + "architecture": 0.0, + "semantic": 0.39453468736498826, + "symbol": 0.611111111111111 + } + } + ] +} diff --git a/benchmarks/run_benchmark.py b/benchmarks/run_benchmark.py index a39b6f3..9e9a3e0 100644 --- a/benchmarks/run_benchmark.py +++ b/benchmarks/run_benchmark.py @@ -18,7 +18,7 @@ from benchmarks.metrics import ndcg_at_k, target_rank from semble import SembleIndex from semble.index.dense import _DEFAULT_MODEL_NAME -from semble.types import SearchMode, SearchResult +from semble.types import SearchResult _LATENCY_RUNS = 5 _DIRECT_TOP_K = 10 @@ -48,8 +48,8 @@ def evaluate( tasks: list[Task], *, verbose: bool = False, - mode: SearchMode = SearchMode.HYBRID, alpha: float | None = None, + rerank: bool = True, ) -> tuple[float, float, list[float], dict[str, float], int]: """Return mean NDCG@5, NDCG@10, median query latency (ms), and per-category NDCG@10.""" ndcg5_sum = 0.0 @@ -63,7 +63,7 @@ def evaluate( results: list[SearchResult] = [] for _ in range(_LATENCY_RUNS): started = time.perf_counter() - results = index.search(task.query, top_k=_DIRECT_TOP_K, mode=mode, alpha=alpha) + results = index.search(task.query, top_k=_DIRECT_TOP_K, alpha=alpha, rerank=rerank) query_latencies.append((time.perf_counter() - started) * 1000) latencies.append(float(np.median(query_latencies))) tokens += sum(len(r.chunk.content) // 4 for r in results) @@ -210,7 +210,7 @@ def _bench_quality( p50, p90, p95, p99 = np.percentile(latencies, [50, 90, 95, 99]).tolist() result = RepoResult( repo=repo, - mode=SearchMode.HYBRID.value, + mode="auto", language=spec.language, chunks=len(index.chunks), tokens=tokens, diff --git a/src/semble/__init__.py b/src/semble/__init__.py index 826a11e..ef61bdf 100644 --- a/src/semble/__init__.py +++ b/src/semble/__init__.py @@ -1,5 +1,5 @@ from semble.index import SembleIndex -from semble.types import Chunk, EmbeddingMatrix, Encoder, IndexStats, SearchMode, SearchResult +from semble.types import Chunk, EmbeddingMatrix, Encoder, IndexStats, SearchResult from semble.version import __version__ __all__ = [ @@ -7,7 +7,6 @@ "EmbeddingMatrix", "Encoder", "IndexStats", - "SearchMode", "SearchResult", "SembleIndex", "__version__", diff --git a/src/semble/cli.py b/src/semble/cli.py index 5d7f886..9ee2df7 100644 --- a/src/semble/cli.py +++ b/src/semble/cli.py @@ -86,9 +86,6 @@ def _cli_main() -> None: search_p.add_argument("query", help="Natural language or code query.") search_p.add_argument("path", nargs="?", default=".", help="Local path or git URL (default: current directory).") search_p.add_argument("-k", "--top-k", type=int, default=5, help="Number of results (default: 5).") - search_p.add_argument( - "-m", "--mode", default="hybrid", choices=["hybrid", "semantic", "bm25"], help="Search mode (default: hybrid)." - ) search_p.add_argument( "--include-text-files", action="store_true", @@ -137,11 +134,11 @@ def _cli_main() -> None: ) if args.command == "search": - results = index.search(args.query, top_k=args.top_k, mode=args.mode) + results = index.search(args.query, top_k=args.top_k) if not results: print("No results found.") else: - print(_format_results(f"Search results for: {args.query!r} (mode={args.mode})", results)) + print(_format_results(f"Search results for: {args.query!r}", results)) elif args.command == "find-related": chunk = _resolve_chunk(index.chunks, args.file_path, args.line) diff --git a/src/semble/index/index.py b/src/semble/index/index.py index b3be69a..56d51e3 100644 --- a/src/semble/index/index.py +++ b/src/semble/index/index.py @@ -13,9 +13,9 @@ from semble.index.create import create_index_from_path from semble.index.dense import SelectableBasicBackend, load_model -from semble.search import search_bm25, search_hybrid, search_semantic +from semble.search import _search_semantic, search from semble.stats import save_search_stats -from semble.types import CallType, Chunk, Encoder, IndexStats, SearchMode, SearchResult +from semble.types import CallType, Chunk, Encoder, IndexStats, SearchResult _GIT_CLONE_TIMEOUT = int(os.environ.get("SEMBLE_CLONE_TIMEOUT", 60)) @@ -178,7 +178,7 @@ def find_related(self, source: Chunk | SearchResult, *, top_k: int = 5) -> list[ """ target = source.chunk if isinstance(source, SearchResult) else source selector = self._get_selector_vector(filter_languages=[target.language]) if target.language else None - results = search_semantic(target.content, self.model, self._semantic_index, self.chunks, top_k + 1, selector) + results = _search_semantic(target.content, self.model, self._semantic_index, self.chunks, top_k + 1, selector) results = [r for r in results if r.chunk != target][:top_k] save_search_stats(results, CallType.FIND_RELATED, self._file_sizes) return results @@ -199,16 +199,15 @@ def search( self, query: str, top_k: int = 10, - mode: SearchMode | str = SearchMode.HYBRID, alpha: float | None = None, filter_languages: list[str] | None = None, filter_paths: list[str] | None = None, + rerank: bool = True, ) -> list[SearchResult]: """Search the index and return the top-k most relevant chunks. :param query: Natural-language or keyword query string. :param top_k: Maximum number of results to return. - :param mode: Search strategy — "hybrid" (default), "semantic", or "bm25". :param alpha: Blend weight for hybrid score combination; 1.0 = full semantic weight, 0.0 = full BM25 weight. File-path penalties and diversity reranking are applied regardless. ``None`` auto-detects from query type. @@ -216,8 +215,8 @@ def search( these languages are returned. :param filter_paths: Optional list of repo-relative file paths; if set, only chunks from these files are returned. + :param rerank: Whether to rerank the top-k results using custom reranking logic. :return: Ranked list of :class:`SearchResult` objects, best match first. - :raises ValueError: If `mode` is not a recognised search strategy. """ bm25_index, semantic_index = self._bm25_index, self._semantic_index if not self.chunks or not query.strip(): @@ -225,15 +224,16 @@ def search( selector = self._get_selector_vector(filter_languages, filter_paths) - if mode == SearchMode.BM25: - results = search_bm25(query, bm25_index, self.chunks, top_k, selector=selector) - elif mode == SearchMode.SEMANTIC: - results = search_semantic(query, self.model, semantic_index, self.chunks, top_k, selector=selector) - elif mode == SearchMode.HYBRID: - results = search_hybrid( - query, self.model, semantic_index, bm25_index, self.chunks, top_k, alpha=alpha, selector=selector - ) - else: - raise ValueError(f"Unknown search mode: {mode!r}") + results = search( + query, + self.model, + semantic_index, + bm25_index, + self.chunks, + top_k, + alpha=alpha, + selector=selector, + rerank=rerank, + ) save_search_stats(results, CallType.SEARCH, self._file_sizes) return results diff --git a/src/semble/mcp.py b/src/semble/mcp.py index 38d170c..a9c533d 100644 --- a/src/semble/mcp.py +++ b/src/semble/mcp.py @@ -4,7 +4,7 @@ import logging from collections import OrderedDict from pathlib import Path -from typing import Annotated, Literal +from typing import Annotated import watchfiles from mcp.server.fastmcp import FastMCP @@ -63,10 +63,6 @@ def create_server(cache: _IndexCache, default_source: str | None = None) -> Fast async def search( query: Annotated[str, Field(description="Natural language or code query.")], repo: Annotated[str | None, Field(description=_REPO_DESCRIPTION)] = None, - mode: Annotated[ - Literal["hybrid", "semantic", "bm25"], - Field(description="Search mode. 'hybrid' is best for most queries."), - ] = "hybrid", top_k: Annotated[int, Field(description="Number of results to return.", ge=1)] = 5, ) -> str: """Search a codebase with a natural-language or code query. @@ -78,10 +74,10 @@ async def search( index = await _get_index(repo, default_source, cache) except ValueError as exc: return str(exc) - results = index.search(query, top_k=top_k, mode=mode) + results = index.search(query, top_k=top_k) if not results: return "No results found." - return _format_results(f"Search results for: {query!r} (mode={mode})", results) + return _format_results(f"Search results for: {query!r}", results) @server.tool() async def find_related( diff --git a/src/semble/search.py b/src/semble/search.py index 2a50a17..d0a9d25 100644 --- a/src/semble/search.py +++ b/src/semble/search.py @@ -6,7 +6,7 @@ from semble.index.sparse import selector_to_mask from semble.ranking import apply_query_boost, boost_multi_chunk_files, rerank_topk, resolve_alpha from semble.tokens import tokenize -from semble.types import Chunk, Encoder, SearchMode, SearchResult +from semble.types import Chunk, Encoder, SearchResult _RRF_K = 60 @@ -19,7 +19,7 @@ def _rrf_scores(scores: dict[Chunk, float]) -> dict[Chunk, float]: return {chunk: 1.0 / (_RRF_K + rank) for rank, chunk in enumerate(ranked, 1)} -def search_semantic( +def _search_semantic( query: str, model: Encoder, semantic_index: SelectableBasicBackend, @@ -31,10 +31,7 @@ def search_semantic( query_embedding = model.encode([query]) indices, scores = semantic_index.query(query_embedding, k=top_k, selector=selector)[0] # Vicinity returns cosine distance; convert to similarity so higher = better. - return [ - SearchResult(chunk=chunks[index], score=1.0 - float(distance), source=SearchMode.SEMANTIC) - for index, distance in zip(indices, scores) - ] + return [SearchResult(chunk=chunks[index], score=1.0 - float(distance)) for index, distance in zip(indices, scores)] def _sort_top_k(arr: npt.NDArray, top_k: int) -> npt.NDArray[np.int_]: @@ -46,7 +43,7 @@ def _sort_top_k(arr: npt.NDArray, top_k: int) -> npt.NDArray[np.int_]: return partitioned[np.argsort(neg_arr[partitioned])] -def search_bm25( +def _search_bm25( query: str, bm25_index: bm25s.BM25, chunks: list[Chunk], @@ -62,12 +59,10 @@ def search_bm25( indices = _sort_top_k(scores, top_k) # Exclude chunks with zero score, no query tokens matched. - return [ - SearchResult(chunk=chunks[i], score=float(scores[i]), source=SearchMode.BM25) for i in indices if scores[i] > 0 - ] + return [SearchResult(chunk=chunks[i], score=float(scores[i])) for i in indices if scores[i] > 0] -def search_hybrid( +def search( query: str, model: Encoder, semantic_index: SelectableBasicBackend, @@ -76,6 +71,7 @@ def search_hybrid( top_k: int, alpha: float | None = None, selector: npt.NDArray[np.int_] | None = None, + rerank: bool = True, ) -> list[SearchResult]: """Hybrid search: alpha-weighted combination of semantic and BM25 scores. @@ -90,6 +86,7 @@ def search_hybrid( :param top_k: Number of results to return. :param alpha: Weight for semantic score (1-alpha goes to BM25). None = auto-detect based on query type. :param selector: Optional array of chunk indices to filter results by. + :param rerank: Whether to perform reranking. This should be done, and is mainly here for benchmarking. :return: List of search results sorted by combined score descending. """ alpha_weight = resolve_alpha(query, alpha) @@ -97,10 +94,10 @@ def search_hybrid( # Over-fetch candidates so the merged pool is large enough after union and re-ranking. candidate_count = top_k * 5 - semantic = search_semantic(query, model, semantic_index, chunks, candidate_count, selector) + semantic = _search_semantic(query, model, semantic_index, chunks, candidate_count, selector) semantic_scores: dict[Chunk, float] = {result.chunk: result.score for result in semantic} bm25_scores = {} - for result in search_bm25(query, bm25_index, chunks, candidate_count, selector): + for result in _search_bm25(query, bm25_index, chunks, candidate_count, selector): if result.score: bm25_scores[result.chunk] = result.score @@ -119,10 +116,14 @@ def search_hybrid( for chunk in all_candidates } - # Boost files with multiple relevant chunks. - boost_multi_chunk_files(combined_scores) - # Boost queries with specific identifiers in them. - combined_scores = apply_query_boost(combined_scores, query, chunks) - # Rerank the top-k results by applying path-based penalties. - ranked = rerank_topk(combined_scores, top_k, penalise_paths=alpha_weight < 1.0) - return [SearchResult(chunk=chunk, score=score, source=SearchMode.HYBRID) for chunk, score in ranked] + if rerank: + # Boost files with multiple relevant chunks. + boost_multi_chunk_files(combined_scores) + # Boost queries with specific identifiers in them. + combined_scores = apply_query_boost(combined_scores, query, chunks) + # Rerank the top-k results by applying path-based penalties. + ranked = rerank_topk(combined_scores, top_k, penalise_paths=alpha_weight < 1.0) + else: + sorted_by_score = sorted(combined_scores.items(), key=lambda x: x[1], reverse=True) + ranked = sorted_by_score[:top_k] + return [SearchResult(chunk=chunk, score=score) for chunk, score in ranked] diff --git a/src/semble/types.py b/src/semble/types.py index 5871db1..d01c774 100644 --- a/src/semble/types.py +++ b/src/semble/types.py @@ -9,14 +9,6 @@ EmbeddingMatrix: TypeAlias = npt.NDArray[np.float32] -class SearchMode(str, Enum): - """Search mode for SembleIndex.search().""" - - HYBRID = "hybrid" - SEMANTIC = "semantic" - BM25 = "bm25" - - class CallType(str, Enum): """Call type for token-savings tracking.""" @@ -59,7 +51,6 @@ class SearchResult: chunk: Chunk score: float - source: SearchMode @dataclass(frozen=True, slots=True) diff --git a/tests/test_cli.py b/tests/test_cli.py index 76bc1d8..2c71a72 100644 --- a/tests/test_cli.py +++ b/tests/test_cli.py @@ -6,7 +6,7 @@ import pytest from semble.cli import Agent, _agent_path, _cli_main, _run_init, main -from semble.types import SearchMode, SearchResult +from semble.types import SearchResult from tests.conftest import make_chunk _CLAUDE_FILE_PATH = _agent_path(Agent.CLAUDE) @@ -34,7 +34,7 @@ def test_main_calls_asyncio_run(argv: list[str], monkeypatch: pytest.MonkeyPatch "argv, expected_in_output", [ (["semble", "search", "query text", "/some/path"], ["query text", "0.9"]), - (["semble", "search", "nothing", "/some/path", "--top-k", "3", "--mode", "bm25"], ["No results found"]), + (["semble", "search", "nothing", "/some/path", "--top-k", "3"], ["No results found"]), ], ) def test_cli_search( @@ -47,9 +47,7 @@ def test_cli_search( chunk = make_chunk("def foo(): pass", "src/foo.py") fake_index = MagicMock() has_results = "No results" not in expected_in_output[0] - fake_index.search.return_value = ( - [SearchResult(chunk=chunk, score=0.9, source=SearchMode.HYBRID)] if has_results else [] - ) + fake_index.search.return_value = [SearchResult(chunk=chunk, score=0.9)] if has_results else [] monkeypatch.setattr(sys, "argv", argv) with patch("semble.cli.SembleIndex.from_path", return_value=fake_index): _cli_main() @@ -78,9 +76,7 @@ def test_cli_find_related( chunk = make_chunk("class Bar: pass", "src/bar.py") fake_index = MagicMock() fake_index.chunks = [] if scenario == "unknown_chunk" else [chunk] - fake_index.find_related.return_value = ( - [SearchResult(chunk=chunk, score=0.8, source=SearchMode.SEMANTIC)] if scenario == "with_results" else [] - ) + fake_index.find_related.return_value = [SearchResult(chunk=chunk, score=0.8)] if scenario == "with_results" else [] file_path = "unknown.py" if scenario == "unknown_chunk" else "src/bar.py" monkeypatch.setattr(sys, "argv", ["semble", "find-related", file_path, "1", "/some/path"]) with patch("semble.cli.SembleIndex.from_path", return_value=fake_index): @@ -145,7 +141,7 @@ def test_main_dispatches_to_cli( """main() routes to _cli_main when first argument is a CLI subcommand.""" chunk = make_chunk("def foo(): pass", "src/foo.py") fake_index = MagicMock() - fake_index.search.return_value = [SearchResult(chunk=chunk, score=0.9, source=SearchMode.HYBRID)] + fake_index.search.return_value = [SearchResult(chunk=chunk, score=0.9)] monkeypatch.setattr(sys, "argv", ["semble", "search", "query text", "/some/path"]) with patch("semble.cli.SembleIndex.from_path", return_value=fake_index): main() @@ -169,7 +165,7 @@ def test_cli_entrypoint_works_without_mcp_installed( """CLI entrypoint paths succeed even when the mcp package is not installed.""" chunk = make_chunk("def foo(): pass", "src/foo.py") fake_index = MagicMock() - fake_index.search.return_value = [SearchResult(chunk=chunk, score=0.9, source=SearchMode.HYBRID)] + fake_index.search.return_value = [SearchResult(chunk=chunk, score=0.9)] monkeypatch.setattr(sys, "argv", argv) monkeypatch.setitem(sys.modules, "mcp", None) monkeypatch.setitem(sys.modules, "mcp.server", None) diff --git a/tests/test_index.py b/tests/test_index.py index 8e87ddd..3f90fcb 100644 --- a/tests/test_index.py +++ b/tests/test_index.py @@ -1,5 +1,6 @@ from pathlib import Path from typing import Any +from unittest.mock import patch import pytest @@ -49,43 +50,45 @@ def test_index_language_counts(indexed_index: SembleIndex) -> None: @pytest.mark.parametrize( - "query, mode", - [("authenticate token", "hybrid"), ("authenticate", "bm25"), ("authentication", "semantic")], + "query", + [("authenticate token"), ("authenticate"), ("authentication")], ) -def test_search_modes(indexed_index: SembleIndex, query: str, mode: str) -> None: +def test_search_modes(indexed_index: SembleIndex, query: str) -> None: """Each search mode returns a valid list of at most top_k results.""" - results = indexed_index.search(query, top_k=3, mode=mode) + results = indexed_index.search(query, top_k=3) assert isinstance(results, list) assert len(results) <= 3 -def test_search_invalid_mode(indexed_index: SembleIndex) -> None: - """An unrecognised mode string raises ValueError.""" - with pytest.raises(ValueError): - indexed_index.search("query", mode="invalid") - - def test_search_constraints(indexed_index: SembleIndex) -> None: """search: top_k is respected; no duplicate chunks are returned.""" - assert len(indexed_index.search("function", top_k=1, mode="bm25")) <= 1 + assert len(indexed_index.search("function", top_k=1)) <= 1 results = indexed_index.search("authenticate", top_k=5) assert len(results) == len(set(r.chunk for r in results)) -@pytest.mark.parametrize("mode", ["bm25", "hybrid", "semantic"]) -def test_search_with_filter_paths_does_not_crash(indexed_index: SembleIndex, mode: str) -> None: +def test_search_with_filter_paths_does_not_crash(indexed_index: SembleIndex) -> None: """Filtered search works regardless of where the selected chunk lives in the corpus.""" target_path = indexed_index.chunks[-1].file_path - results = indexed_index.search("function", top_k=3, mode=mode, filter_paths=[target_path]) + results = indexed_index.search("function", top_k=3, filter_paths=[target_path]) assert all(r.chunk.file_path == target_path for r in results) -@pytest.mark.parametrize("mode", ["bm25", "hybrid", "semantic"]) +def test_search_without_reranking(indexed_index: SembleIndex) -> None: + """Filtered search works regardless of where the selected chunk lives in the corpus.""" + with patch("semble.search.rerank_topk") as mock: + indexed_index.search("function", top_k=3, rerank=False) + mock.assert_not_called() + with patch("semble.search.rerank_topk") as mock: + indexed_index.search("function", top_k=3, rerank=True) + mock.assert_called() + + @pytest.mark.parametrize("query", ["", " ", "\n\n"]) -def test_search_empty_query_returns_empty(indexed_index: SembleIndex, mode: str, query: str) -> None: +def test_search_empty_query_returns_empty(indexed_index: SembleIndex, query: str) -> None: """Empty / whitespace-only queries return [] across all modes.""" - assert indexed_index.search(query, mode=mode) == [] + assert indexed_index.search(query) == [] @pytest.mark.parametrize( diff --git a/tests/test_mcp.py b/tests/test_mcp.py index f9a1c80..ef4dcce 100644 --- a/tests/test_mcp.py +++ b/tests/test_mcp.py @@ -5,7 +5,7 @@ import pytest from semble.mcp import _CACHE_MAX_SIZE, _IndexCache, create_server, serve -from semble.types import Chunk, Encoder, SearchMode, SearchResult +from semble.types import Chunk, Encoder, SearchResult from semble.utils import _format_results, _is_git_url, _resolve_chunk from tests.conftest import make_chunk @@ -87,9 +87,7 @@ def test_format_results() -> None: assert "```" not in empty_out chunks = [make_chunk(f"def fn_{i}(): pass", f"f{i}.py") for i in range(3)] - results = [ - SearchResult(chunk=c, score=round(0.1 * (i + 1), 3), source=SearchMode.HYBRID) for i, c in enumerate(chunks) - ] + results = [SearchResult(chunk=c, score=round(0.1 * (i + 1), 3)) for i, c in enumerate(chunks)] out = _format_results("Results for: 'foo'", results) assert "Results for: 'foo'" in out assert out.count("```") >= len(results) * 2 # opening + closing fence each @@ -183,7 +181,7 @@ async def test_tool_index_failure(cache: _IndexCache, tool: str, args: dict[str, "search", {"query": "bar"}, "search", - [SearchResult(chunk=make_chunk("def bar(): pass", "src/bar.py"), score=0.9, source=SearchMode.HYBRID)], + [SearchResult(chunk=make_chunk("def bar(): pass", "src/bar.py"), score=0.9)], None, ["bar", "0.900"], id="search_with_results", @@ -201,7 +199,7 @@ async def test_tool_index_failure(cache: _IndexCache, tool: str, args: dict[str, "find_related", {"file_path": "src/foo.py", "line": 1}, "find_related", - [SearchResult(chunk=make_chunk("class Foo: pass", "src/foo.py"), score=0.8, source=SearchMode.SEMANTIC)], + [SearchResult(chunk=make_chunk("class Foo: pass", "src/foo.py"), score=0.8)], [make_chunk("class Foo: pass", "src/foo.py")], ["src/foo.py:1", "0.800"], id="find_related_with_results", diff --git a/tests/test_search.py b/tests/test_search.py index 2a0d487..56bd2f1 100644 --- a/tests/test_search.py +++ b/tests/test_search.py @@ -8,9 +8,9 @@ from vicinity.backends.basic import BasicArgs from semble.index.dense import SelectableBasicBackend, embed_chunks, load_model -from semble.search import _sort_top_k, search_bm25, search_hybrid, search_semantic +from semble.search import _search_bm25, _search_semantic, _sort_top_k, search from semble.tokens import tokenize -from semble.types import Chunk, Encoder, SearchMode +from semble.types import Chunk, Encoder from tests.conftest import make_chunk @@ -51,24 +51,24 @@ def semantic(embeddings: npt.NDArray[np.float32]) -> SelectableBasicBackend: def test_search_bm25(bm25: bm25s.BM25, chunks: list[Chunk]) -> None: """search_bm25: returns most relevant chunk first; selector restricts to given indices.""" - results = search_bm25("authenticate token", bm25, chunks, top_k=4, selector=None) + results = _search_bm25("authenticate token", bm25, chunks, top_k=4, selector=None) assert len(results) > 0 assert "authenticate" in results[0].chunk.content selector = np.array([len(chunks) - 1], dtype=np.int_) - filtered = search_bm25("format", bm25, chunks, top_k=4, selector=selector) + filtered = _search_bm25("format", bm25, chunks, top_k=4, selector=selector) assert all(r.chunk is chunks[len(chunks) - 1] for r in filtered) @pytest.mark.parametrize("query", ["", " ", "\n\n", "zzzznonexistentterm"]) def test_bm25_returns_empty_for_no_match(bm25: bm25s.BM25, chunks: list[Chunk], query: str) -> None: """Empty / whitespace-only / token-less queries return [] instead of crashing bm25s.""" - assert search_bm25(query, bm25, chunks, top_k=3, selector=None) == [] + assert _search_bm25(query, bm25, chunks, top_k=3, selector=None) == [] def test_semantic_search(semantic: SelectableBasicBackend, chunks: list[Chunk], mock_model: Any) -> None: """Semantic search returns results with scores in [-1, 1].""" - results = search_semantic("login", mock_model, semantic, chunks, top_k=3, selector=None) + results = _search_semantic("login", mock_model, semantic, chunks, top_k=3, selector=None) assert len(results) > 0 assert all(-1.0 <= r.score <= 1.0 for r in results) @@ -77,7 +77,7 @@ def test_search_hybrid( chunks: list[Chunk], semantic: SelectableBasicBackend, bm25: bm25s.BM25, mock_model: Any ) -> None: """search_hybrid: returns combined results; identical content in different files produces separate results.""" - results = search_hybrid("authenticate token", mock_model, semantic, bm25, chunks, top_k=3) + results = search("authenticate token", mock_model, semantic, bm25, chunks, top_k=3) assert len(results) > 0 shared_content = "def helper():\n pass" @@ -93,23 +93,22 @@ def test_search_hybrid( bm25_index = bm25s.BM25() bm25_index.index([tokenize(c.content) for c in all_chunks], show_progress=False) - deduped = search_hybrid("helper", mock_model, sem_index, bm25_index, all_chunks, top_k=5) + deduped = search("helper", mock_model, sem_index, bm25_index, all_chunks, top_k=5) result_locations = {r.chunk.file_path for r in deduped} assert "module_a.py" in result_locations assert "module_b.py" in result_locations @pytest.mark.parametrize( - ("search_fn", "mode", "query", "top_k"), + ("search_fn", "query", "top_k"), [ - (lambda q, m, s, b, c, k: search_bm25(q, b, c, k, selector=None), SearchMode.BM25, "authenticate", 3), - (lambda q, m, s, b, c, k: search_semantic(q, m, s, c, k, selector=None), SearchMode.SEMANTIC, "query", 4), - (lambda q, m, s, b, c, k: search_hybrid(q, m, s, b, c, k), SearchMode.HYBRID, "login", 4), + (lambda q, m, s, b, c, k: _search_bm25(q, b, c, k, selector=None), "authenticate", 3), + (lambda q, m, s, b, c, k: _search_semantic(q, m, s, c, k, selector=None), "query", 4), + (lambda q, m, s, b, c, k: search(q, m, s, b, c, k), "login", 4), ], ) def test_search_source_labels( search_fn: Any, - mode: SearchMode, query: str, top_k: int, chunks: list[Chunk], @@ -120,7 +119,6 @@ def test_search_source_labels( """Each result carries a source label matching the search mode used.""" results = search_fn(query, mock_model, semantic, bm25, chunks, top_k) assert len(results) > 0 - assert all(result.source is mode for result in results) def test_sort_top_k() -> None: diff --git a/tests/test_stats.py b/tests/test_stats.py index 21973ad..d3c7689 100644 --- a/tests/test_stats.py +++ b/tests/test_stats.py @@ -8,7 +8,7 @@ from semble.cli import _cli_main from semble.stats import build_savings_summary, format_savings_report, save_search_stats -from semble.types import CallType, SearchMode, SearchResult +from semble.types import CallType, SearchResult from tests.conftest import make_chunk @@ -30,7 +30,7 @@ def sample_stats_file(tmp_path: Path) -> Path: def test_save_search_stats(tmp_path: Path, monkeypatch: pytest.MonkeyPatch) -> None: """save_search_stats deduplicates file paths and silences write errors.""" chunk = make_chunk("hello", "src/foo.py") - result = SearchResult(chunk=chunk, score=0.9, source=SearchMode.HYBRID) + result = SearchResult(chunk=chunk, score=0.9) stats_file = tmp_path / "stats.jsonl" monkeypatch.setattr("semble.stats._STATS_FILE", stats_file) save_search_stats([result, result], CallType.SEARCH, {"src/foo.py": 42}) diff --git a/uv.lock b/uv.lock index 9ce6273..1d492fe 100644 --- a/uv.lock +++ b/uv.lock @@ -10,7 +10,7 @@ resolution-markers = [ [options] exclude-newer = "0001-01-01T00:00:00Z" # This has no effect and is included for backwards compatibility when using relative exclude-newer values. -exclude-newer-span = "P1W" +exclude-newer-span = "P3D" [[package]] name = "annotated-doc"