diff --git a/css/components.css b/css/components.css index da54c52..3032abf 100644 --- a/css/components.css +++ b/css/components.css @@ -367,6 +367,40 @@ button:focus, white-space: nowrap; } +/* Selection checkbox column (fixed slim width) */ +.data-table.has-select-col th.select-col, +.data-table.has-select-col td.select-col { + width: 36px; + min-width: 36px; + max-width: 36px; + text-align: center; + white-space: nowrap; +} + +/* Prevent first (model) column from expanding when selection column present */ +.data-table.has-select-col th.sortable[data-sort="name"], +.data-table.has-select-col td:first-of-type + td { + width: auto; + white-space: normal; +} + +/* Ensure model column remains flexible when select column exists */ +.data-table.has-select-col th:nth-child(2), +.data-table.has-select-col td:nth-child(2) { + width: 40%; + min-width: 180px; + max-width: 350px; + white-space: normal; + word-wrap: break-word; + text-align: left; /* override default % resolved right alignment */ +} + +/* Keep % Resolved right-aligned (now 3rd column when select column exists) */ +.data-table.has-select-col th:nth-child(3), +.data-table.has-select-col td:nth-child(3) { + text-align: right; +} + /* Cards */ .card { background-color: var(--color-background); @@ -616,6 +650,19 @@ button:focus, } } +/* Modal basic styles */ +.modal { display: none; position: fixed; inset: 0; z-index: var(--z-modal); } +.modal.show { display: block; } +.modal-backdrop { position: absolute; inset: 0; background: rgba(0,0,0,0.45); } +.modal-dialog { position: relative; background: var(--color-background); color: var(--color-text); width: min(720px, calc(100vw - 2rem)); margin: 5vh auto; border-radius: var(--radius-lg); box-shadow: var(--shadow-xl); border: 1.5px solid var(--color-border); resize: both; overflow: auto; min-width: 400px; min-height: 300px; max-width: 90vw; max-height: 90vh; display: flex; flex-direction: column; } +.modal-dialog-small { width: min(480px, calc(100vw - 2rem)); min-width: 320px; min-height: auto; resize: none; } +.modal-dialog-large { width: min(1200px, 90vw); height: min(800px, 90vh); } +.modal-header { display: flex; align-items: center; justify-content: space-between; padding: 0.75rem 1rem; border-bottom: 1.5px solid var(--color-border); } +.modal-body { padding: 1rem; overflow: auto; flex: 1; display: flex; flex-direction: column; } +.modal-close { background: transparent; border: none; cursor: pointer; color: var(--color-text-secondary); } +.chart-container { flex: 1; display: flex; flex-direction: column; min-height: 0; position: relative; } +.chart-container canvas { flex: 1; min-height: 260px; } + @media (max-width: 992px) { /* On mobile and tablets */ .table-responsive { @@ -919,3 +966,77 @@ button:focus, text-decoration-thickness: 2px; text-decoration-color: var(--color-text-muted); } + +/* New Feature Badge */ +.new-badge { + position: absolute; + top: 100%; + left: 50%; + transform: translateX(-50%); + margin-top: 2px; + background: linear-gradient(135deg, var(--color-accent), var(--color-accent-dark)); + color: white; + padding: 0.25rem 0.5rem; + border-radius: var(--radius-full); + font-size: 0.7rem; + font-weight: var(--weight-medium); + white-space: nowrap; + box-shadow: 0 2px 8px rgba(59, 130, 246, 0.4); + z-index: 100; + animation: newBadgeAnimation 6s ease-in-out forwards; + pointer-events: none; +} + +.dark-mode .new-badge { + background: linear-gradient(135deg, var(--blue-400), var(--blue-600)); + box-shadow: 0 2px 8px rgba(59, 130, 246, 0.6); +} + +.new-badge-button { + top: -12px; + left: auto; + right: -45px; +} + +@keyframes newBadgeAnimation { + 0% { + opacity: 0; + transform: translateX(-50%) scale(0.8); + } + 10% { + opacity: 1; + transform: translateX(-50%) scale(1); + } + 15% { + transform: translateX(-50%) scale(1.1); + } + 20% { + transform: translateX(-50%) scale(1); + } + 30% { + transform: translateX(-50%) scale(1.05); + } + 35% { + transform: translateX(-50%) scale(1); + } + 45% { + transform: translateX(-50%) scale(1.05); + } + 50% { + transform: translateX(-50%) scale(1); + } + 60% { + transform: translateX(-50%) scale(1.05); + } + 65% { + transform: translateX(-50%) scale(1); + } + 85% { + opacity: 1; + transform: translateX(-50%) scale(1); + } + 100% { + opacity: 0; + transform: translateX(-50%) scale(0.8); + } +} diff --git a/data/combine_per_instance_details.py b/data/combine_per_instance_details.py new file mode 100755 index 0000000..ed3d943 --- /dev/null +++ b/data/combine_per_instance_details.py @@ -0,0 +1,155 @@ +#!/usr/bin/env python3 +""" +Script to combine per-instance details from info_for_leaderboard.json +into the leaderboards.json file for all model entries. +""" + +import json +import sys +from pathlib import Path + + +# Mapping from info_for_leaderboard.json keys to leaderboard entry names +MODEL_MAPPING = { + 'gpt-5': 'GPT-5 (2025-08-07) (medium reasoning)', + 'gpt-5-mini': 'GPT-5 mini (2025-08-07) (medium reasoning)', + 'sonnet-4': 'Claude 4 Sonnet (20250514)', + 'sonnet-4-5': 'Claude 4.5 Sonnet (20250929)', +} + + +def main(): + # Define file paths + script_dir = Path(__file__).parent + info_file = script_dir / "info_for_leaderboard.json" + leaderboards_file = script_dir / "leaderboards.json" + backup_file = script_dir / "leaderboards.json.backup" + + # Check files exist + if not info_file.exists(): + print(f"Error: {info_file} not found") + return 1 + + if not leaderboards_file.exists(): + print(f"Error: {leaderboards_file} not found") + return 1 + + # Load the info file + print(f"Loading {info_file}...") + with open(info_file, 'r') as f: + info_data = json.load(f) + + print(f"Found {len(info_data)} model entries in info file") + print(f"Available models: {list(info_data.keys())}") + + # Load leaderboards + print(f"\nLoading {leaderboards_file}...") + with open(leaderboards_file, 'r') as f: + leaderboards_data = json.load(f) + + # Find bash-only leaderboard + bash_only = None + bash_only_idx = None + for idx, lb in enumerate(leaderboards_data['leaderboards']): + if lb.get('name') == 'bash-only': + bash_only = lb + bash_only_idx = idx + break + + if bash_only is None: + print("Error: 'bash-only' leaderboard not found") + return 1 + + print(f"Found 'bash-only' leaderboard with {len(bash_only['results'])} entries") + + # Track which models will be updated + models_to_update = [] + for info_key, leaderboard_name in MODEL_MAPPING.items(): + if info_key not in info_data: + print(f"\nWarning: '{info_key}' not found in info file, skipping...") + continue + + # Find the entry in leaderboard + entry_idx = None + for idx, result in enumerate(bash_only['results']): + if result.get('name') == leaderboard_name: + entry_idx = idx + break + + if entry_idx is None: + print(f"\nWarning: '{leaderboard_name}' not found in leaderboard, skipping...") + continue + + # Check if already has per_instance_details + has_details = 'per_instance_details' in bash_only['results'][entry_idx] + num_instances = len(info_data[info_key]) + + models_to_update.append({ + 'info_key': info_key, + 'leaderboard_name': leaderboard_name, + 'entry_idx': entry_idx, + 'num_instances': num_instances, + 'has_details': has_details, + }) + + status = "(will overwrite)" if has_details else "(new)" + print(f"\n - {leaderboard_name} {status}") + print(f" {num_instances} instances from '{info_key}'") + + if not models_to_update: + print("\nError: No models to update") + return 1 + + # Ask for confirmation + print(f"\n{'='*60}") + print(f"Will update {len(models_to_update)} model(s)") + + overwrite_count = sum(1 for m in models_to_update if m['has_details']) + if overwrite_count > 0: + print(f"Warning: {overwrite_count} model(s) already have per_instance_details") + + response = input("\nContinue? (yes/no): ").strip().lower() + if response != 'yes': + print("Aborted.") + return 0 + + # Create backup + print(f"\nCreating backup at {backup_file}...") + with open(backup_file, 'w') as f: + json.dump(leaderboards_data, f, indent=2) + + # Update all models + print("\nUpdating models...") + for model in models_to_update: + info_key = model['info_key'] + entry_idx = model['entry_idx'] + leaderboard_name = model['leaderboard_name'] + + per_instance_details = info_data[info_key] + leaderboards_data['leaderboards'][bash_only_idx]['results'][entry_idx]['per_instance_details'] = per_instance_details + + print(f" ✓ {leaderboard_name}: {len(per_instance_details)} instances") + + # Write updated data + print(f"\nWriting updated data to {leaderboards_file}...") + with open(leaderboards_file, 'w') as f: + json.dump(leaderboards_data, f, indent=2) + + print("\n" + "="*60) + print("✓ Success! All models updated") + print(f" - Backup saved to: {backup_file}") + print(f" - Models updated: {len(models_to_update)}") + + # Show sample of added data for first model + if models_to_update: + first_model = models_to_update[0] + print(f"\nSample instances from {first_model['leaderboard_name']}:") + sample_data = info_data[first_model['info_key']] + for i, (key, value) in enumerate(list(sample_data.items())[:3]): + print(f" - {key}: resolved={value.get('resolved')}, cost={value.get('cost')}") + + return 0 + + +if __name__ == '__main__': + sys.exit(main()) diff --git a/data/info_for_leaderboard.json b/data/info_for_leaderboard.json new file mode 100644 index 0000000..11fb0d1 --- /dev/null +++ b/data/info_for_leaderboard.json @@ -0,0 +1 @@ +{"gpt-5": {"pytest-dev__pytest-10356": {"resolved": true, "cost": 0.44183300000000003, "api_calls": 19}, "django__django-11532": {"resolved": false, "cost": 0.1944235, "api_calls": 12}, "django__django-12050": {"resolved": false, "cost": 0.07746500000000002, "api_calls": 7}, "pydata__xarray-3151": {"resolved": true, "cost": 0.1782045, "api_calls": 13}, "django__django-13512": {"resolved": true, "cost": 0.13296925, "api_calls": 11}, "sympy__sympy-18189": {"resolved": false, "cost": 0.11450375, "api_calls": 8}, "django__django-13028": {"resolved": true, "cost": 0.13842125, "api_calls": 8}, "django__django-13449": {"resolved": true, "cost": 0.32553200000000004, "api_calls": 14}, "django__django-11211": {"resolved": true, "cost": 0.1414875, "api_calls": 8}, "matplotlib__matplotlib-25332": {"resolved": true, "cost": 0.19087475, "api_calls": 16}, "django__django-11087": {"resolved": false, "cost": 0.107709, "api_calls": 7}, "django__django-15863": {"resolved": false, "cost": 0.23841625000000002, "api_calls": 14}, "django__django-14376": {"resolved": true, "cost": 0.16961100000000004, "api_calls": 9}, "django__django-14017": {"resolved": true, "cost": 0.28208775, "api_calls": 15}, "pydata__xarray-4695": {"resolved": true, "cost": 0.13945275000000001, "api_calls": 10}, "sympy__sympy-16450": {"resolved": true, "cost": 0.17942875000000003, "api_calls": 10}, "django__django-14493": {"resolved": true, "cost": 0.07756125, "api_calls": 7}, "matplotlib__matplotlib-25960": {"resolved": true, "cost": 0.55553775, "api_calls": 21}, "psf__requests-1921": {"resolved": false, "cost": 0.1935885, "api_calls": 12}, "django__django-12308": {"resolved": false, "cost": 0.20249975000000003, "api_calls": 11}, "astropy__astropy-13579": {"resolved": false, "cost": 0.24484975000000003, "api_calls": 12}, "django__django-12708": {"resolved": true, "cost": 0.43316475, "api_calls": 25}, "django__django-14089": {"resolved": true, "cost": 0.09420375, "api_calls": 7}, "pylint-dev__pylint-7277": {"resolved": true, "cost": 0.17457525000000002, "api_calls": 9}, "pydata__xarray-3993": {"resolved": false, "cost": 0.22154625000000003, "api_calls": 16}, "sphinx-doc__sphinx-9258": {"resolved": false, "cost": 0.3480335, "api_calls": 14}, "pytest-dev__pytest-7324": {"resolved": true, "cost": 0.13149725, "api_calls": 8}, "pydata__xarray-7233": {"resolved": false, "cost": 0.1087975, "api_calls": 7}, "django__django-14631": {"resolved": true, "cost": 0.58594725, "api_calls": 25}, "sympy__sympy-21379": {"resolved": false, "cost": 0.4593922499999999, "api_calls": 21}, "pylint-dev__pylint-7080": {"resolved": true, "cost": 0.44360225, "api_calls": 16}, "django__django-15315": {"resolved": false, "cost": 0.13342875000000004, "api_calls": 8}, "sympy__sympy-12096": {"resolved": true, "cost": 0.11216625000000001, "api_calls": 10}, "django__django-16569": {"resolved": true, "cost": 0.05326025, "api_calls": 6}, "sphinx-doc__sphinx-9367": {"resolved": true, "cost": 0.20216325000000002, "api_calls": 10}, "sympy__sympy-13615": {"resolved": true, "cost": 0.45193875000000006, "api_calls": 17}, "sphinx-doc__sphinx-7910": {"resolved": true, "cost": 0.06751750000000001, "api_calls": 6}, "django__django-11400": {"resolved": true, "cost": 0.27773500000000007, "api_calls": 17}, "django__django-11740": {"resolved": false, "cost": 0.42886549999999996, "api_calls": 20}, "sphinx-doc__sphinx-7462": {"resolved": true, "cost": 0.16310625, "api_calls": 10}, "sympy__sympy-13647": {"resolved": false, "cost": 0.27509875000000006, "api_calls": 15}, "django__django-14140": {"resolved": true, "cost": 0.08556525000000001, "api_calls": 8}, "django__django-12663": {"resolved": true, "cost": 0.5198517500000001, "api_calls": 21}, "pylint-dev__pylint-4970": {"resolved": true, "cost": 0.5075542500000001, "api_calls": 20}, "django__django-14534": {"resolved": false, "cost": 0.098563, "api_calls": 9}, "astropy__astropy-13236": {"resolved": false, "cost": 0.07723050000000001, "api_calls": 9}, "django__django-11292": {"resolved": false, "cost": 0.22143625, "api_calls": 12}, "django__django-15569": {"resolved": true, "cost": 0.04242875, "api_calls": 5}, "django__django-13417": {"resolved": true, "cost": 0.14767425, "api_calls": 13}, "sympy__sympy-20916": {"resolved": true, "cost": 0.164993, "api_calls": 10}, "pydata__xarray-6721": {"resolved": false, "cost": 0.41195550000000003, "api_calls": 18}, "pytest-dev__pytest-7521": {"resolved": true, "cost": 0.253163, "api_calls": 12}, "astropy__astropy-14598": {"resolved": true, "cost": 1.2621507500000002, "api_calls": 33}, "sympy__sympy-21612": {"resolved": false, "cost": 0.73204525, "api_calls": 24}, "matplotlib__matplotlib-25122": {"resolved": false, "cost": 0.21126224999999998, "api_calls": 12}, "psf__requests-2317": {"resolved": true, "cost": 0.13799850000000002, "api_calls": 11}, "sphinx-doc__sphinx-10449": {"resolved": false, "cost": 0.21557274999999998, "api_calls": 12}, "pytest-dev__pytest-8399": {"resolved": true, "cost": 0.10545125, "api_calls": 8}, "django__django-14434": {"resolved": true, "cost": 0.12696425, "api_calls": 10}, "django__django-13809": {"resolved": true, "cost": 0.3060705, "api_calls": 15}, "matplotlib__matplotlib-24570": {"resolved": true, "cost": 0.15390900000000002, "api_calls": 11}, "django__django-12209": {"resolved": true, "cost": 0.15586375, "api_calls": 11}, "scikit-learn__scikit-learn-14087": {"resolved": true, "cost": 0.5469545, "api_calls": 19}, "django__django-12193": {"resolved": true, "cost": 0.281308, "api_calls": 13}, "matplotlib__matplotlib-25479": {"resolved": false, "cost": 0.2522715000000001, "api_calls": 13}, "sphinx-doc__sphinx-7757": {"resolved": false, "cost": 0.2872095, "api_calls": 13}, "pydata__xarray-7229": {"resolved": true, "cost": 0.37385650000000004, "api_calls": 13}, "django__django-16136": {"resolved": false, "cost": 0.10929125, "api_calls": 7}, "django__django-11133": {"resolved": false, "cost": 0.11897525000000002, "api_calls": 9}, "pydata__xarray-4356": {"resolved": true, "cost": 0.489655, "api_calls": 16}, "django__django-11206": {"resolved": true, "cost": 0.20342875000000002, "api_calls": 8}, "django__django-16493": {"resolved": true, "cost": 0.09366875, "api_calls": 6}, "django__django-15375": {"resolved": true, "cost": 0.47743575000000005, "api_calls": 18}, "sympy__sympy-19040": {"resolved": true, "cost": 0.9568909999999999, "api_calls": 34}, "sympy__sympy-13372": {"resolved": true, "cost": 0.10907675, "api_calls": 8}, "sympy__sympy-24539": {"resolved": true, "cost": 0.16956675, "api_calls": 10}, "sphinx-doc__sphinx-9602": {"resolved": true, "cost": 0.3464137500000001, "api_calls": 14}, "sphinx-doc__sphinx-10466": {"resolved": false, "cost": 0.353764, "api_calls": 17}, "django__django-16139": {"resolved": true, "cost": 0.09796125, "api_calls": 9}, "django__django-10880": {"resolved": true, "cost": 0.09781550000000001, "api_calls": 9}, "pytest-dev__pytest-5787": {"resolved": true, "cost": 0.6293725000000001, "api_calls": 22}, "django__django-14311": {"resolved": false, "cost": 0.24640175000000006, "api_calls": 11}, "django__django-11265": {"resolved": true, "cost": 0.26378375000000004, "api_calls": 14}, "scikit-learn__scikit-learn-25973": {"resolved": false, "cost": 0.11101225, "api_calls": 7}, "matplotlib__matplotlib-22871": {"resolved": true, "cost": 0.29040475, "api_calls": 12}, "matplotlib__matplotlib-23476": {"resolved": true, "cost": 0.5705712500000001, "api_calls": 23}, "matplotlib__matplotlib-25287": {"resolved": false, "cost": 0.10940000000000001, "api_calls": 9}, "psf__requests-1724": {"resolved": true, "cost": 0.39278475000000007, "api_calls": 16}, "django__django-15280": {"resolved": false, "cost": 2.4862675, "api_calls": 43}, "django__django-13794": {"resolved": false, "cost": 0.36183875000000004, "api_calls": 15}, "sympy__sympy-24443": {"resolved": false, "cost": 0.4573962500000001, "api_calls": 16}, "matplotlib__matplotlib-21568": {"resolved": false, "cost": 0.31739225, "api_calls": 12}, "django__django-16454": {"resolved": false, "cost": 0.20647400000000002, "api_calls": 11}, "django__django-13128": {"resolved": false, "cost": 0.262708, "api_calls": 14}, "sympy__sympy-18211": {"resolved": true, "cost": 0.3990005000000001, "api_calls": 17}, "scikit-learn__scikit-learn-26194": {"resolved": false, "cost": 0.15674875000000002, "api_calls": 7}, "django__django-17087": {"resolved": false, "cost": 0.1599365, "api_calls": 10}, "sphinx-doc__sphinx-8475": {"resolved": true, "cost": 0.09848750000000002, "api_calls": 9}, "django__django-14170": {"resolved": true, "cost": 0.16829900000000003, "api_calls": 11}, "scikit-learn__scikit-learn-14894": {"resolved": false, "cost": 0.08625225, "api_calls": 6}, "astropy__astropy-7671": {"resolved": true, "cost": 0.27123275, "api_calls": 16}, "django__django-16938": {"resolved": true, "cost": 0.20417200000000002, "api_calls": 10}, "django__django-11276": {"resolved": true, "cost": 0.05313, "api_calls": 6}, "scikit-learn__scikit-learn-14496": {"resolved": true, "cost": 0.10781875, "api_calls": 9}, "django__django-15467": {"resolved": true, "cost": 0.05408625, "api_calls": 5}, "django__django-13810": {"resolved": true, "cost": 0.09263750000000001, "api_calls": 7}, "django__django-15098": {"resolved": true, "cost": 0.34868150000000003, "api_calls": 18}, "django__django-11490": {"resolved": false, "cost": 0.22836925, "api_calls": 13}, "django__django-13297": {"resolved": false, "cost": 0.11108850000000002, "api_calls": 8}, "scikit-learn__scikit-learn-9288": {"resolved": false, "cost": 0.13343750000000001, "api_calls": 9}, "django__django-12774": {"resolved": true, "cost": 0.17016225000000001, "api_calls": 13}, "django__django-15499": {"resolved": true, "cost": 0.28154250000000003, "api_calls": 17}, "sympy__sympy-19495": {"resolved": false, "cost": 0.151538, "api_calls": 8}, "sphinx-doc__sphinx-8035": {"resolved": true, "cost": 0.2704795, "api_calls": 14}, "scikit-learn__scikit-learn-14141": {"resolved": true, "cost": 0.06931225, "api_calls": 10}, "django__django-16877": {"resolved": true, "cost": 0.19025250000000002, "api_calls": 10}, "sphinx-doc__sphinx-9320": {"resolved": true, "cost": 0.13623000000000002, "api_calls": 7}, "sympy__sympy-23824": {"resolved": true, "cost": 0.08465900000000001, "api_calls": 8}, "django__django-14608": {"resolved": true, "cost": 0.1013985, "api_calls": 8}, "django__django-13837": {"resolved": true, "cost": 0.11409125, "api_calls": 6}, "matplotlib__matplotlib-20826": {"resolved": true, "cost": 0.6285425000000001, "api_calls": 26}, "matplotlib__matplotlib-24970": {"resolved": false, "cost": 0.11679675, "api_calls": 9}, "scikit-learn__scikit-learn-14983": {"resolved": true, "cost": 0.49106675000000005, "api_calls": 22}, "django__django-13344": {"resolved": true, "cost": 0.29417250000000006, "api_calls": 11}, "pytest-dev__pytest-10081": {"resolved": false, "cost": 0.29090925, "api_calls": 12}, "django__django-16116": {"resolved": true, "cost": 0.25233375, "api_calls": 11}, "sympy__sympy-15349": {"resolved": true, "cost": 0.13845425, "api_calls": 8}, "sympy__sympy-13757": {"resolved": true, "cost": 0.19295149999999997, "api_calls": 12}, "sphinx-doc__sphinx-7889": {"resolved": true, "cost": 0.24860900000000002, "api_calls": 15}, "matplotlib__matplotlib-24637": {"resolved": false, "cost": 1.0938755000000002, "api_calls": 34}, "django__django-16502": {"resolved": true, "cost": 0.28171675, "api_calls": 13}, "scikit-learn__scikit-learn-25747": {"resolved": false, "cost": 0.13411875, "api_calls": 7}, "sympy__sympy-11618": {"resolved": false, "cost": 0.142147, "api_calls": 9}, "matplotlib__matplotlib-24870": {"resolved": true, "cost": 0.29950725000000006, "api_calls": 13}, "pylint-dev__pylint-8898": {"resolved": false, "cost": 0.2868085, "api_calls": 15}, "sphinx-doc__sphinx-7985": {"resolved": false, "cost": 0.45926175, "api_calls": 19}, "django__django-12125": {"resolved": false, "cost": 0.308863, "api_calls": 18}, "django__django-12858": {"resolved": false, "cost": 0.12971625, "api_calls": 10}, "sympy__sympy-13974": {"resolved": true, "cost": 0.71185275, "api_calls": 16}, "django__django-14373": {"resolved": false, "cost": 0.09359125000000001, "api_calls": 8}, "django__django-15732": {"resolved": true, "cost": 0.198305, "api_calls": 10}, "sphinx-doc__sphinx-8459": {"resolved": false, "cost": 0.1057065, "api_calls": 10}, "django__django-15380": {"resolved": true, "cost": 0.135909, "api_calls": 10}, "sphinx-doc__sphinx-10673": {"resolved": true, "cost": 0.6654415, "api_calls": 24}, "sphinx-doc__sphinx-8548": {"resolved": true, "cost": 0.706286, "api_calls": 24}, "django__django-13121": {"resolved": false, "cost": 0.6504317499999999, "api_calls": 25}, "pytest-dev__pytest-7205": {"resolved": true, "cost": 0.08340075000000001, "api_calls": 7}, "django__django-15629": {"resolved": true, "cost": 0.26532675, "api_calls": 14}, "sympy__sympy-17318": {"resolved": false, "cost": 0.41497500000000004, "api_calls": 16}, "django__django-13089": {"resolved": false, "cost": 0.12566375000000002, "api_calls": 9}, "django__django-14787": {"resolved": true, "cost": 0.1339875, "api_calls": 10}, "pydata__xarray-4094": {"resolved": true, "cost": 0.33969800000000006, "api_calls": 16}, "scikit-learn__scikit-learn-14710": {"resolved": true, "cost": 0.17085, "api_calls": 10}, "django__django-13821": {"resolved": true, "cost": 0.15832125000000002, "api_calls": 10}, "scikit-learn__scikit-learn-14629": {"resolved": true, "cost": 0.09607175000000001, "api_calls": 6}, "django__django-16801": {"resolved": false, "cost": 0.05613325000000001, "api_calls": 6}, "django__django-15104": {"resolved": true, "cost": 0.09531700000000001, "api_calls": 7}, "sympy__sympy-23950": {"resolved": true, "cost": 0.37038424999999997, "api_calls": 19}, "scikit-learn__scikit-learn-25232": {"resolved": false, "cost": 0.27366325, "api_calls": 14}, "django__django-14053": {"resolved": true, "cost": 0.36681550000000007, "api_calls": 17}, "sympy__sympy-15599": {"resolved": false, "cost": 0.40176, "api_calls": 12}, "django__django-10914": {"resolved": false, "cost": 0.09312125, "api_calls": 10}, "django__django-11749": {"resolved": true, "cost": 0.10470225, "api_calls": 7}, "sympy__sympy-23413": {"resolved": true, "cost": 0.66427725, "api_calls": 19}, "matplotlib__matplotlib-24026": {"resolved": true, "cost": 0.303901, "api_calls": 16}, "pytest-dev__pytest-5809": {"resolved": true, "cost": 0.07756, "api_calls": 6}, "django__django-16899": {"resolved": true, "cost": 0.13571525, "api_calls": 11}, "django__django-15851": {"resolved": true, "cost": 0.10424100000000001, "api_calls": 11}, "django__django-10097": {"resolved": true, "cost": 0.25843, "api_calls": 11}, "django__django-12741": {"resolved": false, "cost": 0.08238600000000001, "api_calls": 9}, "django__django-12406": {"resolved": true, "cost": 0.29836875, "api_calls": 14}, "scikit-learn__scikit-learn-14053": {"resolved": false, "cost": 0.12093975000000001, "api_calls": 11}, "django__django-11734": {"resolved": true, "cost": 0.89249325, "api_calls": 28}, "sympy__sympy-15809": {"resolved": false, "cost": 0.091368, "api_calls": 8}, "django__django-11790": {"resolved": true, "cost": 0.09353875000000002, "api_calls": 7}, "sympy__sympy-14976": {"resolved": false, "cost": 0.2936625, "api_calls": 14}, "django__django-16661": {"resolved": false, "cost": 0.20402750000000003, "api_calls": 10}, "django__django-14007": {"resolved": true, "cost": 0.46341225, "api_calls": 19}, "django__django-11433": {"resolved": true, "cost": 0.17821475, "api_calls": 11}, "django__django-13401": {"resolved": true, "cost": 0.23692275, "api_calls": 11}, "pytest-dev__pytest-7490": {"resolved": true, "cost": 0.25129250000000003, "api_calls": 13}, "scikit-learn__scikit-learn-10908": {"resolved": true, "cost": 0.28206925000000005, "api_calls": 14}, "scikit-learn__scikit-learn-10844": {"resolved": true, "cost": 0.11520625000000001, "api_calls": 7}, "django__django-12273": {"resolved": true, "cost": 0.31947125000000004, "api_calls": 15}, "django__django-16333": {"resolved": false, "cost": 0.25209575, "api_calls": 16}, "astropy__astropy-13977": {"resolved": true, "cost": 0.41072425, "api_calls": 18}, "scikit-learn__scikit-learn-12973": {"resolved": false, "cost": 0.29114125, "api_calls": 14}, "sympy__sympy-17139": {"resolved": false, "cost": 0.147287, "api_calls": 9}, "sphinx-doc__sphinx-8638": {"resolved": true, "cost": 0.14779625000000002, "api_calls": 10}, "django__django-16255": {"resolved": true, "cost": 0.05434625, "api_calls": 5}, "pylint-dev__pylint-6528": {"resolved": true, "cost": 0.9920587500000001, "api_calls": 32}, "django__django-12276": {"resolved": false, "cost": 0.1486635, "api_calls": 12}, "pydata__xarray-3305": {"resolved": true, "cost": 0.29954075, "api_calls": 19}, "django__django-13670": {"resolved": true, "cost": 0.06218875, "api_calls": 6}, "django__django-14122": {"resolved": true, "cost": 0.4063342500000001, "api_calls": 20}, "sympy__sympy-19346": {"resolved": true, "cost": 0.20267125000000005, "api_calls": 12}, "sympy__sympy-22456": {"resolved": true, "cost": 0.286983, "api_calls": 13}, "django__django-12325": {"resolved": true, "cost": 0.14252825, "api_calls": 9}, "sphinx-doc__sphinx-9658": {"resolved": true, "cost": 0.14890475, "api_calls": 9}, "django__django-16667": {"resolved": false, "cost": 0.0647925, "api_calls": 7}, "sympy__sympy-23262": {"resolved": false, "cost": 0.4796010000000001, "api_calls": 20}, "scikit-learn__scikit-learn-25102": {"resolved": true, "cost": 0.30834725, "api_calls": 12}, "django__django-14238": {"resolved": false, "cost": 0.0615875, "api_calls": 6}, "django__django-16631": {"resolved": true, "cost": 0.39768650000000005, "api_calls": 17}, "django__django-16560": {"resolved": false, "cost": 0.3518037500000001, "api_calls": 20}, "django__django-16145": {"resolved": false, "cost": 0.25246875, "api_calls": 12}, "pallets__flask-5014": {"resolved": true, "cost": 0.18664775, "api_calls": 14}, "sympy__sympy-20428": {"resolved": true, "cost": 0.29625350000000006, "api_calls": 14}, "django__django-15572": {"resolved": false, "cost": 0.275688, "api_calls": 16}, "django__django-11964": {"resolved": true, "cost": 0.6328042500000001, "api_calls": 24}, "django__django-14349": {"resolved": false, "cost": 0.1328775, "api_calls": 8}, "scikit-learn__scikit-learn-11310": {"resolved": true, "cost": 0.24412650000000002, "api_calls": 13}, "django__django-12143": {"resolved": true, "cost": 0.07168750000000002, "api_calls": 7}, "scikit-learn__scikit-learn-11578": {"resolved": true, "cost": 0.12039875000000001, "api_calls": 8}, "astropy__astropy-14508": {"resolved": true, "cost": 0.14752625000000003, "api_calls": 6}, "sphinx-doc__sphinx-9711": {"resolved": true, "cost": 0.08838200000000002, "api_calls": 7}, "django__django-11149": {"resolved": true, "cost": 0.286986, "api_calls": 16}, "django__django-13964": {"resolved": true, "cost": 1.3358089999999998, "api_calls": 39}, "sphinx-doc__sphinx-8120": {"resolved": false, "cost": 0.23747650000000003, "api_calls": 13}, "django__django-11815": {"resolved": true, "cost": 0.16653725, "api_calls": 11}, "sympy__sympy-19783": {"resolved": true, "cost": 0.27797275000000005, "api_calls": 11}, "matplotlib__matplotlib-22865": {"resolved": true, "cost": 0.37965525000000006, "api_calls": 17}, "psf__requests-2931": {"resolved": true, "cost": 0.15047800000000003, "api_calls": 11}, "django__django-11333": {"resolved": false, "cost": 0.18099700000000002, "api_calls": 11}, "django__django-11451": {"resolved": false, "cost": 0.05238625, "api_calls": 5}, "psf__requests-5414": {"resolved": true, "cost": 0.20829075000000002, "api_calls": 12}, "sphinx-doc__sphinx-8551": {"resolved": true, "cost": 0.49895125, "api_calls": 23}, "django__django-11951": {"resolved": true, "cost": 0.054353750000000006, "api_calls": 7}, "django__django-7530": {"resolved": true, "cost": 0.07905625, "api_calls": 7}, "django__django-15252": {"resolved": true, "cost": 0.25354875000000004, "api_calls": 10}, "django__django-16256": {"resolved": false, "cost": 0.31525425, "api_calls": 14}, "django__django-15268": {"resolved": false, "cost": 0.23490375, "api_calls": 11}, "django__django-13925": {"resolved": true, "cost": 0.122989, "api_calls": 10}, "scikit-learn__scikit-learn-13135": {"resolved": true, "cost": 0.07102575, "api_calls": 6}, "django__django-16263": {"resolved": true, "cost": 1.114637, "api_calls": 37}, "astropy__astropy-14995": {"resolved": false, "cost": 0.1480275, "api_calls": 10}, "django__django-13568": {"resolved": true, "cost": 0.29013150000000004, "api_calls": 14}, "pydata__xarray-3677": {"resolved": true, "cost": 0.19523925, "api_calls": 12}, "pydata__xarray-4687": {"resolved": true, "cost": 0.4614250000000001, "api_calls": 19}, "scikit-learn__scikit-learn-13496": {"resolved": false, "cost": 0.10650575000000001, "api_calls": 8}, "django__django-14351": {"resolved": true, "cost": 0.2345355, "api_calls": 12}, "astropy__astropy-8707": {"resolved": false, "cost": 0.6208075, "api_calls": 23}, "astropy__astropy-13398": {"resolved": false, "cost": 0.856588, "api_calls": 25}, "sphinx-doc__sphinx-7454": {"resolved": false, "cost": 0.38724475, "api_calls": 15}, "sympy__sympy-13798": {"resolved": true, "cost": 0.27891375000000007, "api_calls": 13}, "sympy__sympy-12481": {"resolved": false, "cost": 0.34397025000000003, "api_calls": 14}, "django__django-16032": {"resolved": true, "cost": 0.5288105, "api_calls": 21}, "django__django-12155": {"resolved": true, "cost": 0.091255, "api_calls": 6}, "sympy__sympy-18199": {"resolved": true, "cost": 0.228636, "api_calls": 13}, "django__django-16315": {"resolved": false, "cost": 0.47928625, "api_calls": 21}, "psf__requests-1142": {"resolved": true, "cost": 0.15300375, "api_calls": 11}, "django__django-13212": {"resolved": false, "cost": 0.2494165, "api_calls": 11}, "django__django-11555": {"resolved": false, "cost": 0.29476025000000006, "api_calls": 17}, "sympy__sympy-24213": {"resolved": true, "cost": 0.1466195, "api_calls": 11}, "sphinx-doc__sphinx-10614": {"resolved": true, "cost": 0.32296899999999995, "api_calls": 14}, "pydata__xarray-6992": {"resolved": false, "cost": 0.059848750000000006, "api_calls": 6}, "matplotlib__matplotlib-23299": {"resolved": false, "cost": 0.29654274999999997, "api_calls": 13}, "sympy__sympy-20590": {"resolved": false, "cost": 0.161962, "api_calls": 11}, "matplotlib__matplotlib-25311": {"resolved": true, "cost": 0.32082025000000003, "api_calls": 17}, "django__django-13363": {"resolved": false, "cost": 0.0610875, "api_calls": 7}, "sympy__sympy-14531": {"resolved": true, "cost": 0.3246335000000001, "api_calls": 17}, "matplotlib__matplotlib-23314": {"resolved": true, "cost": 0.12657350000000003, "api_calls": 9}, "django__django-15741": {"resolved": true, "cost": 0.4651207500000001, "api_calls": 18}, "sympy__sympy-15345": {"resolved": false, "cost": 0.34617175000000006, "api_calls": 18}, "django__django-13012": {"resolved": true, "cost": 0.35445124999999994, "api_calls": 18}, "django__django-15022": {"resolved": true, "cost": 0.340783, "api_calls": 15}, "django__django-16527": {"resolved": true, "cost": 0.04120025, "api_calls": 5}, "sphinx-doc__sphinx-11445": {"resolved": true, "cost": 0.1654265, "api_calls": 7}, "pytest-dev__pytest-6197": {"resolved": true, "cost": 0.17096875, "api_calls": 10}, "django__django-9296": {"resolved": false, "cost": 0.0424075, "api_calls": 5}, "scikit-learn__scikit-learn-10297": {"resolved": true, "cost": 0.17136775, "api_calls": 11}, "django__django-13807": {"resolved": true, "cost": 0.5463780000000001, "api_calls": 21}, "astropy__astropy-14365": {"resolved": true, "cost": 0.16594875, "api_calls": 7}, "sphinx-doc__sphinx-9230": {"resolved": false, "cost": 0.14109775000000002, "api_calls": 10}, "scikit-learn__scikit-learn-13124": {"resolved": true, "cost": 0.24490500000000004, "api_calls": 11}, "django__django-11066": {"resolved": true, "cost": 0.03660175, "api_calls": 5}, "sympy__sympy-13480": {"resolved": true, "cost": 0.1145575, "api_calls": 8}, "django__django-15695": {"resolved": true, "cost": 0.7330735, "api_calls": 27}, "django__django-10999": {"resolved": false, "cost": 0.05878125000000001, "api_calls": 5}, "sympy__sympy-22914": {"resolved": false, "cost": 0.33552750000000003, "api_calls": 18}, "sympy__sympy-16766": {"resolved": true, "cost": 0.165021, "api_calls": 12}, "matplotlib__matplotlib-24149": {"resolved": true, "cost": 0.105646, "api_calls": 7}, "django__django-15103": {"resolved": true, "cost": 0.14254625, "api_calls": 9}, "astropy__astropy-14182": {"resolved": true, "cost": 0.19319799999999998, "api_calls": 13}, "django__django-11299": {"resolved": false, "cost": 0.28061650000000005, "api_calls": 14}, "sphinx-doc__sphinx-8621": {"resolved": true, "cost": 0.16514225, "api_calls": 11}, "matplotlib__matplotlib-26342": {"resolved": true, "cost": 0.35750775000000007, "api_calls": 16}, "sympy__sympy-21930": {"resolved": true, "cost": 0.26155075, "api_calls": 14}, "django__django-16950": {"resolved": false, "cost": 0.15591675000000002, "api_calls": 9}, "django__django-11880": {"resolved": false, "cost": 0.11490900000000001, "api_calls": 9}, "django__django-12419": {"resolved": true, "cost": 0.32377350000000005, "api_calls": 21}, "django__django-11603": {"resolved": true, "cost": 0.07952500000000001, "api_calls": 9}, "pytest-dev__pytest-6202": {"resolved": true, "cost": 0.09387400000000001, "api_calls": 8}, "sphinx-doc__sphinx-7590": {"resolved": true, "cost": 0.2533925, "api_calls": 16}, "sympy__sympy-19637": {"resolved": false, "cost": 0.09063750000000001, "api_calls": 7}, "pylint-dev__pylint-4551": {"resolved": true, "cost": 0.56914775, "api_calls": 23}, "django__django-13410": {"resolved": false, "cost": 0.137039, "api_calls": 10}, "pylint-dev__pylint-6386": {"resolved": true, "cost": 0.3702870000000001, "api_calls": 15}, "django__django-11551": {"resolved": true, "cost": 0.09679475000000001, "api_calls": 8}, "django__django-15278": {"resolved": true, "cost": 0.21374625, "api_calls": 12}, "django__django-13741": {"resolved": true, "cost": 0.18944000000000003, "api_calls": 15}, "django__django-13023": {"resolved": true, "cost": 0.07900625000000001, "api_calls": 8}, "astropy__astropy-8872": {"resolved": false, "cost": 0.0925175, "api_calls": 7}, "django__django-13569": {"resolved": false, "cost": 0.27726725, "api_calls": 15}, "django__django-15554": {"resolved": true, "cost": 0.31873775000000004, "api_calls": 17}, "astropy__astropy-7166": {"resolved": false, "cost": 0.214086, "api_calls": 13}, "pydata__xarray-6938": {"resolved": true, "cost": 0.4437585, "api_calls": 21}, "django__django-16485": {"resolved": false, "cost": 0.1671825, "api_calls": 8}, "astropy__astropy-12907": {"resolved": true, "cost": 0.17641575, "api_calls": 12}, "sympy__sympy-22080": {"resolved": true, "cost": 0.5254085000000001, "api_calls": 19}, "sympy__sympy-20801": {"resolved": false, "cost": 0.50274925, "api_calls": 18}, "django__django-12304": {"resolved": false, "cost": 0.1287775, "api_calls": 7}, "pytest-dev__pytest-10051": {"resolved": true, "cost": 0.253375, "api_calls": 13}, "astropy__astropy-14539": {"resolved": true, "cost": 0.12699175000000001, "api_calls": 10}, "scikit-learn__scikit-learn-25931": {"resolved": true, "cost": 0.20621500000000004, "api_calls": 10}, "scikit-learn__scikit-learn-12585": {"resolved": false, "cost": 0.08529475, "api_calls": 7}, "matplotlib__matplotlib-20488": {"resolved": true, "cost": 0.29268175, "api_calls": 14}, "mwaskom__seaborn-3187": {"resolved": false, "cost": 0.6511035000000001, "api_calls": 22}, "django__django-15128": {"resolved": false, "cost": 0.4585505, "api_calls": 16}, "django__django-13033": {"resolved": true, "cost": 0.6356324999999999, "api_calls": 22}, "sympy__sympy-15017": {"resolved": true, "cost": 0.10643, "api_calls": 8}, "django__django-15561": {"resolved": true, "cost": 0.16996375000000002, "api_calls": 13}, "django__django-15161": {"resolved": true, "cost": 0.25212425000000005, "api_calls": 13}, "django__django-12965": {"resolved": true, "cost": 0.40516275, "api_calls": 16}, "django__django-15277": {"resolved": false, "cost": 0.12124200000000002, "api_calls": 9}, "sphinx-doc__sphinx-10323": {"resolved": true, "cost": 0.51371675, "api_calls": 20}, "sympy__sympy-22714": {"resolved": false, "cost": 0.14928875, "api_calls": 7}, "sphinx-doc__sphinx-8056": {"resolved": true, "cost": 0.18095950000000002, "api_calls": 9}, "sphinx-doc__sphinx-10435": {"resolved": true, "cost": 0.35114600000000007, "api_calls": 13}, "django__django-16100": {"resolved": false, "cost": 0.1458785, "api_calls": 11}, "psf__requests-1766": {"resolved": true, "cost": 0.16911625, "api_calls": 11}, "pytest-dev__pytest-5262": {"resolved": false, "cost": 0.12165275, "api_calls": 8}, "sphinx-doc__sphinx-9281": {"resolved": true, "cost": 0.2703895, "api_calls": 14}, "matplotlib__matplotlib-20859": {"resolved": true, "cost": 0.094547, "api_calls": 9}, "django__django-13158": {"resolved": true, "cost": 0.48448625, "api_calls": 20}, "sympy__sympy-13877": {"resolved": true, "cost": 0.3935005, "api_calls": 14}, "sphinx-doc__sphinx-8595": {"resolved": false, "cost": 0.436717, "api_calls": 20}, "django__django-13343": {"resolved": true, "cost": 0.13881450000000004, "api_calls": 8}, "django__django-15525": {"resolved": true, "cost": 0.13104750000000004, "api_calls": 10}, "django__django-11095": {"resolved": true, "cost": 0.15958075, "api_calls": 11}, "sympy__sympy-17630": {"resolved": true, "cost": 0.17577625000000002, "api_calls": 8}, "django__django-14559": {"resolved": false, "cost": 0.21047825000000003, "api_calls": 14}, "pytest-dev__pytest-5631": {"resolved": true, "cost": 0.05558250000000001, "api_calls": 4}, "matplotlib__matplotlib-26466": {"resolved": true, "cost": 0.29012750000000004, "api_calls": 13}, "django__django-16642": {"resolved": false, "cost": 0.22735550000000002, "api_calls": 12}, "django__django-15930": {"resolved": false, "cost": 0.17936375000000002, "api_calls": 11}, "pydata__xarray-7393": {"resolved": true, "cost": 0.28957725, "api_calls": 15}, "django__django-13406": {"resolved": true, "cost": 0.49875600000000003, "api_calls": 21}, "pytest-dev__pytest-5840": {"resolved": true, "cost": 0.28893975, "api_calls": 12}, "django__django-13658": {"resolved": false, "cost": 0.144012, "api_calls": 13}, "sympy__sympy-15875": {"resolved": true, "cost": 0.17790875, "api_calls": 11}, "django__django-12039": {"resolved": true, "cost": 0.10138375000000001, "api_calls": 7}, "django__django-15382": {"resolved": true, "cost": 0.5528657499999999, "api_calls": 24}, "sympy__sympy-14711": {"resolved": true, "cost": 0.16096824999999998, "api_calls": 9}, "django__django-11885": {"resolved": true, "cost": 0.2916905, "api_calls": 15}, "matplotlib__matplotlib-25775": {"resolved": false, "cost": 0.39981825000000004, "api_calls": 19}, "pylint-dev__pylint-4661": {"resolved": true, "cost": 0.8122200000000002, "api_calls": 33}, "scikit-learn__scikit-learn-15100": {"resolved": false, "cost": 0.08024600000000001, "api_calls": 6}, "sympy__sympy-17655": {"resolved": true, "cost": 0.19965075000000004, "api_calls": 10}, "sympy__sympy-18763": {"resolved": false, "cost": 0.08156200000000001, "api_calls": 8}, "matplotlib__matplotlib-26291": {"resolved": false, "cost": 0.1260665, "api_calls": 8}, "sympy__sympy-13031": {"resolved": true, "cost": 0.22763475, "api_calls": 16}, "sympy__sympy-24562": {"resolved": false, "cost": 0.1602425, "api_calls": 8}, "pydata__xarray-2905": {"resolved": true, "cost": 0.32913275000000003, "api_calls": 15}, "matplotlib__matplotlib-26208": {"resolved": true, "cost": 0.22387325, "api_calls": 12}, "django__django-14315": {"resolved": false, "cost": 0.08810000000000001, "api_calls": 9}, "astropy__astropy-7606": {"resolved": false, "cost": 0.07792375, "api_calls": 7}, "astropy__astropy-13453": {"resolved": false, "cost": 0.5762540000000002, "api_calls": 20}, "pytest-dev__pytest-7236": {"resolved": true, "cost": 0.29941075000000006, "api_calls": 13}, "sympy__sympy-13878": {"resolved": true, "cost": 1.1906795000000001, "api_calls": 31}, "pylint-dev__pylint-6903": {"resolved": false, "cost": 0.35901725000000007, "api_calls": 22}, "astropy__astropy-13033": {"resolved": true, "cost": 0.16590950000000002, "api_calls": 9}, "django__django-14915": {"resolved": false, "cost": 0.162385, "api_calls": 10}, "django__django-14539": {"resolved": true, "cost": 0.31625925, "api_calls": 13}, "django__django-15503": {"resolved": true, "cost": 0.23289274999999998, "api_calls": 10}, "django__django-15037": {"resolved": false, "cost": 0.42653949999999996, "api_calls": 19}, "django__django-16612": {"resolved": true, "cost": 0.122282, "api_calls": 10}, "django__django-14404": {"resolved": true, "cost": 0.09835125, "api_calls": 7}, "django__django-12754": {"resolved": true, "cost": 0.5613180000000001, "api_calls": 22}, "sphinx-doc__sphinx-9229": {"resolved": true, "cost": 1.095479, "api_calls": 29}, "sphinx-doc__sphinx-8265": {"resolved": false, "cost": 0.419348, "api_calls": 15}, "django__django-13590": {"resolved": false, "cost": 0.14660425, "api_calls": 11}, "django__django-14580": {"resolved": true, "cost": 0.25010800000000005, "api_calls": 14}, "django__django-14999": {"resolved": true, "cost": 0.2275635, "api_calls": 13}, "pytest-dev__pytest-7571": {"resolved": true, "cost": 0.10120475000000001, "api_calls": 10}, "sphinx-doc__sphinx-8269": {"resolved": true, "cost": 0.2965355, "api_calls": 16}, "django__django-13112": {"resolved": true, "cost": 0.34924350000000004, "api_calls": 15}, "django__django-13513": {"resolved": false, "cost": 0.1876255, "api_calls": 12}, "pytest-dev__pytest-7432": {"resolved": false, "cost": 0.14206875000000002, "api_calls": 9}, "django__django-15731": {"resolved": true, "cost": 0.13937500000000003, "api_calls": 8}, "sympy__sympy-16792": {"resolved": true, "cost": 0.7667872499999997, "api_calls": 25}, "django__django-14034": {"resolved": true, "cost": 0.24516975, "api_calls": 13}, "astropy__astropy-14096": {"resolved": false, "cost": 0.18483800000000003, "api_calls": 8}, "django__django-14765": {"resolved": true, "cost": 0.09598175000000002, "api_calls": 9}, "sympy__sympy-18698": {"resolved": true, "cost": 0.278287, "api_calls": 14}, "django__django-14771": {"resolved": false, "cost": 0.14352, "api_calls": 9}, "django__django-15957": {"resolved": false, "cost": 0.3044035, "api_calls": 16}, "pydata__xarray-3095": {"resolved": false, "cost": 0.33405074999999995, "api_calls": 15}, "sympy__sympy-19954": {"resolved": true, "cost": 0.184501, "api_calls": 11}, "sympy__sympy-16886": {"resolved": true, "cost": 0.06763750000000002, "api_calls": 7}, "django__django-11239": {"resolved": true, "cost": 0.06328125000000001, "api_calls": 6}, "django__django-13820": {"resolved": true, "cost": 0.9909892500000002, "api_calls": 28}, "pydata__xarray-4629": {"resolved": true, "cost": 0.07122625, "api_calls": 7}, "django__django-13315": {"resolved": true, "cost": 0.20732925000000002, "api_calls": 13}, "django__django-16901": {"resolved": true, "cost": 0.27278875, "api_calls": 14}, "django__django-13346": {"resolved": true, "cost": 0.338388, "api_calls": 15}, "django__django-12262": {"resolved": true, "cost": 0.14105625000000002, "api_calls": 8}, "sympy__sympy-24661": {"resolved": true, "cost": 0.13329425, "api_calls": 9}, "django__django-11119": {"resolved": true, "cost": 0.16399999999999998, "api_calls": 12}, "psf__requests-6028": {"resolved": true, "cost": 0.18837325000000002, "api_calls": 12}, "sympy__sympy-20154": {"resolved": false, "cost": 0.080844, "api_calls": 6}, "scikit-learn__scikit-learn-13142": {"resolved": true, "cost": 0.135718, "api_calls": 8}, "django__django-14752": {"resolved": true, "cost": 0.06486375, "api_calls": 6}, "django__django-15563": {"resolved": true, "cost": 1.0206887500000001, "api_calls": 30}, "sympy__sympy-16597": {"resolved": false, "cost": 0.09395375000000002, "api_calls": 7}, "django__django-15987": {"resolved": false, "cost": 0.14268750000000002, "api_calls": 11}, "sympy__sympy-15976": {"resolved": true, "cost": 0.32248200000000005, "api_calls": 13}, "django__django-10973": {"resolved": false, "cost": 0.09277750000000001, "api_calls": 8}, "django__django-15127": {"resolved": false, "cost": 0.13806575, "api_calls": 13}, "scikit-learn__scikit-learn-13439": {"resolved": false, "cost": 0.14143275000000002, "api_calls": 9}, "django__django-13551": {"resolved": true, "cost": 0.10961625, "api_calls": 8}, "sphinx-doc__sphinx-7748": {"resolved": true, "cost": 2.1157135000000005, "api_calls": 49}, "django__django-13516": {"resolved": false, "cost": 0.10983575000000001, "api_calls": 10}, "django__django-10554": {"resolved": true, "cost": 1.5595230000000002, "api_calls": 32}, "django__django-16082": {"resolved": false, "cost": 0.16515625000000003, "api_calls": 9}, "django__django-13786": {"resolved": true, "cost": 0.12512500000000001, "api_calls": 9}, "sympy__sympy-21596": {"resolved": true, "cost": 0.34359875, "api_calls": 14}, "matplotlib__matplotlib-26113": {"resolved": false, "cost": 0.130575, "api_calls": 7}, "django__django-14672": {"resolved": true, "cost": 0.10229775, "api_calls": 8}, "django__django-13109": {"resolved": true, "cost": 0.07376375, "api_calls": 5}, "django__django-11141": {"resolved": true, "cost": 0.13398025000000002, "api_calls": 10}, "matplotlib__matplotlib-23412": {"resolved": false, "cost": 0.08032, "api_calls": 6}, "sympy__sympy-13551": {"resolved": true, "cost": 0.32112475000000007, "api_calls": 14}, "django__django-15368": {"resolved": false, "cost": 0.26038325, "api_calls": 15}, "django__django-15814": {"resolved": true, "cost": 0.09948875, "api_calls": 8}, "django__django-13933": {"resolved": true, "cost": 0.14455625, "api_calls": 9}, "scikit-learn__scikit-learn-12682": {"resolved": true, "cost": 0.3213805, "api_calls": 16}, "matplotlib__matplotlib-20676": {"resolved": true, "cost": 0.23288675, "api_calls": 12}, "sphinx-doc__sphinx-8593": {"resolved": false, "cost": 0.29892850000000004, "api_calls": 17}, "sympy__sympy-13852": {"resolved": true, "cost": 0.2200725, "api_calls": 10}, "django__django-16819": {"resolved": false, "cost": 0.351955, "api_calls": 19}, "django__django-12713": {"resolved": true, "cost": 0.07086850000000001, "api_calls": 6}, "django__django-14855": {"resolved": true, "cost": 0.05852425, "api_calls": 8}, "django__django-14155": {"resolved": true, "cost": 0.14503625, "api_calls": 7}, "scikit-learn__scikit-learn-26323": {"resolved": false, "cost": 0.47063075000000004, "api_calls": 17}, "scikit-learn__scikit-learn-13328": {"resolved": true, "cost": 0.08873550000000001, "api_calls": 7}, "sphinx-doc__sphinx-11510": {"resolved": true, "cost": 0.3349122500000001, "api_calls": 14}, "django__django-13195": {"resolved": false, "cost": 0.20902850000000003, "api_calls": 13}, "django__django-15916": {"resolved": false, "cost": 0.31368375, "api_calls": 15}, "django__django-11820": {"resolved": true, "cost": 0.26204675, "api_calls": 15}, "sympy__sympy-24066": {"resolved": false, "cost": 0.24304000000000003, "api_calls": 12}, "sphinx-doc__sphinx-9591": {"resolved": false, "cost": 0.40562975, "api_calls": 18}, "pytest-dev__pytest-7982": {"resolved": true, "cost": 0.061380000000000004, "api_calls": 8}, "django__django-14725": {"resolved": true, "cost": 1.052487, "api_calls": 35}, "django__django-17029": {"resolved": false, "cost": 0.07436, "api_calls": 7}, "matplotlib__matplotlib-14623": {"resolved": true, "cost": 0.333925, "api_calls": 16}, "pydata__xarray-6461": {"resolved": true, "cost": 0.38369675000000003, "api_calls": 18}, "django__django-16662": {"resolved": true, "cost": 0.14472025, "api_calls": 10}, "sphinx-doc__sphinx-9461": {"resolved": true, "cost": 0.6820155000000001, "api_calls": 22}, "django__django-11848": {"resolved": false, "cost": 0.14757250000000002, "api_calls": 8}, "matplotlib__matplotlib-22719": {"resolved": true, "cost": 0.14654250000000002, "api_calls": 7}, "pydata__xarray-4966": {"resolved": true, "cost": 0.2821290000000001, "api_calls": 14}, "django__django-11728": {"resolved": true, "cost": 0.18325975, "api_calls": 11}, "matplotlib__matplotlib-24627": {"resolved": false, "cost": 0.7257385000000001, "api_calls": 25}, "sphinx-doc__sphinx-7440": {"resolved": true, "cost": 0.31599575, "api_calls": 15}, "sympy__sympy-12419": {"resolved": true, "cost": 1.1009419999999999, "api_calls": 29}, "matplotlib__matplotlib-13989": {"resolved": true, "cost": 0.17054500000000003, "api_calls": 10}, "django__django-11163": {"resolved": true, "cost": 0.060410000000000005, "api_calls": 6}, "matplotlib__matplotlib-24177": {"resolved": true, "cost": 0.37884475, "api_calls": 15}, "django__django-14011": {"resolved": false, "cost": 0.35701650000000007, "api_calls": 18}, "django__django-13279": {"resolved": false, "cost": 0.21977000000000002, "api_calls": 13}, "sympy__sympy-23534": {"resolved": true, "cost": 0.10634125, "api_calls": 9}, "astropy__astropy-7336": {"resolved": true, "cost": 0.089615, "api_calls": 6}, "mwaskom__seaborn-3069": {"resolved": true, "cost": 3.0471180000000007, "api_calls": 72}, "scikit-learn__scikit-learn-13779": {"resolved": false, "cost": 0.119511, "api_calls": 10}, "django__django-11179": {"resolved": true, "cost": 0.07196175, "api_calls": 6}, "pydata__xarray-4075": {"resolved": true, "cost": 0.12287000000000002, "api_calls": 8}, "django__django-16595": {"resolved": true, "cost": 0.4794815, "api_calls": 19}, "sympy__sympy-14248": {"resolved": true, "cost": 0.413484, "api_calls": 20}, "pylint-dev__pylint-4604": {"resolved": false, "cost": 0.180707, "api_calls": 11}, "astropy__astropy-14369": {"resolved": false, "cost": 1.0996642500000002, "api_calls": 38}, "sympy__sympy-20438": {"resolved": false, "cost": 0.56708325, "api_calls": 21}, "django__django-14500": {"resolved": false, "cost": 0.21596749999999998, "api_calls": 12}, "sphinx-doc__sphinx-9673": {"resolved": true, "cost": 0.27452550000000003, "api_calls": 16}, "astropy__astropy-14309": {"resolved": true, "cost": 0.12298375000000002, "api_calls": 8}, "sphinx-doc__sphinx-9698": {"resolved": true, "cost": 0.12940625000000003, "api_calls": 9}, "sympy__sympy-12489": {"resolved": true, "cost": 0.45878575000000005, "api_calls": 17}, "pydata__xarray-6744": {"resolved": true, "cost": 0.34679524999999994, "api_calls": 17}, "django__django-17084": {"resolved": true, "cost": 0.42138225, "api_calls": 20}, "pydata__xarray-6599": {"resolved": true, "cost": 0.61359025, "api_calls": 25}, "django__django-11138": {"resolved": false, "cost": 0.5005700000000001, "api_calls": 22}, "django__django-11477": {"resolved": false, "cost": 0.12265400000000001, "api_calls": 11}, "sympy__sympy-13091": {"resolved": false, "cost": 0.218999, "api_calls": 13}, "django__django-11099": {"resolved": false, "cost": 0.0869725, "api_calls": 8}, "django__django-16429": {"resolved": true, "cost": 0.11740600000000001, "api_calls": 7}, "django__django-14792": {"resolved": true, "cost": 0.21732975, "api_calls": 10}, "django__django-11999": {"resolved": false, "cost": 0.10495125000000001, "api_calls": 9}, "sphinx-doc__sphinx-8721": {"resolved": true, "cost": 0.11825550000000001, "api_calls": 11}, "sympy__sympy-21847": {"resolved": true, "cost": 0.1085745, "api_calls": 8}, "django__django-15973": {"resolved": true, "cost": 0.28110450000000003, "api_calls": 15}}, "gpt-5-mini": {"pytest-dev__pytest-10356": {"resolved": false, "cost": 0.0219864, "api_calls": 9}, "django__django-11532": {"resolved": false, "cost": 0.0177027, "api_calls": 11}, "django__django-12050": {"resolved": false, "cost": 0.0170734, "api_calls": 11}, "pydata__xarray-3151": {"resolved": true, "cost": 0.020262499999999996, "api_calls": 12}, "django__django-13512": {"resolved": true, "cost": 0.028691150000000002, "api_calls": 18}, "sympy__sympy-18189": {"resolved": false, "cost": 0.0084621, "api_calls": 6}, "django__django-13028": {"resolved": true, "cost": 0.05240975, "api_calls": 25}, "django__django-13449": {"resolved": true, "cost": 0.04280725, "api_calls": 15}, "django__django-11211": {"resolved": true, "cost": 0.019562250000000003, "api_calls": 11}, "matplotlib__matplotlib-25332": {"resolved": false, "cost": 0.027428099999999997, "api_calls": 14}, "django__django-11087": {"resolved": true, "cost": 0.027754550000000003, "api_calls": 13}, "django__django-15863": {"resolved": false, "cost": 0.032954699999999996, "api_calls": 15}, "django__django-14376": {"resolved": true, "cost": 0.01569965, "api_calls": 8}, "django__django-14017": {"resolved": false, "cost": 0.05138095000000001, "api_calls": 24}, "pydata__xarray-4695": {"resolved": true, "cost": 0.030537199999999997, "api_calls": 16}, "sympy__sympy-16450": {"resolved": true, "cost": 0.014602449999999998, "api_calls": 8}, "django__django-14493": {"resolved": true, "cost": 0.0170453, "api_calls": 9}, "matplotlib__matplotlib-25960": {"resolved": false, "cost": 0.045479799999999994, "api_calls": 17}, "psf__requests-1921": {"resolved": false, "cost": 0.020445, "api_calls": 10}, "django__django-12308": {"resolved": false, "cost": 0.025261600000000002, "api_calls": 12}, "astropy__astropy-13579": {"resolved": true, "cost": 0.0469812, "api_calls": 17}, "django__django-12708": {"resolved": true, "cost": 0.02376825, "api_calls": 14}, "django__django-14089": {"resolved": true, "cost": 0.016249049999999998, "api_calls": 10}, "pylint-dev__pylint-7277": {"resolved": true, "cost": 0.0321839, "api_calls": 10}, "pydata__xarray-3993": {"resolved": false, "cost": 0.016227349999999998, "api_calls": 10}, "sphinx-doc__sphinx-9258": {"resolved": true, "cost": 0.031035800000000002, "api_calls": 14}, "pytest-dev__pytest-7324": {"resolved": false, "cost": 0.020718149999999998, "api_calls": 12}, "pydata__xarray-7233": {"resolved": true, "cost": 0.0101374, "api_calls": 6}, "django__django-14631": {"resolved": true, "cost": 0.024441050000000002, "api_calls": 13}, "sympy__sympy-21379": {"resolved": true, "cost": 0.023250200000000002, "api_calls": 9}, "pylint-dev__pylint-7080": {"resolved": false, "cost": 0.0893696, "api_calls": 28}, "django__django-15315": {"resolved": false, "cost": 0.011498499999999998, "api_calls": 8}, "sympy__sympy-12096": {"resolved": true, "cost": 0.0359012, "api_calls": 13}, "django__django-16569": {"resolved": true, "cost": 0.00930225, "api_calls": 6}, "sphinx-doc__sphinx-9367": {"resolved": true, "cost": 0.010419849999999998, "api_calls": 6}, "sympy__sympy-13615": {"resolved": true, "cost": 0.028301699999999996, "api_calls": 12}, "sphinx-doc__sphinx-7910": {"resolved": true, "cost": 0.014124399999999999, "api_calls": 8}, "django__django-11400": {"resolved": true, "cost": 0.0535055, "api_calls": 17}, "django__django-11740": {"resolved": false, "cost": 0.044936949999999996, "api_calls": 18}, "sphinx-doc__sphinx-7462": {"resolved": true, "cost": 0.03370825, "api_calls": 14}, "sympy__sympy-13647": {"resolved": false, "cost": 0.030737500000000004, "api_calls": 16}, "django__django-14140": {"resolved": true, "cost": 0.017853099999999997, "api_calls": 7}, "django__django-12663": {"resolved": false, "cost": 0.06976204999999999, "api_calls": 24}, "pylint-dev__pylint-4970": {"resolved": false, "cost": 0.02273385, "api_calls": 15}, "django__django-14534": {"resolved": false, "cost": 0.012759099999999999, "api_calls": 9}, "astropy__astropy-13236": {"resolved": false, "cost": 0.011659399999999999, "api_calls": 7}, "django__django-11292": {"resolved": false, "cost": 0.024399300000000002, "api_calls": 11}, "django__django-15569": {"resolved": true, "cost": 0.01230685, "api_calls": 10}, "django__django-13417": {"resolved": true, "cost": 0.026520999999999996, "api_calls": 11}, "sympy__sympy-20916": {"resolved": true, "cost": 0.05024885, "api_calls": 17}, "pydata__xarray-6721": {"resolved": false, "cost": 0.02858845, "api_calls": 17}, "pytest-dev__pytest-7521": {"resolved": false, "cost": 0.0356352, "api_calls": 14}, "astropy__astropy-14598": {"resolved": true, "cost": 0.0768151, "api_calls": 21}, "sympy__sympy-21612": {"resolved": false, "cost": 0.0319362, "api_calls": 12}, "matplotlib__matplotlib-25122": {"resolved": false, "cost": 0.0249806, "api_calls": 9}, "psf__requests-2317": {"resolved": true, "cost": 0.0281833, "api_calls": 15}, "sphinx-doc__sphinx-10449": {"resolved": true, "cost": 0.04960865, "api_calls": 20}, "pytest-dev__pytest-8399": {"resolved": false, "cost": 0.00967285, "api_calls": 6}, "django__django-14434": {"resolved": true, "cost": 0.0210083, "api_calls": 13}, "django__django-13809": {"resolved": true, "cost": 0.016294799999999998, "api_calls": 9}, "matplotlib__matplotlib-24570": {"resolved": true, "cost": 0.0236788, "api_calls": 8}, "django__django-12209": {"resolved": true, "cost": 0.04425004999999999, "api_calls": 17}, "scikit-learn__scikit-learn-14087": {"resolved": true, "cost": 0.05863135, "api_calls": 18}, "django__django-12193": {"resolved": true, "cost": 0.02428295, "api_calls": 12}, "matplotlib__matplotlib-25479": {"resolved": false, "cost": 0.021933599999999998, "api_calls": 8}, "sphinx-doc__sphinx-7757": {"resolved": false, "cost": 0.0114212, "api_calls": 9}, "pydata__xarray-7229": {"resolved": false, "cost": 0.0616762, "api_calls": 24}, "django__django-16136": {"resolved": false, "cost": 0.02911455, "api_calls": 15}, "django__django-11133": {"resolved": true, "cost": 0.03539395000000001, "api_calls": 18}, "pydata__xarray-4356": {"resolved": true, "cost": 0.05693839999999999, "api_calls": 14}, "django__django-11206": {"resolved": true, "cost": 0.014245249999999997, "api_calls": 6}, "django__django-16493": {"resolved": true, "cost": 0.01870475, "api_calls": 10}, "django__django-15375": {"resolved": true, "cost": 0.033753599999999995, "api_calls": 16}, "sympy__sympy-19040": {"resolved": false, "cost": 0.15429995, "api_calls": 50}, "sympy__sympy-13372": {"resolved": false, "cost": 0.009176549999999999, "api_calls": 6}, "sympy__sympy-24539": {"resolved": true, "cost": 0.01584075, "api_calls": 11}, "sphinx-doc__sphinx-9602": {"resolved": true, "cost": 0.06244720000000001, "api_calls": 23}, "sphinx-doc__sphinx-10466": {"resolved": false, "cost": 0.0099352, "api_calls": 6}, "django__django-16139": {"resolved": false, "cost": 0.017644399999999998, "api_calls": 9}, "django__django-10880": {"resolved": true, "cost": 0.00874385, "api_calls": 7}, "pytest-dev__pytest-5787": {"resolved": true, "cost": 0.0477567, "api_calls": 16}, "django__django-14311": {"resolved": false, "cost": 0.0179777, "api_calls": 8}, "django__django-11265": {"resolved": true, "cost": 0.05325195, "api_calls": 19}, "scikit-learn__scikit-learn-25973": {"resolved": false, "cost": 0.03735745, "api_calls": 15}, "matplotlib__matplotlib-22871": {"resolved": false, "cost": 0.03542755, "api_calls": 15}, "matplotlib__matplotlib-23476": {"resolved": false, "cost": 0.0476063, "api_calls": 20}, "matplotlib__matplotlib-25287": {"resolved": false, "cost": 0.01281655, "api_calls": 7}, "psf__requests-1724": {"resolved": true, "cost": 0.03293075, "api_calls": 14}, "django__django-15280": {"resolved": true, "cost": 0.04521289999999999, "api_calls": 17}, "django__django-13794": {"resolved": false, "cost": 0.049513449999999994, "api_calls": 21}, "sympy__sympy-24443": {"resolved": false, "cost": 0.024565449999999996, "api_calls": 10}, "matplotlib__matplotlib-21568": {"resolved": true, "cost": 0.039566250000000004, "api_calls": 16}, "django__django-16454": {"resolved": false, "cost": 0.025950199999999996, "api_calls": 9}, "django__django-13128": {"resolved": true, "cost": 0.024182899999999997, "api_calls": 12}, "sympy__sympy-18211": {"resolved": true, "cost": 0.15222325, "api_calls": 44}, "scikit-learn__scikit-learn-26194": {"resolved": true, "cost": 0.02812835, "api_calls": 11}, "django__django-17087": {"resolved": false, "cost": 0.02042005, "api_calls": 11}, "sphinx-doc__sphinx-8475": {"resolved": true, "cost": 0.014321049999999998, "api_calls": 9}, "django__django-14170": {"resolved": true, "cost": 0.036257149999999995, "api_calls": 16}, "scikit-learn__scikit-learn-14894": {"resolved": false, "cost": 0.013585599999999998, "api_calls": 8}, "astropy__astropy-7671": {"resolved": true, "cost": 0.0176937, "api_calls": 8}, "django__django-16938": {"resolved": true, "cost": 0.01406255, "api_calls": 9}, "django__django-11276": {"resolved": false, "cost": 0.024124549999999995, "api_calls": 13}, "scikit-learn__scikit-learn-14496": {"resolved": false, "cost": 0.009737849999999998, "api_calls": 5}, "django__django-15467": {"resolved": true, "cost": 0.006331750000000001, "api_calls": 5}, "django__django-13810": {"resolved": true, "cost": 0.02305855, "api_calls": 13}, "django__django-15098": {"resolved": true, "cost": 0.032214099999999996, "api_calls": 18}, "django__django-11490": {"resolved": false, "cost": 0.020706000000000002, "api_calls": 11}, "django__django-13297": {"resolved": true, "cost": 0.022637849999999998, "api_calls": 11}, "scikit-learn__scikit-learn-9288": {"resolved": false, "cost": 0.0277631, "api_calls": 12}, "django__django-12774": {"resolved": true, "cost": 0.014955499999999998, "api_calls": 10}, "django__django-15499": {"resolved": true, "cost": 0.04594269999999998, "api_calls": 25}, "sympy__sympy-19495": {"resolved": true, "cost": 0.022693849999999998, "api_calls": 11}, "sphinx-doc__sphinx-8035": {"resolved": true, "cost": 0.020559149999999998, "api_calls": 11}, "scikit-learn__scikit-learn-14141": {"resolved": true, "cost": 0.00870485, "api_calls": 8}, "django__django-16877": {"resolved": true, "cost": 0.01575095, "api_calls": 9}, "sphinx-doc__sphinx-9320": {"resolved": false, "cost": 0.0479101, "api_calls": 18}, "sympy__sympy-23824": {"resolved": true, "cost": 0.0093391, "api_calls": 5}, "django__django-14608": {"resolved": true, "cost": 0.0209705, "api_calls": 11}, "django__django-13837": {"resolved": true, "cost": 0.020090499999999997, "api_calls": 9}, "matplotlib__matplotlib-20826": {"resolved": false, "cost": 0.04598069999999999, "api_calls": 19}, "matplotlib__matplotlib-24970": {"resolved": false, "cost": 0.07365845, "api_calls": 30}, "scikit-learn__scikit-learn-14983": {"resolved": true, "cost": 0.02470035, "api_calls": 13}, "django__django-13344": {"resolved": true, "cost": 0.03401515, "api_calls": 17}, "pytest-dev__pytest-10081": {"resolved": false, "cost": 0.01612385, "api_calls": 7}, "django__django-16116": {"resolved": true, "cost": 0.019812800000000002, "api_calls": 10}, "sympy__sympy-15349": {"resolved": true, "cost": 0.0317755, "api_calls": 11}, "sympy__sympy-13757": {"resolved": true, "cost": 0.0341489, "api_calls": 13}, "sphinx-doc__sphinx-7889": {"resolved": true, "cost": 0.012569799999999999, "api_calls": 7}, "matplotlib__matplotlib-24637": {"resolved": true, "cost": 0.059492699999999996, "api_calls": 24}, "django__django-16502": {"resolved": true, "cost": 0.12133325000000002, "api_calls": 38}, "scikit-learn__scikit-learn-25747": {"resolved": false, "cost": 0.018443199999999996, "api_calls": 8}, "sympy__sympy-11618": {"resolved": false, "cost": 0.02536925, "api_calls": 10}, "matplotlib__matplotlib-24870": {"resolved": true, "cost": 0.0947007, "api_calls": 29}, "pylint-dev__pylint-8898": {"resolved": false, "cost": 0.07079325, "api_calls": 20}, "sphinx-doc__sphinx-7985": {"resolved": false, "cost": 0.07913080000000002, "api_calls": 27}, "django__django-12125": {"resolved": false, "cost": 0.0437093, "api_calls": 19}, "django__django-12858": {"resolved": false, "cost": 0.0277505, "api_calls": 14}, "sympy__sympy-13974": {"resolved": true, "cost": 0.0387604, "api_calls": 13}, "django__django-14373": {"resolved": false, "cost": 0.008864599999999999, "api_calls": 6}, "django__django-15732": {"resolved": true, "cost": 0.044600799999999996, "api_calls": 18}, "sphinx-doc__sphinx-8459": {"resolved": false, "cost": 0.035099899999999996, "api_calls": 14}, "django__django-15380": {"resolved": true, "cost": 0.013363599999999996, "api_calls": 9}, "sphinx-doc__sphinx-10673": {"resolved": true, "cost": 0.03711959999999999, "api_calls": 14}, "sphinx-doc__sphinx-8548": {"resolved": true, "cost": 0.04014789999999999, "api_calls": 15}, "django__django-13121": {"resolved": false, "cost": 0.06756399999999999, "api_calls": 22}, "pytest-dev__pytest-7205": {"resolved": true, "cost": 0.01648015, "api_calls": 8}, "django__django-15629": {"resolved": true, "cost": 0.036340399999999995, "api_calls": 16}, "sympy__sympy-17318": {"resolved": false, "cost": 0.015936199999999998, "api_calls": 8}, "django__django-13089": {"resolved": false, "cost": 0.01176475, "api_calls": 9}, "django__django-14787": {"resolved": true, "cost": 0.01368295, "api_calls": 6}, "pydata__xarray-4094": {"resolved": false, "cost": 0.05670034999999999, "api_calls": 20}, "scikit-learn__scikit-learn-14710": {"resolved": true, "cost": 0.04085495, "api_calls": 16}, "django__django-13821": {"resolved": true, "cost": 0.02351345, "api_calls": 10}, "scikit-learn__scikit-learn-14629": {"resolved": true, "cost": 0.00966375, "api_calls": 7}, "django__django-16801": {"resolved": false, "cost": 0.015750599999999997, "api_calls": 10}, "django__django-15104": {"resolved": true, "cost": 0.025430650000000003, "api_calls": 12}, "sympy__sympy-23950": {"resolved": true, "cost": 0.0312219, "api_calls": 14}, "scikit-learn__scikit-learn-25232": {"resolved": false, "cost": 0.04583234999999999, "api_calls": 21}, "django__django-14053": {"resolved": true, "cost": 0.0187463, "api_calls": 10}, "sympy__sympy-15599": {"resolved": true, "cost": 0.06679824999999999, "api_calls": 19}, "django__django-10914": {"resolved": false, "cost": 0.014449749999999997, "api_calls": 9}, "django__django-11749": {"resolved": true, "cost": 0.08169235, "api_calls": 31}, "sympy__sympy-23413": {"resolved": true, "cost": 0.07983324999999998, "api_calls": 20}, "matplotlib__matplotlib-24026": {"resolved": false, "cost": 0.011734749999999999, "api_calls": 7}, "pytest-dev__pytest-5809": {"resolved": true, "cost": 0.00595545, "api_calls": 4}, "django__django-16899": {"resolved": true, "cost": 0.0125995, "api_calls": 10}, "django__django-15851": {"resolved": true, "cost": 0.0083019, "api_calls": 8}, "django__django-10097": {"resolved": true, "cost": 0.026278999999999993, "api_calls": 13}, "django__django-12741": {"resolved": false, "cost": 0.0089169, "api_calls": 8}, "django__django-12406": {"resolved": true, "cost": 0.0644883, "api_calls": 25}, "scikit-learn__scikit-learn-14053": {"resolved": false, "cost": 0.014799849999999998, "api_calls": 8}, "django__django-11734": {"resolved": true, "cost": 0.051289749999999995, "api_calls": 18}, "sympy__sympy-15809": {"resolved": false, "cost": 0.009759199999999999, "api_calls": 7}, "django__django-11790": {"resolved": true, "cost": 0.054498349999999994, "api_calls": 19}, "sympy__sympy-14976": {"resolved": false, "cost": 0.0699883, "api_calls": 25}, "django__django-16661": {"resolved": false, "cost": 0.02181035, "api_calls": 13}, "django__django-14007": {"resolved": false, "cost": 0.039820799999999996, "api_calls": 20}, "django__django-11433": {"resolved": true, "cost": 0.01762175, "api_calls": 10}, "django__django-13401": {"resolved": false, "cost": 0.021333500000000002, "api_calls": 10}, "pytest-dev__pytest-7490": {"resolved": true, "cost": 0.08653055000000001, "api_calls": 39}, "scikit-learn__scikit-learn-10908": {"resolved": false, "cost": 0.019206499999999998, "api_calls": 11}, "scikit-learn__scikit-learn-10844": {"resolved": true, "cost": 0.01126775, "api_calls": 7}, "django__django-12273": {"resolved": true, "cost": 0.11440699999999998, "api_calls": 30}, "django__django-16333": {"resolved": false, "cost": 0.011508099999999999, "api_calls": 7}, "astropy__astropy-13977": {"resolved": true, "cost": 0.021050600000000003, "api_calls": 9}, "scikit-learn__scikit-learn-12973": {"resolved": false, "cost": 0.012682599999999999, "api_calls": 8}, "sympy__sympy-17139": {"resolved": false, "cost": 0.0182445, "api_calls": 8}, "sphinx-doc__sphinx-8638": {"resolved": true, "cost": 0.027490749999999994, "api_calls": 15}, "django__django-16255": {"resolved": false, "cost": 0.005106649999999999, "api_calls": 4}, "pylint-dev__pylint-6528": {"resolved": true, "cost": 0.0350607, "api_calls": 11}, "django__django-12276": {"resolved": false, "cost": 0.0217952, "api_calls": 12}, "pydata__xarray-3305": {"resolved": true, "cost": 0.09854684999999998, "api_calls": 34}, "django__django-13670": {"resolved": true, "cost": 0.015392050000000001, "api_calls": 7}, "django__django-14122": {"resolved": true, "cost": 0.02738995, "api_calls": 14}, "sympy__sympy-19346": {"resolved": true, "cost": 0.0198811, "api_calls": 13}, "sympy__sympy-22456": {"resolved": true, "cost": 0.021232300000000003, "api_calls": 11}, "django__django-12325": {"resolved": true, "cost": 0.03544635, "api_calls": 14}, "sphinx-doc__sphinx-9658": {"resolved": false, "cost": 0.07921390000000002, "api_calls": 28}, "django__django-16667": {"resolved": false, "cost": 0.0135067, "api_calls": 8}, "sympy__sympy-23262": {"resolved": false, "cost": 0.06241044999999999, "api_calls": 26}, "scikit-learn__scikit-learn-25102": {"resolved": true, "cost": 0.022795999999999997, "api_calls": 9}, "django__django-14238": {"resolved": false, "cost": 0.013404699999999999, "api_calls": 8}, "django__django-16631": {"resolved": true, "cost": 0.021303000000000002, "api_calls": 11}, "django__django-16560": {"resolved": false, "cost": 0.08417104999999998, "api_calls": 25}, "django__django-16145": {"resolved": false, "cost": 0.05001544999999999, "api_calls": 20}, "pallets__flask-5014": {"resolved": true, "cost": 0.012282949999999999, "api_calls": 7}, "sympy__sympy-20428": {"resolved": true, "cost": 0.0862112, "api_calls": 29}, "django__django-15572": {"resolved": false, "cost": 0.01879205, "api_calls": 11}, "django__django-11964": {"resolved": true, "cost": 0.05160025, "api_calls": 26}, "django__django-14349": {"resolved": false, "cost": 0.01692615, "api_calls": 12}, "scikit-learn__scikit-learn-11310": {"resolved": true, "cost": 0.0229101, "api_calls": 12}, "django__django-12143": {"resolved": true, "cost": 0.01432655, "api_calls": 8}, "scikit-learn__scikit-learn-11578": {"resolved": true, "cost": 0.0165307, "api_calls": 6}, "astropy__astropy-14508": {"resolved": true, "cost": 0.022790499999999998, "api_calls": 13}, "sphinx-doc__sphinx-9711": {"resolved": true, "cost": 0.032129300000000006, "api_calls": 18}, "django__django-11149": {"resolved": true, "cost": 0.0240934, "api_calls": 13}, "django__django-13964": {"resolved": true, "cost": 0.03594024999999999, "api_calls": 12}, "sphinx-doc__sphinx-8120": {"resolved": true, "cost": 0.02818355, "api_calls": 17}, "django__django-11815": {"resolved": true, "cost": 0.017236800000000004, "api_calls": 12}, "sympy__sympy-19783": {"resolved": true, "cost": 0.027713, "api_calls": 12}, "matplotlib__matplotlib-22865": {"resolved": false, "cost": 0.0356469, "api_calls": 16}, "psf__requests-2931": {"resolved": true, "cost": 0.02385035, "api_calls": 12}, "django__django-11333": {"resolved": false, "cost": 0.040166600000000004, "api_calls": 15}, "django__django-11451": {"resolved": false, "cost": 0.0084677, "api_calls": 6}, "psf__requests-5414": {"resolved": true, "cost": 0.040498299999999994, "api_calls": 17}, "sphinx-doc__sphinx-8551": {"resolved": true, "cost": 0.04248060000000001, "api_calls": 19}, "django__django-11951": {"resolved": false, "cost": 0.012002000000000002, "api_calls": 8}, "django__django-7530": {"resolved": true, "cost": 0.0160237, "api_calls": 10}, "django__django-15252": {"resolved": true, "cost": 0.0369666, "api_calls": 19}, "django__django-16256": {"resolved": false, "cost": 0.08717665000000001, "api_calls": 29}, "django__django-15268": {"resolved": false, "cost": 0.055289050000000006, "api_calls": 21}, "django__django-13925": {"resolved": true, "cost": 0.0503733, "api_calls": 19}, "scikit-learn__scikit-learn-13135": {"resolved": true, "cost": 0.011319, "api_calls": 7}, "django__django-16263": {"resolved": true, "cost": 0.0709761, "api_calls": 31}, "astropy__astropy-14995": {"resolved": false, "cost": 0.07282635, "api_calls": 21}, "django__django-13568": {"resolved": true, "cost": 0.01593685, "api_calls": 10}, "pydata__xarray-3677": {"resolved": false, "cost": 0.0365713, "api_calls": 16}, "pydata__xarray-4687": {"resolved": true, "cost": 0.08795130000000001, "api_calls": 29}, "scikit-learn__scikit-learn-13496": {"resolved": false, "cost": 0.021489750000000002, "api_calls": 12}, "django__django-14351": {"resolved": true, "cost": 0.023969449999999996, "api_calls": 11}, "astropy__astropy-8707": {"resolved": true, "cost": 0.032929, "api_calls": 17}, "astropy__astropy-13398": {"resolved": false, "cost": 0.12330035, "api_calls": 37}, "sphinx-doc__sphinx-7454": {"resolved": false, "cost": 0.23569985000000004, "api_calls": 52}, "sympy__sympy-13798": {"resolved": false, "cost": 0.026039600000000003, "api_calls": 11}, "sympy__sympy-12481": {"resolved": false, "cost": 0.026838550000000003, "api_calls": 12}, "django__django-16032": {"resolved": true, "cost": 0.05501380000000001, "api_calls": 26}, "django__django-12155": {"resolved": false, "cost": 0.01435065, "api_calls": 7}, "sympy__sympy-18199": {"resolved": true, "cost": 0.04636824999999999, "api_calls": 16}, "django__django-16315": {"resolved": false, "cost": 0.02225315, "api_calls": 9}, "psf__requests-1142": {"resolved": false, "cost": 0.050144850000000005, "api_calls": 17}, "django__django-13212": {"resolved": true, "cost": 0.14463069999999997, "api_calls": 41}, "django__django-11555": {"resolved": false, "cost": 0.03593720000000001, "api_calls": 17}, "sympy__sympy-24213": {"resolved": false, "cost": 0.012119699999999999, "api_calls": 7}, "sphinx-doc__sphinx-10614": {"resolved": true, "cost": 0.057148500000000005, "api_calls": 25}, "pydata__xarray-6992": {"resolved": false, "cost": 0.00857635, "api_calls": 6}, "matplotlib__matplotlib-23299": {"resolved": false, "cost": 0.11180930000000001, "api_calls": 30}, "sympy__sympy-20590": {"resolved": false, "cost": 0.04096344999999999, "api_calls": 22}, "matplotlib__matplotlib-25311": {"resolved": true, "cost": 0.023325850000000002, "api_calls": 11}, "django__django-13363": {"resolved": true, "cost": 0.01109835, "api_calls": 6}, "sympy__sympy-14531": {"resolved": true, "cost": 0.026739549999999997, "api_calls": 14}, "matplotlib__matplotlib-23314": {"resolved": false, "cost": 0.042168, "api_calls": 20}, "django__django-15741": {"resolved": true, "cost": 0.025264949999999998, "api_calls": 11}, "sympy__sympy-15345": {"resolved": true, "cost": 0.14407715000000001, "api_calls": 40}, "django__django-13012": {"resolved": true, "cost": 0.030191699999999995, "api_calls": 14}, "django__django-15022": {"resolved": true, "cost": 0.06298915000000001, "api_calls": 18}, "django__django-16527": {"resolved": true, "cost": 0.01478995, "api_calls": 8}, "sphinx-doc__sphinx-11445": {"resolved": true, "cost": 0.018811649999999996, "api_calls": 9}, "pytest-dev__pytest-6197": {"resolved": false, "cost": 0.03197854999999999, "api_calls": 16}, "django__django-9296": {"resolved": false, "cost": 0.0064685, "api_calls": 5}, "scikit-learn__scikit-learn-10297": {"resolved": true, "cost": 0.01733245, "api_calls": 11}, "django__django-13807": {"resolved": true, "cost": 0.017463850000000003, "api_calls": 10}, "astropy__astropy-14365": {"resolved": true, "cost": 0.0067768, "api_calls": 4}, "sphinx-doc__sphinx-9230": {"resolved": false, "cost": 0.0499776, "api_calls": 17}, "scikit-learn__scikit-learn-13124": {"resolved": false, "cost": 0.0193698, "api_calls": 8}, "django__django-11066": {"resolved": true, "cost": 0.00872575, "api_calls": 6}, "sympy__sympy-13480": {"resolved": true, "cost": 0.0213757, "api_calls": 11}, "django__django-15695": {"resolved": true, "cost": 0.031286749999999995, "api_calls": 15}, "django__django-10999": {"resolved": false, "cost": 0.015846, "api_calls": 10}, "sympy__sympy-22914": {"resolved": false, "cost": 0.007228450000000001, "api_calls": 6}, "sympy__sympy-16766": {"resolved": true, "cost": 0.03777845, "api_calls": 16}, "matplotlib__matplotlib-24149": {"resolved": true, "cost": 0.012482250000000002, "api_calls": 8}, "django__django-15103": {"resolved": true, "cost": 0.0159146, "api_calls": 8}, "astropy__astropy-14182": {"resolved": true, "cost": 0.0192377, "api_calls": 11}, "django__django-11299": {"resolved": false, "cost": 0.0326866, "api_calls": 15}, "sphinx-doc__sphinx-8621": {"resolved": true, "cost": 0.06359365, "api_calls": 20}, "matplotlib__matplotlib-26342": {"resolved": true, "cost": 0.03710185, "api_calls": 21}, "sympy__sympy-21930": {"resolved": true, "cost": 0.0274827, "api_calls": 11}, "django__django-16950": {"resolved": false, "cost": 0.0458513, "api_calls": 18}, "django__django-11880": {"resolved": false, "cost": 0.02114145, "api_calls": 12}, "django__django-12419": {"resolved": true, "cost": 0.010734249999999999, "api_calls": 8}, "django__django-11603": {"resolved": true, "cost": 0.008565, "api_calls": 6}, "pytest-dev__pytest-6202": {"resolved": true, "cost": 0.0086252, "api_calls": 5}, "sphinx-doc__sphinx-7590": {"resolved": true, "cost": 0.054625449999999985, "api_calls": 19}, "sympy__sympy-19637": {"resolved": false, "cost": 0.012397599999999998, "api_calls": 8}, "pylint-dev__pylint-4551": {"resolved": true, "cost": 0.1172136, "api_calls": 38}, "django__django-13410": {"resolved": false, "cost": 0.029333599999999998, "api_calls": 9}, "pylint-dev__pylint-6386": {"resolved": true, "cost": 0.06422309999999999, "api_calls": 22}, "django__django-11551": {"resolved": false, "cost": 0.043944550000000006, "api_calls": 20}, "django__django-15278": {"resolved": true, "cost": 0.0251393, "api_calls": 16}, "django__django-13741": {"resolved": true, "cost": 0.01323345, "api_calls": 12}, "django__django-13023": {"resolved": true, "cost": 0.008638950000000001, "api_calls": 7}, "astropy__astropy-8872": {"resolved": false, "cost": 0.0235184, "api_calls": 12}, "django__django-13569": {"resolved": false, "cost": 0.07576830000000001, "api_calls": 28}, "django__django-15554": {"resolved": true, "cost": 0.05373464999999999, "api_calls": 22}, "astropy__astropy-7166": {"resolved": false, "cost": 0.057712450000000005, "api_calls": 24}, "pydata__xarray-6938": {"resolved": true, "cost": 0.09073395000000001, "api_calls": 21}, "django__django-16485": {"resolved": false, "cost": 0.0111054, "api_calls": 6}, "astropy__astropy-12907": {"resolved": true, "cost": 0.01544195, "api_calls": 7}, "sympy__sympy-22080": {"resolved": true, "cost": 0.07053374999999998, "api_calls": 23}, "sympy__sympy-20801": {"resolved": false, "cost": 0.034661449999999996, "api_calls": 15}, "django__django-12304": {"resolved": false, "cost": 0.0156895, "api_calls": 9}, "pytest-dev__pytest-10051": {"resolved": true, "cost": 0.015668049999999996, "api_calls": 10}, "astropy__astropy-14539": {"resolved": false, "cost": 0.056520949999999986, "api_calls": 16}, "scikit-learn__scikit-learn-25931": {"resolved": true, "cost": 0.025599999999999998, "api_calls": 11}, "scikit-learn__scikit-learn-12585": {"resolved": true, "cost": 0.004910149999999999, "api_calls": 5}, "matplotlib__matplotlib-20488": {"resolved": true, "cost": 0.059711299999999995, "api_calls": 21}, "mwaskom__seaborn-3187": {"resolved": true, "cost": 0.14985404999999996, "api_calls": 45}, "django__django-15128": {"resolved": false, "cost": 0.036046600000000005, "api_calls": 14}, "django__django-13033": {"resolved": true, "cost": 0.023993349999999993, "api_calls": 12}, "sympy__sympy-15017": {"resolved": true, "cost": 0.032328249999999996, "api_calls": 13}, "django__django-15561": {"resolved": true, "cost": 0.028406199999999996, "api_calls": 12}, "django__django-15161": {"resolved": true, "cost": 0.03075095, "api_calls": 15}, "django__django-12965": {"resolved": true, "cost": 0.03994179999999999, "api_calls": 16}, "django__django-15277": {"resolved": false, "cost": 0.006840399999999999, "api_calls": 6}, "sphinx-doc__sphinx-10323": {"resolved": true, "cost": 0.021926149999999995, "api_calls": 12}, "sympy__sympy-22714": {"resolved": true, "cost": 0.0184374, "api_calls": 8}, "sphinx-doc__sphinx-8056": {"resolved": true, "cost": 0.26295620000000003, "api_calls": 65}, "sphinx-doc__sphinx-10435": {"resolved": true, "cost": 0.04528175000000001, "api_calls": 15}, "django__django-16100": {"resolved": false, "cost": 0.0436605, "api_calls": 18}, "psf__requests-1766": {"resolved": true, "cost": 0.0316428, "api_calls": 11}, "pytest-dev__pytest-5262": {"resolved": true, "cost": 0.035568749999999996, "api_calls": 16}, "sphinx-doc__sphinx-9281": {"resolved": true, "cost": 0.06671905, "api_calls": 24}, "matplotlib__matplotlib-20859": {"resolved": true, "cost": 0.02391175, "api_calls": 11}, "django__django-13158": {"resolved": true, "cost": 0.0470023, "api_calls": 21}, "sympy__sympy-13877": {"resolved": true, "cost": 0.02404975, "api_calls": 10}, "sphinx-doc__sphinx-8595": {"resolved": false, "cost": 0.0496773, "api_calls": 23}, "django__django-13343": {"resolved": true, "cost": 0.0354795, "api_calls": 14}, "django__django-15525": {"resolved": false, "cost": 0.021460149999999997, "api_calls": 10}, "django__django-11095": {"resolved": true, "cost": 0.009901899999999998, "api_calls": 9}, "sympy__sympy-17630": {"resolved": true, "cost": 0.01113675, "api_calls": 6}, "django__django-14559": {"resolved": false, "cost": 0.020199150000000003, "api_calls": 14}, "pytest-dev__pytest-5631": {"resolved": false, "cost": 0.0146435, "api_calls": 6}, "matplotlib__matplotlib-26466": {"resolved": true, "cost": 0.02018965, "api_calls": 11}, "django__django-16642": {"resolved": false, "cost": 0.016199850000000002, "api_calls": 9}, "django__django-15930": {"resolved": false, "cost": 0.0820843, "api_calls": 27}, "pydata__xarray-7393": {"resolved": false, "cost": 0.05186255, "api_calls": 18}, "django__django-13406": {"resolved": true, "cost": 0.0632471, "api_calls": 19}, "pytest-dev__pytest-5840": {"resolved": true, "cost": 0.013611950000000001, "api_calls": 10}, "django__django-13658": {"resolved": false, "cost": 0.016617149999999997, "api_calls": 10}, "sympy__sympy-15875": {"resolved": true, "cost": 0.029570649999999997, "api_calls": 9}, "django__django-12039": {"resolved": true, "cost": 0.014957250000000002, "api_calls": 8}, "django__django-15382": {"resolved": true, "cost": 0.0769068, "api_calls": 29}, "sympy__sympy-14711": {"resolved": true, "cost": 0.01208095, "api_calls": 5}, "django__django-11885": {"resolved": true, "cost": 0.040964400000000005, "api_calls": 19}, "matplotlib__matplotlib-25775": {"resolved": false, "cost": 0.09200119999999999, "api_calls": 27}, "pylint-dev__pylint-4661": {"resolved": true, "cost": 0.06647235, "api_calls": 21}, "scikit-learn__scikit-learn-15100": {"resolved": false, "cost": 0.011912200000000001, "api_calls": 7}, "sympy__sympy-17655": {"resolved": true, "cost": 0.052459599999999995, "api_calls": 19}, "sympy__sympy-18763": {"resolved": true, "cost": 0.0247999, "api_calls": 12}, "matplotlib__matplotlib-26291": {"resolved": false, "cost": 0.03789405, "api_calls": 13}, "sympy__sympy-13031": {"resolved": false, "cost": 0.05159755, "api_calls": 19}, "sympy__sympy-24562": {"resolved": false, "cost": 0.0175797, "api_calls": 8}, "pydata__xarray-2905": {"resolved": false, "cost": 0.09721024999999998, "api_calls": 29}, "matplotlib__matplotlib-26208": {"resolved": false, "cost": 0.2720344, "api_calls": 66}, "django__django-14315": {"resolved": false, "cost": 0.008405800000000001, "api_calls": 7}, "astropy__astropy-7606": {"resolved": false, "cost": 0.00755405, "api_calls": 5}, "astropy__astropy-13453": {"resolved": false, "cost": 0.031323199999999995, "api_calls": 12}, "pytest-dev__pytest-7236": {"resolved": true, "cost": 0.1226627, "api_calls": 39}, "sympy__sympy-13878": {"resolved": true, "cost": 0.10213955, "api_calls": 30}, "pylint-dev__pylint-6903": {"resolved": false, "cost": 0.0156782, "api_calls": 7}, "astropy__astropy-13033": {"resolved": true, "cost": 0.0114968, "api_calls": 6}, "django__django-14915": {"resolved": false, "cost": 0.0075992, "api_calls": 7}, "django__django-14539": {"resolved": true, "cost": 0.01177145, "api_calls": 8}, "django__django-15503": {"resolved": true, "cost": 0.022481849999999998, "api_calls": 10}, "django__django-15037": {"resolved": false, "cost": 0.0682477, "api_calls": 25}, "django__django-16612": {"resolved": false, "cost": 0.013170749999999998, "api_calls": 9}, "django__django-14404": {"resolved": true, "cost": 0.0166513, "api_calls": 10}, "django__django-12754": {"resolved": false, "cost": 0.02169695, "api_calls": 11}, "sphinx-doc__sphinx-9229": {"resolved": true, "cost": 0.1510499, "api_calls": 37}, "sphinx-doc__sphinx-8265": {"resolved": false, "cost": 0.06983969999999999, "api_calls": 28}, "django__django-13590": {"resolved": false, "cost": 0.012216, "api_calls": 5}, "django__django-14580": {"resolved": true, "cost": 0.024498549999999994, "api_calls": 12}, "django__django-14999": {"resolved": true, "cost": 0.01624595, "api_calls": 9}, "pytest-dev__pytest-7571": {"resolved": true, "cost": 0.0159173, "api_calls": 7}, "sphinx-doc__sphinx-8269": {"resolved": true, "cost": 0.0220649, "api_calls": 8}, "django__django-13112": {"resolved": true, "cost": 0.03345665, "api_calls": 13}, "django__django-13513": {"resolved": false, "cost": 0.07068599999999998, "api_calls": 22}, "pytest-dev__pytest-7432": {"resolved": false, "cost": 0.01926435, "api_calls": 5}, "django__django-15731": {"resolved": true, "cost": 0.0096418, "api_calls": 6}, "sympy__sympy-16792": {"resolved": true, "cost": 0.02878245, "api_calls": 13}, "django__django-14034": {"resolved": true, "cost": 0.0405551, "api_calls": 14}, "astropy__astropy-14096": {"resolved": false, "cost": 0.06460479999999999, "api_calls": 19}, "django__django-14765": {"resolved": true, "cost": 0.008114799999999998, "api_calls": 6}, "sympy__sympy-18698": {"resolved": true, "cost": 0.07401995000000001, "api_calls": 23}, "django__django-14771": {"resolved": false, "cost": 0.030520750000000003, "api_calls": 16}, "django__django-15957": {"resolved": false, "cost": 0.05654784999999999, "api_calls": 23}, "pydata__xarray-3095": {"resolved": false, "cost": 0.027567099999999997, "api_calls": 17}, "sympy__sympy-19954": {"resolved": true, "cost": 0.014329099999999999, "api_calls": 8}, "sympy__sympy-16886": {"resolved": true, "cost": 0.007122, "api_calls": 6}, "django__django-11239": {"resolved": true, "cost": 0.02712655, "api_calls": 13}, "django__django-13820": {"resolved": true, "cost": 0.0110455, "api_calls": 6}, "pydata__xarray-4629": {"resolved": true, "cost": 0.01065835, "api_calls": 6}, "django__django-13315": {"resolved": true, "cost": 0.05534735, "api_calls": 23}, "django__django-16901": {"resolved": false, "cost": 0.02288115, "api_calls": 12}, "django__django-13346": {"resolved": true, "cost": 0.036058150000000004, "api_calls": 16}, "django__django-12262": {"resolved": true, "cost": 0.0185444, "api_calls": 10}, "sympy__sympy-24661": {"resolved": true, "cost": 0.013173799999999998, "api_calls": 9}, "django__django-11119": {"resolved": true, "cost": 0.0161724, "api_calls": 9}, "psf__requests-6028": {"resolved": true, "cost": 0.03820945, "api_calls": 20}, "sympy__sympy-20154": {"resolved": false, "cost": 0.02587815, "api_calls": 15}, "scikit-learn__scikit-learn-13142": {"resolved": true, "cost": 0.043427999999999994, "api_calls": 14}, "django__django-14752": {"resolved": true, "cost": 0.013441800000000002, "api_calls": 9}, "django__django-15563": {"resolved": true, "cost": 0.06470379999999999, "api_calls": 26}, "sympy__sympy-16597": {"resolved": false, "cost": 0.0756034, "api_calls": 25}, "django__django-15987": {"resolved": false, "cost": 0.01404745, "api_calls": 9}, "sympy__sympy-15976": {"resolved": true, "cost": 0.051785649999999996, "api_calls": 17}, "django__django-10973": {"resolved": false, "cost": 0.010212449999999998, "api_calls": 9}, "django__django-15127": {"resolved": false, "cost": 0.025289100000000002, "api_calls": 12}, "scikit-learn__scikit-learn-13439": {"resolved": false, "cost": 0.0079107, "api_calls": 5}, "django__django-13551": {"resolved": true, "cost": 0.012717299999999997, "api_calls": 10}, "sphinx-doc__sphinx-7748": {"resolved": false, "cost": 0.21186305, "api_calls": 52}, "django__django-13516": {"resolved": false, "cost": 0.019798949999999996, "api_calls": 10}, "django__django-10554": {"resolved": true, "cost": 0.05805124999999999, "api_calls": 21}, "django__django-16082": {"resolved": false, "cost": 0.025889999999999996, "api_calls": 11}, "django__django-13786": {"resolved": true, "cost": 0.034109999999999994, "api_calls": 17}, "sympy__sympy-21596": {"resolved": true, "cost": 0.028894949999999996, "api_calls": 11}, "matplotlib__matplotlib-26113": {"resolved": false, "cost": 0.018284, "api_calls": 8}, "django__django-14672": {"resolved": true, "cost": 0.0186693, "api_calls": 8}, "django__django-13109": {"resolved": true, "cost": 0.0070509, "api_calls": 6}, "django__django-11141": {"resolved": true, "cost": 0.013721849999999999, "api_calls": 8}, "matplotlib__matplotlib-23412": {"resolved": false, "cost": 0.0167938, "api_calls": 9}, "sympy__sympy-13551": {"resolved": true, "cost": 0.034997, "api_calls": 15}, "django__django-15368": {"resolved": false, "cost": 0.031158850000000002, "api_calls": 14}, "django__django-15814": {"resolved": true, "cost": 0.011477299999999998, "api_calls": 7}, "django__django-13933": {"resolved": true, "cost": 0.0251591, "api_calls": 14}, "scikit-learn__scikit-learn-12682": {"resolved": true, "cost": 0.02418165, "api_calls": 12}, "matplotlib__matplotlib-20676": {"resolved": false, "cost": 0.0344273, "api_calls": 15}, "sphinx-doc__sphinx-8593": {"resolved": false, "cost": 0.10588864999999999, "api_calls": 37}, "sympy__sympy-13852": {"resolved": true, "cost": 0.010496450000000001, "api_calls": 7}, "django__django-16819": {"resolved": false, "cost": 0.05348825000000001, "api_calls": 21}, "django__django-12713": {"resolved": true, "cost": 0.01165955, "api_calls": 9}, "django__django-14855": {"resolved": true, "cost": 0.017773849999999997, "api_calls": 8}, "django__django-14155": {"resolved": true, "cost": 0.012811949999999999, "api_calls": 8}, "scikit-learn__scikit-learn-26323": {"resolved": false, "cost": 0.0176003, "api_calls": 10}, "scikit-learn__scikit-learn-13328": {"resolved": true, "cost": 0.01161455, "api_calls": 7}, "sphinx-doc__sphinx-11510": {"resolved": true, "cost": 0.12537629999999997, "api_calls": 38}, "django__django-13195": {"resolved": false, "cost": 0.023246649999999997, "api_calls": 11}, "django__django-15916": {"resolved": false, "cost": 0.03678764999999999, "api_calls": 14}, "django__django-11820": {"resolved": false, "cost": 0.03058575, "api_calls": 13}, "sympy__sympy-24066": {"resolved": false, "cost": 0.0114849, "api_calls": 6}, "sphinx-doc__sphinx-9591": {"resolved": true, "cost": 0.0438751, "api_calls": 18}, "pytest-dev__pytest-7982": {"resolved": false, "cost": 0.008742999999999999, "api_calls": 8}, "django__django-14725": {"resolved": true, "cost": 0.046993099999999996, "api_calls": 20}, "django__django-17029": {"resolved": false, "cost": 0.0092418, "api_calls": 7}, "matplotlib__matplotlib-14623": {"resolved": true, "cost": 0.03953185, "api_calls": 19}, "pydata__xarray-6461": {"resolved": true, "cost": 0.01902525, "api_calls": 11}, "django__django-16662": {"resolved": false, "cost": 0.01583675, "api_calls": 9}, "sphinx-doc__sphinx-9461": {"resolved": true, "cost": 0.03316985, "api_calls": 17}, "django__django-11848": {"resolved": false, "cost": 0.037886449999999995, "api_calls": 17}, "matplotlib__matplotlib-22719": {"resolved": true, "cost": 0.01239165, "api_calls": 6}, "pydata__xarray-4966": {"resolved": true, "cost": 0.014644, "api_calls": 7}, "django__django-11728": {"resolved": true, "cost": 0.022390199999999996, "api_calls": 9}, "matplotlib__matplotlib-24627": {"resolved": false, "cost": 0.044466399999999996, "api_calls": 20}, "sphinx-doc__sphinx-7440": {"resolved": true, "cost": 0.04374845, "api_calls": 20}, "sympy__sympy-12419": {"resolved": true, "cost": 0.10342350000000003, "api_calls": 23}, "matplotlib__matplotlib-13989": {"resolved": true, "cost": 0.01837125, "api_calls": 11}, "django__django-11163": {"resolved": true, "cost": 0.00952635, "api_calls": 6}, "matplotlib__matplotlib-24177": {"resolved": true, "cost": 0.045245650000000005, "api_calls": 17}, "django__django-14011": {"resolved": false, "cost": 0.01930875, "api_calls": 11}, "django__django-13279": {"resolved": false, "cost": 0.029485949999999997, "api_calls": 13}, "sympy__sympy-23534": {"resolved": true, "cost": 0.027438399999999995, "api_calls": 11}, "astropy__astropy-7336": {"resolved": true, "cost": 0.02080835, "api_calls": 9}, "mwaskom__seaborn-3069": {"resolved": true, "cost": 0.11914274999999996, "api_calls": 49}, "scikit-learn__scikit-learn-13779": {"resolved": true, "cost": 0.0123646, "api_calls": 7}, "django__django-11179": {"resolved": true, "cost": 0.01626635, "api_calls": 10}, "pydata__xarray-4075": {"resolved": true, "cost": 0.04416225000000001, "api_calls": 13}, "django__django-16595": {"resolved": true, "cost": 0.017817399999999997, "api_calls": 12}, "sympy__sympy-14248": {"resolved": true, "cost": 0.0765236, "api_calls": 25}, "pylint-dev__pylint-4604": {"resolved": false, "cost": 0.03506999999999999, "api_calls": 15}, "astropy__astropy-14369": {"resolved": false, "cost": 0.0262906, "api_calls": 10}, "sympy__sympy-20438": {"resolved": false, "cost": 0.043377849999999996, "api_calls": 19}, "django__django-14500": {"resolved": false, "cost": 0.02065295, "api_calls": 11}, "sphinx-doc__sphinx-9673": {"resolved": true, "cost": 0.030753250000000003, "api_calls": 14}, "astropy__astropy-14309": {"resolved": true, "cost": 0.01205205, "api_calls": 5}, "sphinx-doc__sphinx-9698": {"resolved": true, "cost": 0.0359664, "api_calls": 13}, "sympy__sympy-12489": {"resolved": true, "cost": 0.04481045, "api_calls": 21}, "pydata__xarray-6744": {"resolved": true, "cost": 0.034351, "api_calls": 14}, "django__django-17084": {"resolved": false, "cost": 0.019250149999999997, "api_calls": 13}, "pydata__xarray-6599": {"resolved": true, "cost": 0.023863399999999993, "api_calls": 14}, "django__django-11138": {"resolved": true, "cost": 0.033658499999999994, "api_calls": 16}, "django__django-11477": {"resolved": false, "cost": 0.036511999999999996, "api_calls": 20}, "sympy__sympy-13091": {"resolved": false, "cost": 0.028429899999999998, "api_calls": 12}, "django__django-11099": {"resolved": false, "cost": 0.009297, "api_calls": 7}, "django__django-16429": {"resolved": true, "cost": 0.016538299999999995, "api_calls": 8}, "django__django-14792": {"resolved": true, "cost": 0.029458099999999997, "api_calls": 12}, "django__django-11999": {"resolved": false, "cost": 0.017089200000000002, "api_calls": 8}, "sphinx-doc__sphinx-8721": {"resolved": true, "cost": 0.04856609999999999, "api_calls": 19}, "sympy__sympy-21847": {"resolved": true, "cost": 0.014497949999999999, "api_calls": 6}, "django__django-15973": {"resolved": true, "cost": 0.0566297, "api_calls": 21}}, "sonnet-4": {"pytest-dev__pytest-10356": {"resolved": false, "cost": 0.4469455499999999, "api_calls": 43}, "django__django-11532": {"resolved": false, "cost": 0.30934785, "api_calls": 30}, "django__django-12050": {"resolved": false, "cost": 0.14741310000000005, "api_calls": 22}, "pydata__xarray-3151": {"resolved": true, "cost": 0.24642720000000007, "api_calls": 28}, "django__django-13512": {"resolved": true, "cost": 0.21207195, "api_calls": 32}, "sympy__sympy-18189": {"resolved": true, "cost": 0.17241075000000003, "api_calls": 25}, "django__django-13028": {"resolved": true, "cost": 0.22450125000000004, "api_calls": 24}, "django__django-13449": {"resolved": true, "cost": 0.6506632499999999, "api_calls": 58}, "django__django-11211": {"resolved": true, "cost": 1.3010975999999996, "api_calls": 97}, "matplotlib__matplotlib-25332": {"resolved": true, "cost": 0.26165265, "api_calls": 29}, "django__django-11087": {"resolved": true, "cost": 1.03562055, "api_calls": 67}, "django__django-15863": {"resolved": false, "cost": 0.14713755, "api_calls": 26}, "django__django-14376": {"resolved": true, "cost": 0.13310414999999998, "api_calls": 15}, "django__django-14017": {"resolved": false, "cost": 0.34205699999999994, "api_calls": 43}, "pydata__xarray-4695": {"resolved": true, "cost": 0.29725095, "api_calls": 37}, "sympy__sympy-16450": {"resolved": true, "cost": 0.1816092, "api_calls": 24}, "django__django-14493": {"resolved": true, "cost": 0.18208979999999997, "api_calls": 23}, "matplotlib__matplotlib-25960": {"resolved": true, "cost": 0.43022115, "api_calls": 38}, "psf__requests-1921": {"resolved": false, "cost": 0.15151740000000002, "api_calls": 17}, "django__django-12308": {"resolved": false, "cost": 0.27402584999999996, "api_calls": 30}, "astropy__astropy-13579": {"resolved": false, "cost": 0.52605015, "api_calls": 34}, "django__django-12708": {"resolved": true, "cost": 0.17838330000000002, "api_calls": 20}, "django__django-14089": {"resolved": true, "cost": 0.19632704999999995, "api_calls": 28}, "pylint-dev__pylint-7277": {"resolved": true, "cost": 0.19005659999999996, "api_calls": 19}, "pydata__xarray-3993": {"resolved": false, "cost": 0.19704705, "api_calls": 32}, "sphinx-doc__sphinx-9258": {"resolved": false, "cost": 0.4098399, "api_calls": 46}, "pytest-dev__pytest-7324": {"resolved": true, "cost": 0.17536785, "api_calls": 28}, "pydata__xarray-7233": {"resolved": false, "cost": 0.22157655, "api_calls": 23}, "django__django-14631": {"resolved": true, "cost": 0.33201045, "api_calls": 35}, "sympy__sympy-21379": {"resolved": true, "cost": 0.6159161999999999, "api_calls": 61}, "pylint-dev__pylint-7080": {"resolved": true, "cost": 0.74257725, "api_calls": 62}, "django__django-15315": {"resolved": false, "cost": 0.35708789999999996, "api_calls": 44}, "sympy__sympy-12096": {"resolved": true, "cost": 0.16903695, "api_calls": 26}, "django__django-16569": {"resolved": true, "cost": 0.07828605, "api_calls": 12}, "sphinx-doc__sphinx-9367": {"resolved": true, "cost": 0.1762014, "api_calls": 19}, "sympy__sympy-13615": {"resolved": true, "cost": 0.31541295, "api_calls": 41}, "sphinx-doc__sphinx-7910": {"resolved": true, "cost": 0.3862378500000001, "api_calls": 38}, "django__django-11400": {"resolved": true, "cost": 0.29344875, "api_calls": 27}, "django__django-11740": {"resolved": false, "cost": 0.44811330000000005, "api_calls": 38}, "sphinx-doc__sphinx-7462": {"resolved": true, "cost": 0.213159, "api_calls": 33}, "sympy__sympy-13647": {"resolved": false, "cost": 0.24835395000000002, "api_calls": 30}, "django__django-14140": {"resolved": true, "cost": 0.13776344999999998, "api_calls": 14}, "django__django-12663": {"resolved": false, "cost": 0.7483798499999997, "api_calls": 75}, "pylint-dev__pylint-4970": {"resolved": true, "cost": 0.25277009999999994, "api_calls": 31}, "django__django-14534": {"resolved": false, "cost": 0.26407785, "api_calls": 26}, "astropy__astropy-13236": {"resolved": false, "cost": 0.18523575000000003, "api_calls": 24}, "django__django-11292": {"resolved": false, "cost": 0.3861258, "api_calls": 33}, "django__django-15569": {"resolved": true, "cost": 0.20421284999999997, "api_calls": 23}, "django__django-13417": {"resolved": true, "cost": 0.28075680000000003, "api_calls": 33}, "sympy__sympy-20916": {"resolved": true, "cost": 0.9169810499999999, "api_calls": 80}, "pydata__xarray-6721": {"resolved": false, "cost": 0.4086204000000001, "api_calls": 41}, "pytest-dev__pytest-7521": {"resolved": true, "cost": 0.29508345, "api_calls": 30}, "astropy__astropy-14598": {"resolved": true, "cost": 0.9206860499999998, "api_calls": 72}, "sympy__sympy-21612": {"resolved": false, "cost": 0.43818959999999996, "api_calls": 37}, "matplotlib__matplotlib-25122": {"resolved": false, "cost": 0.18485445, "api_calls": 26}, "psf__requests-2317": {"resolved": true, "cost": 0.1764813, "api_calls": 25}, "sphinx-doc__sphinx-10449": {"resolved": false, "cost": 0.6704513999999999, "api_calls": 59}, "pytest-dev__pytest-8399": {"resolved": true, "cost": 0.18261794999999997, "api_calls": 18}, "django__django-14434": {"resolved": true, "cost": 0.3609093, "api_calls": 35}, "django__django-13809": {"resolved": true, "cost": 0.43000410000000006, "api_calls": 33}, "matplotlib__matplotlib-24570": {"resolved": true, "cost": 0.33825990000000006, "api_calls": 34}, "django__django-12209": {"resolved": true, "cost": 0.37417815, "api_calls": 38}, "scikit-learn__scikit-learn-14087": {"resolved": true, "cost": 0.5285233500000002, "api_calls": 50}, "django__django-12193": {"resolved": true, "cost": 0.3084513, "api_calls": 38}, "matplotlib__matplotlib-25479": {"resolved": true, "cost": 0.61765635, "api_calls": 55}, "sphinx-doc__sphinx-7757": {"resolved": false, "cost": 0.30573719999999993, "api_calls": 31}, "pydata__xarray-7229": {"resolved": true, "cost": 0.35041124999999995, "api_calls": 36}, "django__django-16136": {"resolved": false, "cost": 0.19581210000000007, "api_calls": 22}, "django__django-11133": {"resolved": true, "cost": 0.1736763, "api_calls": 24}, "pydata__xarray-4356": {"resolved": true, "cost": 0.41502930000000005, "api_calls": 45}, "django__django-11206": {"resolved": true, "cost": 0.12223214999999997, "api_calls": 16}, "django__django-16493": {"resolved": true, "cost": 0.254355, "api_calls": 33}, "django__django-15375": {"resolved": true, "cost": 0.7343411999999998, "api_calls": 58}, "sympy__sympy-19040": {"resolved": true, "cost": 0.7045782000000002, "api_calls": 70}, "sympy__sympy-13372": {"resolved": false, "cost": 0.14188155, "api_calls": 20}, "sympy__sympy-24539": {"resolved": true, "cost": 0.08988465, "api_calls": 15}, "sphinx-doc__sphinx-9602": {"resolved": true, "cost": 0.35435969999999994, "api_calls": 29}, "sphinx-doc__sphinx-10466": {"resolved": false, "cost": 0.19847504999999993, "api_calls": 20}, "django__django-16139": {"resolved": true, "cost": 0.40741394999999997, "api_calls": 34}, "django__django-10880": {"resolved": true, "cost": 0.30658470000000004, "api_calls": 38}, "pytest-dev__pytest-5787": {"resolved": true, "cost": 0.55388805, "api_calls": 41}, "django__django-14311": {"resolved": false, "cost": 0.36268815000000004, "api_calls": 37}, "django__django-11265": {"resolved": true, "cost": 0.9246599999999999, "api_calls": 63}, "scikit-learn__scikit-learn-25973": {"resolved": false, "cost": 0.8779233000000001, "api_calls": 82}, "matplotlib__matplotlib-22871": {"resolved": true, "cost": 0.32629109999999995, "api_calls": 38}, "matplotlib__matplotlib-23476": {"resolved": false, "cost": 0.42769455, "api_calls": 55}, "matplotlib__matplotlib-25287": {"resolved": false, "cost": 0.10777979999999998, "api_calls": 18}, "psf__requests-1724": {"resolved": true, "cost": 0.33796575, "api_calls": 42}, "django__django-15280": {"resolved": false, "cost": 2.01530625, "api_calls": 116}, "django__django-13794": {"resolved": false, "cost": 0.1297422, "api_calls": 23}, "sympy__sympy-24443": {"resolved": false, "cost": 0.8652114000000001, "api_calls": 91}, "matplotlib__matplotlib-21568": {"resolved": true, "cost": 0.8669653499999999, "api_calls": 71}, "django__django-16454": {"resolved": false, "cost": 0.34291425, "api_calls": 34}, "django__django-13128": {"resolved": false, "cost": 0.32284065, "api_calls": 39}, "sympy__sympy-18211": {"resolved": false, "cost": 0.39319305, "api_calls": 48}, "scikit-learn__scikit-learn-26194": {"resolved": false, "cost": 0.5627887500000001, "api_calls": 48}, "django__django-17087": {"resolved": false, "cost": 0.33342705000000006, "api_calls": 33}, "sphinx-doc__sphinx-8475": {"resolved": true, "cost": 0.17194395000000004, "api_calls": 20}, "django__django-14170": {"resolved": true, "cost": 0.27541530000000003, "api_calls": 27}, "scikit-learn__scikit-learn-14894": {"resolved": false, "cost": 0.32140784999999994, "api_calls": 29}, "astropy__astropy-7671": {"resolved": true, "cost": 0.12875024999999998, "api_calls": 18}, "django__django-16938": {"resolved": true, "cost": 0.38667435, "api_calls": 32}, "django__django-11276": {"resolved": true, "cost": 0.2809368, "api_calls": 37}, "scikit-learn__scikit-learn-14496": {"resolved": true, "cost": 0.2552218499999999, "api_calls": 29}, "django__django-15467": {"resolved": true, "cost": 0.23948565000000008, "api_calls": 32}, "django__django-13810": {"resolved": true, "cost": 0.2521605, "api_calls": 24}, "django__django-15098": {"resolved": false, "cost": 0.6935485500000002, "api_calls": 72}, "django__django-11490": {"resolved": false, "cost": 0.3074142, "api_calls": 34}, "django__django-13297": {"resolved": false, "cost": 0.43994415000000003, "api_calls": 34}, "scikit-learn__scikit-learn-9288": {"resolved": true, "cost": 0.29868, "api_calls": 28}, "django__django-12774": {"resolved": true, "cost": 0.27721350000000006, "api_calls": 39}, "django__django-15499": {"resolved": true, "cost": 0.31575554999999994, "api_calls": 33}, "sympy__sympy-19495": {"resolved": true, "cost": 1.14020295, "api_calls": 87}, "sphinx-doc__sphinx-8035": {"resolved": false, "cost": 0.48485490000000003, "api_calls": 56}, "scikit-learn__scikit-learn-14141": {"resolved": true, "cost": 0.0645147, "api_calls": 12}, "django__django-16877": {"resolved": true, "cost": 0.19730834999999997, "api_calls": 24}, "sphinx-doc__sphinx-9320": {"resolved": false, "cost": 0.26575455000000003, "api_calls": 29}, "sympy__sympy-23824": {"resolved": true, "cost": 0.24473925000000002, "api_calls": 24}, "django__django-14608": {"resolved": true, "cost": 0.17368200000000003, "api_calls": 20}, "django__django-13837": {"resolved": true, "cost": 0.40934775, "api_calls": 44}, "matplotlib__matplotlib-20826": {"resolved": true, "cost": 0.5867505, "api_calls": 59}, "matplotlib__matplotlib-24970": {"resolved": true, "cost": 0.23659184999999994, "api_calls": 29}, "scikit-learn__scikit-learn-14983": {"resolved": true, "cost": 0.47581349999999994, "api_calls": 59}, "django__django-13344": {"resolved": false, "cost": 0.8481201, "api_calls": 58}, "pytest-dev__pytest-10081": {"resolved": false, "cost": 0.21160425000000002, "api_calls": 24}, "django__django-16116": {"resolved": true, "cost": 0.49980945000000004, "api_calls": 42}, "sympy__sympy-15349": {"resolved": true, "cost": 0.22796204999999997, "api_calls": 22}, "sympy__sympy-13757": {"resolved": true, "cost": 0.44063505000000003, "api_calls": 48}, "sphinx-doc__sphinx-7889": {"resolved": true, "cost": 0.16546110000000008, "api_calls": 26}, "matplotlib__matplotlib-24637": {"resolved": true, "cost": 0.24234809999999998, "api_calls": 34}, "django__django-16502": {"resolved": true, "cost": 0.33827235000000005, "api_calls": 24}, "scikit-learn__scikit-learn-25747": {"resolved": false, "cost": 0.21291495000000002, "api_calls": 24}, "sympy__sympy-11618": {"resolved": false, "cost": 0.17081100000000005, "api_calls": 21}, "matplotlib__matplotlib-24870": {"resolved": true, "cost": 0.34412760000000003, "api_calls": 38}, "pylint-dev__pylint-8898": {"resolved": false, "cost": 0.3271218, "api_calls": 32}, "sphinx-doc__sphinx-7985": {"resolved": false, "cost": 1.5686524500000005, "api_calls": 41}, "django__django-12125": {"resolved": false, "cost": 0.59169015, "api_calls": 57}, "django__django-12858": {"resolved": true, "cost": 0.4862318999999999, "api_calls": 45}, "sympy__sympy-13974": {"resolved": true, "cost": 0.6851412000000001, "api_calls": 68}, "django__django-14373": {"resolved": false, "cost": 0.12427560000000001, "api_calls": 15}, "django__django-15732": {"resolved": true, "cost": 0.5041750500000001, "api_calls": 48}, "sphinx-doc__sphinx-8459": {"resolved": false, "cost": 0.7921991999999999, "api_calls": 77}, "django__django-15380": {"resolved": false, "cost": 0.37918845, "api_calls": 35}, "sphinx-doc__sphinx-10673": {"resolved": true, "cost": 0.4955125500000001, "api_calls": 44}, "sphinx-doc__sphinx-8548": {"resolved": true, "cost": 0.5380223999999999, "api_calls": 50}, "django__django-13121": {"resolved": false, "cost": 0.4126627499999999, "api_calls": 47}, "pytest-dev__pytest-7205": {"resolved": true, "cost": 0.1688709, "api_calls": 16}, "django__django-15629": {"resolved": true, "cost": 0.53824515, "api_calls": 41}, "sympy__sympy-17318": {"resolved": false, "cost": 0.28357830000000006, "api_calls": 40}, "django__django-13089": {"resolved": false, "cost": 0.18882315, "api_calls": 23}, "django__django-14787": {"resolved": true, "cost": 0.20191620000000007, "api_calls": 26}, "pydata__xarray-4094": {"resolved": true, "cost": 0.4309911, "api_calls": 40}, "scikit-learn__scikit-learn-14710": {"resolved": true, "cost": 0.19141155000000004, "api_calls": 24}, "django__django-13821": {"resolved": true, "cost": 0.1072707, "api_calls": 18}, "scikit-learn__scikit-learn-14629": {"resolved": true, "cost": 0.41083635000000013, "api_calls": 46}, "django__django-16801": {"resolved": false, "cost": 0.19545930000000003, "api_calls": 22}, "django__django-15104": {"resolved": true, "cost": 0.17736390000000002, "api_calls": 17}, "sympy__sympy-23950": {"resolved": true, "cost": 0.41408804999999993, "api_calls": 52}, "scikit-learn__scikit-learn-25232": {"resolved": true, "cost": 0.5237511000000001, "api_calls": 50}, "django__django-14053": {"resolved": true, "cost": 0.34685099999999996, "api_calls": 19}, "sympy__sympy-15599": {"resolved": false, "cost": 0.3850272, "api_calls": 40}, "django__django-10914": {"resolved": false, "cost": 0.23995274999999996, "api_calls": 21}, "django__django-11749": {"resolved": true, "cost": 0.212661, "api_calls": 26}, "sympy__sympy-23413": {"resolved": true, "cost": 0.48759915000000004, "api_calls": 42}, "matplotlib__matplotlib-24026": {"resolved": false, "cost": 0.26502105, "api_calls": 36}, "pytest-dev__pytest-5809": {"resolved": true, "cost": 0.09055110000000002, "api_calls": 13}, "django__django-16899": {"resolved": true, "cost": 0.2598700499999999, "api_calls": 31}, "django__django-15851": {"resolved": true, "cost": 0.26798940000000004, "api_calls": 31}, "django__django-10097": {"resolved": true, "cost": 0.18554235000000002, "api_calls": 22}, "django__django-12741": {"resolved": false, "cost": 0.14061975000000002, "api_calls": 23}, "django__django-12406": {"resolved": true, "cost": 0.91549605, "api_calls": 70}, "scikit-learn__scikit-learn-14053": {"resolved": false, "cost": 0.24009180000000005, "api_calls": 29}, "django__django-11734": {"resolved": true, "cost": 2.09303775, "api_calls": 123}, "sympy__sympy-15809": {"resolved": false, "cost": 0.18767955000000003, "api_calls": 24}, "django__django-11790": {"resolved": true, "cost": 0.42529064999999994, "api_calls": 46}, "sympy__sympy-14976": {"resolved": false, "cost": 0.2539492499999999, "api_calls": 31}, "django__django-16661": {"resolved": false, "cost": 0.5090808, "api_calls": 47}, "django__django-14007": {"resolved": true, "cost": 0.41297655000000005, "api_calls": 47}, "django__django-11433": {"resolved": true, "cost": 0.32951700000000006, "api_calls": 28}, "django__django-13401": {"resolved": false, "cost": 0.24148395, "api_calls": 27}, "pytest-dev__pytest-7490": {"resolved": true, "cost": 0.37992180000000003, "api_calls": 38}, "scikit-learn__scikit-learn-10908": {"resolved": true, "cost": 0.27696300000000007, "api_calls": 41}, "scikit-learn__scikit-learn-10844": {"resolved": false, "cost": 0.19058505, "api_calls": 19}, "django__django-12273": {"resolved": true, "cost": 0.7159900499999999, "api_calls": 68}, "django__django-16333": {"resolved": false, "cost": 0.37164765, "api_calls": 30}, "astropy__astropy-13977": {"resolved": true, "cost": 0.30170189999999997, "api_calls": 37}, "scikit-learn__scikit-learn-12973": {"resolved": false, "cost": 0.2946219, "api_calls": 32}, "sympy__sympy-17139": {"resolved": true, "cost": 0.19397399999999998, "api_calls": 25}, "sphinx-doc__sphinx-8638": {"resolved": true, "cost": 0.46809015, "api_calls": 40}, "django__django-16255": {"resolved": false, "cost": 0.09466664999999999, "api_calls": 13}, "pylint-dev__pylint-6528": {"resolved": true, "cost": 0.7381420500000001, "api_calls": 64}, "django__django-12276": {"resolved": false, "cost": 0.21027494999999996, "api_calls": 29}, "pydata__xarray-3305": {"resolved": true, "cost": 0.25646805, "api_calls": 32}, "django__django-13670": {"resolved": true, "cost": 0.13300620000000002, "api_calls": 17}, "django__django-14122": {"resolved": true, "cost": 0.33735585000000007, "api_calls": 35}, "sympy__sympy-19346": {"resolved": true, "cost": 0.103956, "api_calls": 14}, "sympy__sympy-22456": {"resolved": true, "cost": 0.17008605000000004, "api_calls": 23}, "django__django-12325": {"resolved": true, "cost": 0.5490018, "api_calls": 52}, "sphinx-doc__sphinx-9658": {"resolved": false, "cost": 0.42865425, "api_calls": 37}, "django__django-16667": {"resolved": false, "cost": 0.12748964999999998, "api_calls": 17}, "sympy__sympy-23262": {"resolved": false, "cost": 0.46142625000000004, "api_calls": 45}, "scikit-learn__scikit-learn-25102": {"resolved": true, "cost": 0.2636076, "api_calls": 25}, "django__django-14238": {"resolved": true, "cost": 0.21298890000000004, "api_calls": 29}, "django__django-16631": {"resolved": true, "cost": 0.34953945, "api_calls": 29}, "django__django-16560": {"resolved": false, "cost": 0.43630170000000007, "api_calls": 51}, "django__django-16145": {"resolved": true, "cost": 0.29398500000000005, "api_calls": 32}, "pallets__flask-5014": {"resolved": true, "cost": 0.18983490000000003, "api_calls": 29}, "sympy__sympy-20428": {"resolved": true, "cost": 0.29258144999999997, "api_calls": 34}, "django__django-15572": {"resolved": false, "cost": 0.14949345, "api_calls": 25}, "django__django-11964": {"resolved": false, "cost": 0.7726379999999999, "api_calls": 69}, "django__django-14349": {"resolved": false, "cost": 0.26638709999999993, "api_calls": 34}, "scikit-learn__scikit-learn-11310": {"resolved": true, "cost": 0.23751479999999997, "api_calls": 33}, "django__django-12143": {"resolved": true, "cost": 0.124335, "api_calls": 18}, "scikit-learn__scikit-learn-11578": {"resolved": true, "cost": 0.29544060000000005, "api_calls": 29}, "astropy__astropy-14508": {"resolved": true, "cost": 0.1948866, "api_calls": 24}, "sphinx-doc__sphinx-9711": {"resolved": false, "cost": 0.23817914999999998, "api_calls": 33}, "django__django-11149": {"resolved": true, "cost": 0.6863691, "api_calls": 53}, "django__django-13964": {"resolved": true, "cost": 0.40722299999999995, "api_calls": 38}, "sphinx-doc__sphinx-8120": {"resolved": false, "cost": 0.26992260000000007, "api_calls": 32}, "django__django-11815": {"resolved": true, "cost": 0.3918072, "api_calls": 49}, "sympy__sympy-19783": {"resolved": true, "cost": 0.27521415000000005, "api_calls": 40}, "matplotlib__matplotlib-22865": {"resolved": true, "cost": 0.2987364, "api_calls": 40}, "psf__requests-2931": {"resolved": true, "cost": 0.18181185000000002, "api_calls": 26}, "django__django-11333": {"resolved": false, "cost": 0.25921004999999997, "api_calls": 28}, "django__django-11451": {"resolved": true, "cost": 0.25209525, "api_calls": 28}, "psf__requests-5414": {"resolved": true, "cost": 0.29711190000000004, "api_calls": 39}, "sphinx-doc__sphinx-8551": {"resolved": false, "cost": 0.8963719500000001, "api_calls": 71}, "django__django-11951": {"resolved": false, "cost": 0.19307010000000002, "api_calls": 21}, "django__django-7530": {"resolved": true, "cost": 0.19159065000000003, "api_calls": 25}, "django__django-15252": {"resolved": true, "cost": 0.31099575000000007, "api_calls": 28}, "django__django-16256": {"resolved": false, "cost": 0.39489555000000004, "api_calls": 32}, "django__django-15268": {"resolved": false, "cost": 0.7163628000000002, "api_calls": 66}, "django__django-13925": {"resolved": false, "cost": 0.5425120500000001, "api_calls": 51}, "scikit-learn__scikit-learn-13135": {"resolved": false, "cost": 0.33433830000000003, "api_calls": 32}, "django__django-16263": {"resolved": true, "cost": 1.1547134999999997, "api_calls": 92}, "astropy__astropy-14995": {"resolved": false, "cost": 0.3424152, "api_calls": 28}, "django__django-13568": {"resolved": true, "cost": 0.5935851, "api_calls": 62}, "pydata__xarray-3677": {"resolved": false, "cost": 0.23205540000000002, "api_calls": 27}, "pydata__xarray-4687": {"resolved": true, "cost": 0.6800478000000003, "api_calls": 73}, "scikit-learn__scikit-learn-13496": {"resolved": false, "cost": 0.43936155, "api_calls": 44}, "django__django-14351": {"resolved": true, "cost": 1.7858009999999997, "api_calls": 93}, "astropy__astropy-8707": {"resolved": true, "cost": 0.44613825, "api_calls": 49}, "astropy__astropy-13398": {"resolved": false, "cost": 1.26683565, "api_calls": 53}, "sphinx-doc__sphinx-7454": {"resolved": false, "cost": 0.87444435, "api_calls": 83}, "sympy__sympy-13798": {"resolved": false, "cost": 0.31206765000000003, "api_calls": 37}, "sympy__sympy-12481": {"resolved": false, "cost": 0.28143675, "api_calls": 41}, "django__django-16032": {"resolved": true, "cost": 1.5524014499999996, "api_calls": 104}, "django__django-12155": {"resolved": true, "cost": 0.18655725000000004, "api_calls": 23}, "sympy__sympy-18199": {"resolved": true, "cost": 0.26858925, "api_calls": 32}, "django__django-16315": {"resolved": false, "cost": 0.8985881999999998, "api_calls": 78}, "psf__requests-1142": {"resolved": true, "cost": 0.27756165, "api_calls": 29}, "django__django-13212": {"resolved": true, "cost": 0.4279401, "api_calls": 44}, "django__django-11555": {"resolved": false, "cost": 0.23656305000000002, "api_calls": 33}, "sympy__sympy-24213": {"resolved": true, "cost": 0.21052575, "api_calls": 23}, "sphinx-doc__sphinx-10614": {"resolved": true, "cost": 0.1873836, "api_calls": 21}, "pydata__xarray-6992": {"resolved": false, "cost": 0.14437365000000002, "api_calls": 23}, "matplotlib__matplotlib-23299": {"resolved": false, "cost": 0.3631866, "api_calls": 41}, "sympy__sympy-20590": {"resolved": false, "cost": 0.20936805, "api_calls": 33}, "matplotlib__matplotlib-25311": {"resolved": true, "cost": 0.3565455, "api_calls": 45}, "django__django-13363": {"resolved": true, "cost": 0.16692899999999997, "api_calls": 16}, "sympy__sympy-14531": {"resolved": true, "cost": 0.3677913, "api_calls": 43}, "matplotlib__matplotlib-23314": {"resolved": true, "cost": 0.20791155000000006, "api_calls": 31}, "django__django-15741": {"resolved": true, "cost": 0.19963019999999995, "api_calls": 31}, "sympy__sympy-15345": {"resolved": true, "cost": 0.23010014999999992, "api_calls": 32}, "django__django-13012": {"resolved": true, "cost": 0.26016585, "api_calls": 33}, "django__django-15022": {"resolved": true, "cost": 0.4127141999999999, "api_calls": 33}, "django__django-16527": {"resolved": true, "cost": 0.09728835000000001, "api_calls": 11}, "sphinx-doc__sphinx-11445": {"resolved": true, "cost": 0.46755375000000016, "api_calls": 57}, "pytest-dev__pytest-6197": {"resolved": true, "cost": 0.6203281499999999, "api_calls": 64}, "django__django-9296": {"resolved": true, "cost": 0.11976434999999998, "api_calls": 17}, "scikit-learn__scikit-learn-10297": {"resolved": true, "cost": 0.4582393499999999, "api_calls": 54}, "django__django-13807": {"resolved": true, "cost": 0.24054255000000005, "api_calls": 35}, "astropy__astropy-14365": {"resolved": false, "cost": 0.23224469999999997, "api_calls": 27}, "sphinx-doc__sphinx-9230": {"resolved": false, "cost": 0.35913315, "api_calls": 38}, "scikit-learn__scikit-learn-13124": {"resolved": true, "cost": 0.5187532499999999, "api_calls": 34}, "django__django-11066": {"resolved": true, "cost": 0.09306450000000002, "api_calls": 13}, "sympy__sympy-13480": {"resolved": true, "cost": 0.08081625, "api_calls": 12}, "django__django-15695": {"resolved": true, "cost": 0.5917705499999999, "api_calls": 53}, "django__django-10999": {"resolved": false, "cost": 0.07167345, "api_calls": 9}, "sympy__sympy-22914": {"resolved": false, "cost": 0.17512590000000003, "api_calls": 25}, "sympy__sympy-16766": {"resolved": true, "cost": 0.1996512, "api_calls": 26}, "matplotlib__matplotlib-24149": {"resolved": true, "cost": 0.30142529999999995, "api_calls": 30}, "django__django-15103": {"resolved": true, "cost": 0.19414095000000003, "api_calls": 29}, "astropy__astropy-14182": {"resolved": true, "cost": 0.28983015, "api_calls": 32}, "django__django-11299": {"resolved": false, "cost": 0.64802955, "api_calls": 64}, "sphinx-doc__sphinx-8621": {"resolved": true, "cost": 0.5725386, "api_calls": 37}, "matplotlib__matplotlib-26342": {"resolved": false, "cost": 0.27375165, "api_calls": 33}, "sympy__sympy-21930": {"resolved": true, "cost": 0.22540529999999998, "api_calls": 37}, "django__django-16950": {"resolved": false, "cost": 0.8689732500000003, "api_calls": 58}, "django__django-11880": {"resolved": true, "cost": 0.19207845, "api_calls": 18}, "django__django-12419": {"resolved": true, "cost": 0.13623359999999998, "api_calls": 19}, "django__django-11603": {"resolved": true, "cost": 0.11931300000000002, "api_calls": 18}, "pytest-dev__pytest-6202": {"resolved": true, "cost": 0.08758814999999998, "api_calls": 14}, "sphinx-doc__sphinx-7590": {"resolved": true, "cost": 0.60048855, "api_calls": 70}, "sympy__sympy-19637": {"resolved": false, "cost": 0.1701777, "api_calls": 30}, "pylint-dev__pylint-4551": {"resolved": true, "cost": 0.7079941499999999, "api_calls": 74}, "django__django-13410": {"resolved": false, "cost": 0.19264320000000001, "api_calls": 24}, "pylint-dev__pylint-6386": {"resolved": true, "cost": 0.1013211, "api_calls": 18}, "django__django-11551": {"resolved": false, "cost": 0.3238648500000001, "api_calls": 29}, "django__django-15278": {"resolved": true, "cost": 0.3699435, "api_calls": 37}, "django__django-13741": {"resolved": true, "cost": 0.3665707500000001, "api_calls": 34}, "django__django-13023": {"resolved": true, "cost": 0.25712955, "api_calls": 25}, "astropy__astropy-8872": {"resolved": true, "cost": 0.17383634999999997, "api_calls": 21}, "django__django-13569": {"resolved": false, "cost": 0.35270385000000004, "api_calls": 36}, "django__django-15554": {"resolved": true, "cost": 0.8503911, "api_calls": 66}, "astropy__astropy-7166": {"resolved": true, "cost": 0.19363755000000005, "api_calls": 22}, "pydata__xarray-6938": {"resolved": true, "cost": 0.2341794, "api_calls": 26}, "django__django-16485": {"resolved": true, "cost": 0.16437135, "api_calls": 20}, "astropy__astropy-12907": {"resolved": true, "cost": 0.19192425000000005, "api_calls": 22}, "sympy__sympy-22080": {"resolved": true, "cost": 0.3953614500000001, "api_calls": 38}, "sympy__sympy-20801": {"resolved": false, "cost": 0.1779039, "api_calls": 30}, "django__django-12304": {"resolved": true, "cost": 0.23797889999999997, "api_calls": 31}, "pytest-dev__pytest-10051": {"resolved": true, "cost": 0.3721527000000001, "api_calls": 40}, "astropy__astropy-14539": {"resolved": true, "cost": 0.2953746000000001, "api_calls": 25}, "scikit-learn__scikit-learn-25931": {"resolved": true, "cost": 0.2764854, "api_calls": 29}, "scikit-learn__scikit-learn-12585": {"resolved": true, "cost": 0.1777155, "api_calls": 23}, "matplotlib__matplotlib-20488": {"resolved": true, "cost": 1.3570416, "api_calls": 92}, "mwaskom__seaborn-3187": {"resolved": true, "cost": 0.4076175000000002, "api_calls": 42}, "django__django-15128": {"resolved": false, "cost": 0.6622312500000002, "api_calls": 65}, "django__django-13033": {"resolved": true, "cost": 0.7129244999999998, "api_calls": 51}, "sympy__sympy-15017": {"resolved": true, "cost": 0.17849084999999998, "api_calls": 22}, "django__django-15561": {"resolved": true, "cost": 0.53503395, "api_calls": 43}, "django__django-15161": {"resolved": true, "cost": 0.5062598999999999, "api_calls": 78}, "django__django-12965": {"resolved": true, "cost": 0.6507194999999998, "api_calls": 61}, "django__django-15277": {"resolved": true, "cost": 0.19463205, "api_calls": 26}, "sphinx-doc__sphinx-10323": {"resolved": true, "cost": 0.3126036, "api_calls": 32}, "sympy__sympy-22714": {"resolved": true, "cost": 0.19653165, "api_calls": 25}, "sphinx-doc__sphinx-8056": {"resolved": true, "cost": 0.8554807499999998, "api_calls": 71}, "sphinx-doc__sphinx-10435": {"resolved": false, "cost": 0.35343675, "api_calls": 30}, "django__django-16100": {"resolved": false, "cost": 0.20944829999999998, "api_calls": 28}, "psf__requests-1766": {"resolved": true, "cost": 0.11857244999999997, "api_calls": 16}, "pytest-dev__pytest-5262": {"resolved": false, "cost": 0.2058999, "api_calls": 21}, "sphinx-doc__sphinx-9281": {"resolved": true, "cost": 0.19302944999999996, "api_calls": 29}, "matplotlib__matplotlib-20859": {"resolved": true, "cost": 0.1577001, "api_calls": 22}, "django__django-13158": {"resolved": true, "cost": 0.34701945, "api_calls": 40}, "sympy__sympy-13877": {"resolved": false, "cost": 0.4874915999999999, "api_calls": 39}, "sphinx-doc__sphinx-8595": {"resolved": true, "cost": 0.29717520000000003, "api_calls": 35}, "django__django-13343": {"resolved": true, "cost": 0.3928656000000001, "api_calls": 17}, "django__django-15525": {"resolved": true, "cost": 1.2568449, "api_calls": 77}, "django__django-11095": {"resolved": true, "cost": 0.19542555000000003, "api_calls": 24}, "sympy__sympy-17630": {"resolved": true, "cost": 0.26163315, "api_calls": 28}, "django__django-14559": {"resolved": false, "cost": 0.12950025, "api_calls": 20}, "pytest-dev__pytest-5631": {"resolved": true, "cost": 0.24713535, "api_calls": 29}, "matplotlib__matplotlib-26466": {"resolved": true, "cost": 0.3773626500000001, "api_calls": 34}, "django__django-16642": {"resolved": false, "cost": 0.15536909999999998, "api_calls": 18}, "django__django-15930": {"resolved": true, "cost": 0.32052914999999993, "api_calls": 35}, "pydata__xarray-7393": {"resolved": true, "cost": 0.5092897499999999, "api_calls": 59}, "django__django-13406": {"resolved": true, "cost": 0.36116309999999996, "api_calls": 39}, "pytest-dev__pytest-5840": {"resolved": true, "cost": 0.3550986, "api_calls": 30}, "django__django-13658": {"resolved": false, "cost": 0.19450935000000003, "api_calls": 24}, "sympy__sympy-15875": {"resolved": true, "cost": 0.4054954500000001, "api_calls": 48}, "django__django-12039": {"resolved": true, "cost": 0.25074074999999996, "api_calls": 24}, "django__django-15382": {"resolved": false, "cost": 0.6709150500000001, "api_calls": 74}, "sympy__sympy-14711": {"resolved": true, "cost": 0.19713599999999998, "api_calls": 25}, "django__django-11885": {"resolved": true, "cost": 0.4652993999999999, "api_calls": 44}, "matplotlib__matplotlib-25775": {"resolved": false, "cost": 0.7265295, "api_calls": 83}, "pylint-dev__pylint-4661": {"resolved": true, "cost": 0.18189360000000004, "api_calls": 31}, "scikit-learn__scikit-learn-15100": {"resolved": false, "cost": 0.22970790000000002, "api_calls": 29}, "sympy__sympy-17655": {"resolved": true, "cost": 0.36440970000000006, "api_calls": 49}, "sympy__sympy-18763": {"resolved": true, "cost": 0.45519945, "api_calls": 46}, "matplotlib__matplotlib-26291": {"resolved": false, "cost": 0.33005789999999996, "api_calls": 40}, "sympy__sympy-13031": {"resolved": true, "cost": 0.3223767, "api_calls": 43}, "sympy__sympy-24562": {"resolved": false, "cost": 0.3028978499999999, "api_calls": 32}, "pydata__xarray-2905": {"resolved": false, "cost": 0.3073077000000001, "api_calls": 36}, "matplotlib__matplotlib-26208": {"resolved": true, "cost": 1.2142230000000003, "api_calls": 73}, "django__django-14315": {"resolved": false, "cost": 0.30382199999999987, "api_calls": 38}, "astropy__astropy-7606": {"resolved": false, "cost": 0.11524770000000001, "api_calls": 21}, "astropy__astropy-13453": {"resolved": false, "cost": 0.6179143500000002, "api_calls": 54}, "pytest-dev__pytest-7236": {"resolved": true, "cost": 0.21111390000000005, "api_calls": 25}, "sympy__sympy-13878": {"resolved": true, "cost": 0.89006655, "api_calls": 91}, "pylint-dev__pylint-6903": {"resolved": true, "cost": 0.27285045, "api_calls": 25}, "astropy__astropy-13033": {"resolved": true, "cost": 0.11173334999999998, "api_calls": 13}, "django__django-14915": {"resolved": false, "cost": 0.18316349999999998, "api_calls": 26}, "django__django-14539": {"resolved": true, "cost": 0.34617405, "api_calls": 40}, "django__django-15503": {"resolved": true, "cost": 0.31688400000000005, "api_calls": 36}, "django__django-15037": {"resolved": false, "cost": 0.5426136000000001, "api_calls": 46}, "django__django-16612": {"resolved": false, "cost": 0.13516214999999998, "api_calls": 19}, "django__django-14404": {"resolved": true, "cost": 0.15858779999999997, "api_calls": 19}, "django__django-12754": {"resolved": false, "cost": 0.6373297499999999, "api_calls": 54}, "sphinx-doc__sphinx-9229": {"resolved": true, "cost": 0.8209157999999998, "api_calls": 60}, "sphinx-doc__sphinx-8265": {"resolved": false, "cost": 0.20817465000000002, "api_calls": 29}, "django__django-13590": {"resolved": false, "cost": 0.3037384500000001, "api_calls": 51}, "django__django-14580": {"resolved": true, "cost": 0.34169850000000007, "api_calls": 36}, "django__django-14999": {"resolved": true, "cost": 0.53457525, "api_calls": 42}, "pytest-dev__pytest-7571": {"resolved": true, "cost": 0.31457609999999997, "api_calls": 34}, "sphinx-doc__sphinx-8269": {"resolved": true, "cost": 0.18482400000000004, "api_calls": 22}, "django__django-13112": {"resolved": true, "cost": 0.8167404000000001, "api_calls": 75}, "django__django-13513": {"resolved": true, "cost": 0.11656965000000001, "api_calls": 15}, "pytest-dev__pytest-7432": {"resolved": false, "cost": 0.20338125000000004, "api_calls": 26}, "django__django-15731": {"resolved": true, "cost": 0.10495860000000001, "api_calls": 22}, "sympy__sympy-16792": {"resolved": true, "cost": 0.3143817, "api_calls": 43}, "django__django-14034": {"resolved": true, "cost": 0.28593345, "api_calls": 37}, "astropy__astropy-14096": {"resolved": false, "cost": 0.1739997, "api_calls": 21}, "django__django-14765": {"resolved": true, "cost": 0.09999480000000001, "api_calls": 13}, "sympy__sympy-18698": {"resolved": true, "cost": 0.43035960000000006, "api_calls": 44}, "django__django-14771": {"resolved": true, "cost": 0.28933725000000005, "api_calls": 44}, "django__django-15957": {"resolved": true, "cost": 0.52267005, "api_calls": 54}, "pydata__xarray-3095": {"resolved": false, "cost": 0.4071262499999999, "api_calls": 49}, "sympy__sympy-19954": {"resolved": true, "cost": 0.16985790000000003, "api_calls": 23}, "sympy__sympy-16886": {"resolved": true, "cost": 0.06843465, "api_calls": 11}, "django__django-11239": {"resolved": true, "cost": 0.25822335, "api_calls": 25}, "django__django-13820": {"resolved": true, "cost": 0.174792, "api_calls": 19}, "pydata__xarray-4629": {"resolved": true, "cost": 0.12201569999999999, "api_calls": 15}, "django__django-13315": {"resolved": true, "cost": 0.73494015, "api_calls": 59}, "django__django-16901": {"resolved": true, "cost": 0.23087099999999997, "api_calls": 25}, "django__django-13346": {"resolved": true, "cost": 0.3380630999999999, "api_calls": 31}, "django__django-12262": {"resolved": true, "cost": 0.23974020000000001, "api_calls": 22}, "sympy__sympy-24661": {"resolved": true, "cost": 0.3481705500000001, "api_calls": 42}, "django__django-11119": {"resolved": true, "cost": 0.2305836, "api_calls": 23}, "psf__requests-6028": {"resolved": true, "cost": 0.5587417499999999, "api_calls": 53}, "sympy__sympy-20154": {"resolved": false, "cost": 0.12959384999999998, "api_calls": 22}, "scikit-learn__scikit-learn-13142": {"resolved": true, "cost": 0.37276110000000007, "api_calls": 38}, "django__django-14752": {"resolved": true, "cost": 0.21879074999999998, "api_calls": 17}, "django__django-15563": {"resolved": true, "cost": 0.8852359499999997, "api_calls": 75}, "sympy__sympy-16597": {"resolved": false, "cost": 0.31261215, "api_calls": 38}, "django__django-15987": {"resolved": false, "cost": 0.24462255000000005, "api_calls": 27}, "sympy__sympy-15976": {"resolved": true, "cost": 0.2725374, "api_calls": 29}, "django__django-10973": {"resolved": true, "cost": 0.13396109999999997, "api_calls": 19}, "django__django-15127": {"resolved": false, "cost": 0.12557985000000002, "api_calls": 18}, "scikit-learn__scikit-learn-13439": {"resolved": false, "cost": 0.18458114999999997, "api_calls": 22}, "django__django-13551": {"resolved": true, "cost": 0.23124869999999997, "api_calls": 23}, "sphinx-doc__sphinx-7748": {"resolved": true, "cost": 0.37815225, "api_calls": 34}, "django__django-13516": {"resolved": false, "cost": 0.28179765000000007, "api_calls": 31}, "django__django-10554": {"resolved": false, "cost": 0.77016555, "api_calls": 66}, "django__django-16082": {"resolved": false, "cost": 0.2563377, "api_calls": 31}, "django__django-13786": {"resolved": true, "cost": 0.39678209999999997, "api_calls": 43}, "sympy__sympy-21596": {"resolved": true, "cost": 0.5301543000000001, "api_calls": 55}, "matplotlib__matplotlib-26113": {"resolved": false, "cost": 0.20945205, "api_calls": 21}, "django__django-14672": {"resolved": true, "cost": 0.1954887, "api_calls": 17}, "django__django-13109": {"resolved": true, "cost": 0.2131554, "api_calls": 22}, "django__django-11141": {"resolved": true, "cost": 0.2257995, "api_calls": 27}, "matplotlib__matplotlib-23412": {"resolved": false, "cost": 0.37504079999999995, "api_calls": 38}, "sympy__sympy-13551": {"resolved": true, "cost": 0.36055275, "api_calls": 34}, "django__django-15368": {"resolved": false, "cost": 0.23403225, "api_calls": 32}, "django__django-15814": {"resolved": true, "cost": 0.1378164, "api_calls": 19}, "django__django-13933": {"resolved": true, "cost": 0.16132364999999999, "api_calls": 25}, "scikit-learn__scikit-learn-12682": {"resolved": true, "cost": 0.5298114000000002, "api_calls": 65}, "matplotlib__matplotlib-20676": {"resolved": false, "cost": 0.4718723999999999, "api_calls": 56}, "sphinx-doc__sphinx-8593": {"resolved": false, "cost": 0.46137434999999993, "api_calls": 34}, "sympy__sympy-13852": {"resolved": true, "cost": 0.3595788000000001, "api_calls": 39}, "django__django-16819": {"resolved": false, "cost": 0.46881960000000006, "api_calls": 53}, "django__django-12713": {"resolved": true, "cost": 0.19714410000000002, "api_calls": 24}, "django__django-14855": {"resolved": true, "cost": 0.43541474999999974, "api_calls": 49}, "django__django-14155": {"resolved": true, "cost": 0.18246689999999996, "api_calls": 28}, "scikit-learn__scikit-learn-26323": {"resolved": false, "cost": 0.2538894, "api_calls": 33}, "scikit-learn__scikit-learn-13328": {"resolved": true, "cost": 0.24662700000000004, "api_calls": 27}, "sphinx-doc__sphinx-11510": {"resolved": true, "cost": 0.8851279499999998, "api_calls": 62}, "django__django-13195": {"resolved": false, "cost": 0.30177315, "api_calls": 28}, "django__django-15916": {"resolved": false, "cost": 0.8853581999999997, "api_calls": 74}, "django__django-11820": {"resolved": false, "cost": 0.2957653500000001, "api_calls": 38}, "sympy__sympy-24066": {"resolved": false, "cost": 0.26789489999999994, "api_calls": 33}, "sphinx-doc__sphinx-9591": {"resolved": true, "cost": 0.33311715000000003, "api_calls": 22}, "pytest-dev__pytest-7982": {"resolved": false, "cost": 0.1093401, "api_calls": 16}, "django__django-14725": {"resolved": true, "cost": 0.5477443500000001, "api_calls": 56}, "django__django-17029": {"resolved": false, "cost": 0.1223745, "api_calls": 15}, "matplotlib__matplotlib-14623": {"resolved": true, "cost": 0.42436905, "api_calls": 52}, "pydata__xarray-6461": {"resolved": true, "cost": 0.20513655000000003, "api_calls": 29}, "django__django-16662": {"resolved": true, "cost": 0.16668960000000002, "api_calls": 20}, "sphinx-doc__sphinx-9461": {"resolved": true, "cost": 0.47796810000000006, "api_calls": 50}, "django__django-11848": {"resolved": false, "cost": 0.26293605000000003, "api_calls": 34}, "matplotlib__matplotlib-22719": {"resolved": false, "cost": 0.24730395000000002, "api_calls": 21}, "pydata__xarray-4966": {"resolved": true, "cost": 0.33668729999999997, "api_calls": 32}, "django__django-11728": {"resolved": true, "cost": 0.5092308, "api_calls": 47}, "matplotlib__matplotlib-24627": {"resolved": false, "cost": 0.27997335, "api_calls": 39}, "sphinx-doc__sphinx-7440": {"resolved": false, "cost": 0.24354089999999998, "api_calls": 26}, "sympy__sympy-12419": {"resolved": true, "cost": 0.61454595, "api_calls": 69}, "matplotlib__matplotlib-13989": {"resolved": true, "cost": 0.2672226, "api_calls": 29}, "django__django-11163": {"resolved": true, "cost": 0.13379295000000002, "api_calls": 17}, "matplotlib__matplotlib-24177": {"resolved": true, "cost": 1.07996655, "api_calls": 66}, "django__django-14011": {"resolved": false, "cost": 0.4648452, "api_calls": 43}, "django__django-13279": {"resolved": false, "cost": 0.3800645999999999, "api_calls": 40}, "sympy__sympy-23534": {"resolved": true, "cost": 0.1966263, "api_calls": 25}, "astropy__astropy-7336": {"resolved": true, "cost": 0.12908175, "api_calls": 20}, "mwaskom__seaborn-3069": {"resolved": true, "cost": 0.6895655999999998, "api_calls": 55}, "scikit-learn__scikit-learn-13779": {"resolved": false, "cost": 0.2383635, "api_calls": 26}, "django__django-11179": {"resolved": true, "cost": 0.19560615000000003, "api_calls": 25}, "pydata__xarray-4075": {"resolved": true, "cost": 0.2813329499999999, "api_calls": 28}, "django__django-16595": {"resolved": true, "cost": 0.39409500000000003, "api_calls": 42}, "sympy__sympy-14248": {"resolved": true, "cost": 0.7365998999999999, "api_calls": 81}, "pylint-dev__pylint-4604": {"resolved": false, "cost": 0.50332605, "api_calls": 66}, "astropy__astropy-14369": {"resolved": false, "cost": 0.3239469, "api_calls": 32}, "sympy__sympy-20438": {"resolved": true, "cost": 0.22259864999999995, "api_calls": 33}, "django__django-14500": {"resolved": false, "cost": 0.29321984999999995, "api_calls": 27}, "sphinx-doc__sphinx-9673": {"resolved": true, "cost": 0.44951790000000014, "api_calls": 43}, "astropy__astropy-14309": {"resolved": true, "cost": 0.1329699, "api_calls": 12}, "sphinx-doc__sphinx-9698": {"resolved": true, "cost": 0.38265389999999994, "api_calls": 33}, "sympy__sympy-12489": {"resolved": true, "cost": 1.0191865500000001, "api_calls": 105}, "pydata__xarray-6744": {"resolved": false, "cost": 0.43975064999999997, "api_calls": 42}, "django__django-17084": {"resolved": true, "cost": 0.57252075, "api_calls": 56}, "pydata__xarray-6599": {"resolved": false, "cost": 0.6195341999999999, "api_calls": 55}, "django__django-11138": {"resolved": false, "cost": 0.4548571500000001, "api_calls": 42}, "django__django-11477": {"resolved": false, "cost": 0.31512344999999997, "api_calls": 31}, "sympy__sympy-13091": {"resolved": false, "cost": 0.43623525, "api_calls": 55}, "django__django-11099": {"resolved": false, "cost": 0.1269123, "api_calls": 20}, "django__django-16429": {"resolved": true, "cost": 0.13880610000000002, "api_calls": 19}, "django__django-14792": {"resolved": true, "cost": 0.42206789999999994, "api_calls": 26}, "django__django-11999": {"resolved": false, "cost": 0.13187310000000002, "api_calls": 19}, "sphinx-doc__sphinx-8721": {"resolved": true, "cost": 0.16595520000000002, "api_calls": 19}, "sympy__sympy-21847": {"resolved": true, "cost": 0.39408585, "api_calls": 43}, "django__django-15973": {"resolved": true, "cost": 0.5180833499999999, "api_calls": 55}}, "sonnet-4-5": {"pytest-dev__pytest-10356": {"resolved": false, "cost": 0.62191665, "api_calls": 62}, "django__django-11532": {"resolved": false, "cost": 0.44841375000000006, "api_calls": 44}, "django__django-12050": {"resolved": true, "cost": 0.3849847499999999, "api_calls": 36}, "pydata__xarray-3151": {"resolved": true, "cost": 0.4517916, "api_calls": 45}, "django__django-13512": {"resolved": true, "cost": 0.4584950999999999, "api_calls": 55}, "sympy__sympy-18189": {"resolved": true, "cost": 0.37673910000000005, "api_calls": 42}, "django__django-13028": {"resolved": true, "cost": 0.4779549, "api_calls": 56}, "django__django-13449": {"resolved": true, "cost": 0.7998646500000001, "api_calls": 50}, "django__django-11211": {"resolved": true, "cost": 0.7420343999999999, "api_calls": 62}, "matplotlib__matplotlib-25332": {"resolved": true, "cost": 0.3391314, "api_calls": 38}, "django__django-11087": {"resolved": true, "cost": 0.9355936500000003, "api_calls": 56}, "django__django-15863": {"resolved": false, "cost": 0.34152344999999995, "api_calls": 39}, "django__django-14376": {"resolved": true, "cost": 0.20446335000000002, "api_calls": 31}, "django__django-14017": {"resolved": false, "cost": 0.6760332, "api_calls": 69}, "pydata__xarray-4695": {"resolved": true, "cost": 0.5643300000000002, "api_calls": 50}, "sympy__sympy-16450": {"resolved": true, "cost": 0.45974429999999994, "api_calls": 51}, "django__django-14493": {"resolved": true, "cost": 0.25996784999999994, "api_calls": 32}, "matplotlib__matplotlib-25960": {"resolved": true, "cost": 0.7982156999999999, "api_calls": 53}, "psf__requests-1921": {"resolved": false, "cost": 0.31754415, "api_calls": 28}, "django__django-12308": {"resolved": false, "cost": 0.59895645, "api_calls": 47}, "astropy__astropy-13579": {"resolved": false, "cost": 0.5974545000000001, "api_calls": 32}, "django__django-12708": {"resolved": true, "cost": 0.3673689, "api_calls": 33}, "django__django-14089": {"resolved": true, "cost": 0.29137784999999994, "api_calls": 36}, "pylint-dev__pylint-7277": {"resolved": true, "cost": 0.26973150000000007, "api_calls": 29}, "pydata__xarray-3993": {"resolved": false, "cost": 0.36541005000000004, "api_calls": 49}, "sphinx-doc__sphinx-9258": {"resolved": false, "cost": 0.55257045, "api_calls": 45}, "pytest-dev__pytest-7324": {"resolved": true, "cost": 0.40576875000000007, "api_calls": 38}, "pydata__xarray-7233": {"resolved": true, "cost": 0.35713799999999996, "api_calls": 40}, "django__django-14631": {"resolved": true, "cost": 0.6849040499999999, "api_calls": 74}, "sympy__sympy-21379": {"resolved": true, "cost": 0.9771464999999997, "api_calls": 89}, "pylint-dev__pylint-7080": {"resolved": false, "cost": 0.4727251499999999, "api_calls": 40}, "django__django-15315": {"resolved": false, "cost": 0.36470369999999996, "api_calls": 48}, "sympy__sympy-12096": {"resolved": true, "cost": 0.3049152, "api_calls": 42}, "django__django-16569": {"resolved": true, "cost": 0.1735581, "api_calls": 23}, "sphinx-doc__sphinx-9367": {"resolved": true, "cost": 0.22786845000000003, "api_calls": 28}, "sympy__sympy-13615": {"resolved": true, "cost": 0.6213514500000001, "api_calls": 63}, "sphinx-doc__sphinx-7910": {"resolved": true, "cost": 0.5143513500000001, "api_calls": 36}, "django__django-11400": {"resolved": true, "cost": 0.53502855, "api_calls": 33}, "django__django-11740": {"resolved": false, "cost": 0.7276692000000001, "api_calls": 42}, "sphinx-doc__sphinx-7462": {"resolved": true, "cost": 0.29781165, "api_calls": 28}, "sympy__sympy-13647": {"resolved": false, "cost": 0.37596915000000003, "api_calls": 43}, "django__django-14140": {"resolved": true, "cost": 0.48014474999999984, "api_calls": 46}, "django__django-12663": {"resolved": false, "cost": 1.2015303, "api_calls": 106}, "pylint-dev__pylint-4970": {"resolved": true, "cost": 0.4300138499999999, "api_calls": 35}, "django__django-14534": {"resolved": true, "cost": 0.5679306, "api_calls": 60}, "astropy__astropy-13236": {"resolved": true, "cost": 0.5715197999999999, "api_calls": 60}, "django__django-11292": {"resolved": false, "cost": 0.3118908, "api_calls": 22}, "django__django-15569": {"resolved": true, "cost": 0.36977835, "api_calls": 52}, "django__django-13417": {"resolved": true, "cost": 0.46235324999999994, "api_calls": 55}, "sympy__sympy-20916": {"resolved": true, "cost": 0.5424627, "api_calls": 58}, "pydata__xarray-6721": {"resolved": false, "cost": 1.4952376499999998, "api_calls": 102}, "pytest-dev__pytest-7521": {"resolved": true, "cost": 0.26197905, "api_calls": 38}, "astropy__astropy-14598": {"resolved": true, "cost": 1.2805089, "api_calls": 89}, "sympy__sympy-21612": {"resolved": false, "cost": 0.8238067499999998, "api_calls": 72}, "matplotlib__matplotlib-25122": {"resolved": false, "cost": 0.26250795, "api_calls": 31}, "psf__requests-2317": {"resolved": true, "cost": 0.3715231499999999, "api_calls": 39}, "sphinx-doc__sphinx-10449": {"resolved": false, "cost": 0.7831602000000001, "api_calls": 74}, "pytest-dev__pytest-8399": {"resolved": true, "cost": 0.3150349499999999, "api_calls": 42}, "django__django-14434": {"resolved": true, "cost": 0.34198875, "api_calls": 37}, "django__django-13809": {"resolved": true, "cost": 0.2072868, "api_calls": 4}, "matplotlib__matplotlib-24570": {"resolved": false, "cost": 0.34823144999999994, "api_calls": 30}, "django__django-12209": {"resolved": true, "cost": 1.3647861, "api_calls": 99}, "scikit-learn__scikit-learn-14087": {"resolved": true, "cost": 0.8446829999999999, "api_calls": 68}, "django__django-12193": {"resolved": true, "cost": 0.4349825999999999, "api_calls": 52}, "matplotlib__matplotlib-25479": {"resolved": true, "cost": 0.44338649999999996, "api_calls": 40}, "sphinx-doc__sphinx-7757": {"resolved": false, "cost": 0.3854433000000001, "api_calls": 38}, "pydata__xarray-7229": {"resolved": true, "cost": 0.9171624000000002, "api_calls": 84}, "django__django-16136": {"resolved": false, "cost": 0.49307625, "api_calls": 49}, "django__django-11133": {"resolved": true, "cost": 0.3631997999999999, "api_calls": 36}, "pydata__xarray-4356": {"resolved": true, "cost": 0.49558455000000007, "api_calls": 36}, "django__django-11206": {"resolved": true, "cost": 0.4380961500000001, "api_calls": 40}, "django__django-16493": {"resolved": false, "cost": 0.5294038499999998, "api_calls": 50}, "django__django-15375": {"resolved": true, "cost": 0.5336956499999999, "api_calls": 45}, "sympy__sympy-19040": {"resolved": true, "cost": 1.8435273000000003, "api_calls": 130}, "sympy__sympy-13372": {"resolved": true, "cost": 0.16877925, "api_calls": 28}, "sympy__sympy-24539": {"resolved": true, "cost": 0.3361183499999999, "api_calls": 47}, "sphinx-doc__sphinx-9602": {"resolved": true, "cost": 0.91184505, "api_calls": 84}, "sphinx-doc__sphinx-10466": {"resolved": false, "cost": 0.37479495000000007, "api_calls": 36}, "django__django-16139": {"resolved": true, "cost": 0.16329344999999995, "api_calls": 14}, "django__django-10880": {"resolved": true, "cost": 0.41805569999999986, "api_calls": 46}, "pytest-dev__pytest-5787": {"resolved": true, "cost": 0.8504172, "api_calls": 63}, "django__django-14311": {"resolved": true, "cost": 0.55955775, "api_calls": 53}, "django__django-11265": {"resolved": false, "cost": 1.1045044500000005, "api_calls": 87}, "scikit-learn__scikit-learn-25973": {"resolved": false, "cost": 0.4255346999999999, "api_calls": 48}, "matplotlib__matplotlib-22871": {"resolved": true, "cost": 0.6267166499999999, "api_calls": 59}, "matplotlib__matplotlib-23476": {"resolved": true, "cost": 0.7287693, "api_calls": 65}, "matplotlib__matplotlib-25287": {"resolved": false, "cost": 0.41614109999999993, "api_calls": 50}, "psf__requests-1724": {"resolved": true, "cost": 0.3488710499999999, "api_calls": 47}, "django__django-15280": {"resolved": false, "cost": 1.0779245999999996, "api_calls": 65}, "django__django-13794": {"resolved": true, "cost": 0.6031876499999999, "api_calls": 72}, "sympy__sympy-24443": {"resolved": false, "cost": 0.5717208000000001, "api_calls": 58}, "matplotlib__matplotlib-21568": {"resolved": true, "cost": 0.5356085999999999, "api_calls": 50}, "django__django-16454": {"resolved": false, "cost": 0.5308836000000001, "api_calls": 55}, "django__django-13128": {"resolved": true, "cost": 0.6272019, "api_calls": 49}, "sympy__sympy-18211": {"resolved": true, "cost": 0.7658448000000002, "api_calls": 70}, "scikit-learn__scikit-learn-26194": {"resolved": false, "cost": 0.3664828500000001, "api_calls": 30}, "django__django-17087": {"resolved": false, "cost": 0.4283767499999998, "api_calls": 44}, "sphinx-doc__sphinx-8475": {"resolved": true, "cost": 0.29255025, "api_calls": 31}, "django__django-14170": {"resolved": true, "cost": 0.59895945, "api_calls": 46}, "scikit-learn__scikit-learn-14894": {"resolved": false, "cost": 0.38901825, "api_calls": 37}, "astropy__astropy-7671": {"resolved": true, "cost": 0.34880985, "api_calls": 33}, "django__django-16938": {"resolved": true, "cost": 1.3313042999999996, "api_calls": 83}, "django__django-11276": {"resolved": false, "cost": 0.4052890500000001, "api_calls": 37}, "scikit-learn__scikit-learn-14496": {"resolved": true, "cost": 0.2996037000000001, "api_calls": 41}, "django__django-15467": {"resolved": true, "cost": 0.28521870000000005, "api_calls": 35}, "django__django-13810": {"resolved": true, "cost": 0.54413685, "api_calls": 37}, "django__django-15098": {"resolved": true, "cost": 1.34587185, "api_calls": 99}, "django__django-11490": {"resolved": false, "cost": 0.4732227000000001, "api_calls": 43}, "django__django-13297": {"resolved": true, "cost": 0.489657, "api_calls": 45}, "scikit-learn__scikit-learn-9288": {"resolved": false, "cost": 0.39504300000000003, "api_calls": 31}, "django__django-12774": {"resolved": true, "cost": 0.5409893999999998, "api_calls": 67}, "django__django-15499": {"resolved": true, "cost": 0.4143685499999999, "api_calls": 41}, "sympy__sympy-19495": {"resolved": true, "cost": 0.6514977000000002, "api_calls": 57}, "sphinx-doc__sphinx-8035": {"resolved": false, "cost": 0.5048319, "api_calls": 47}, "scikit-learn__scikit-learn-14141": {"resolved": true, "cost": 0.12729915000000003, "api_calls": 26}, "django__django-16877": {"resolved": true, "cost": 0.41693160000000007, "api_calls": 56}, "sphinx-doc__sphinx-9320": {"resolved": true, "cost": 0.13008945, "api_calls": 17}, "sympy__sympy-23824": {"resolved": false, "cost": 0.251349, "api_calls": 30}, "django__django-14608": {"resolved": true, "cost": 0.38305229999999996, "api_calls": 49}, "django__django-13837": {"resolved": true, "cost": 0.6594525000000001, "api_calls": 61}, "matplotlib__matplotlib-20826": {"resolved": true, "cost": 0.9564933, "api_calls": 79}, "matplotlib__matplotlib-24970": {"resolved": true, "cost": 0.0863442, "api_calls": 2}, "scikit-learn__scikit-learn-14983": {"resolved": false, "cost": 0.3632716499999999, "api_calls": 44}, "django__django-13344": {"resolved": true, "cost": 0.9999783, "api_calls": 68}, "pytest-dev__pytest-10081": {"resolved": false, "cost": 0.33376110000000003, "api_calls": 49}, "django__django-16116": {"resolved": true, "cost": 0.48836354999999987, "api_calls": 42}, "sympy__sympy-15349": {"resolved": true, "cost": 0.31629945, "api_calls": 34}, "sympy__sympy-13757": {"resolved": true, "cost": 0.7056805499999997, "api_calls": 74}, "sphinx-doc__sphinx-7889": {"resolved": true, "cost": 0.25880384999999995, "api_calls": 39}, "matplotlib__matplotlib-24637": {"resolved": true, "cost": 0.4907316, "api_calls": 54}, "django__django-16502": {"resolved": true, "cost": 0.5956231500000001, "api_calls": 48}, "scikit-learn__scikit-learn-25747": {"resolved": false, "cost": 0.4053606, "api_calls": 38}, "sympy__sympy-11618": {"resolved": false, "cost": 0.4294713, "api_calls": 56}, "matplotlib__matplotlib-24870": {"resolved": true, "cost": 0.81783015, "api_calls": 54}, "pylint-dev__pylint-8898": {"resolved": false, "cost": 0.5300505, "api_calls": 53}, "sphinx-doc__sphinx-7985": {"resolved": false, "cost": 0.58588185, "api_calls": 63}, "django__django-12125": {"resolved": false, "cost": 0.7101883499999999, "api_calls": 63}, "django__django-12858": {"resolved": true, "cost": 0.409134, "api_calls": 46}, "sympy__sympy-13974": {"resolved": true, "cost": 0.6555528, "api_calls": 56}, "django__django-14373": {"resolved": false, "cost": 0.24341414999999997, "api_calls": 33}, "django__django-15732": {"resolved": true, "cost": 0.44472734999999997, "api_calls": 39}, "sphinx-doc__sphinx-8459": {"resolved": false, "cost": 0.8953434, "api_calls": 82}, "django__django-15380": {"resolved": true, "cost": 0.47674769999999994, "api_calls": 36}, "sphinx-doc__sphinx-10673": {"resolved": true, "cost": 0.4000794, "api_calls": 41}, "sphinx-doc__sphinx-8548": {"resolved": true, "cost": 1.2144642, "api_calls": 82}, "django__django-13121": {"resolved": false, "cost": 0.9728209499999999, "api_calls": 118}, "pytest-dev__pytest-7205": {"resolved": true, "cost": 0.36767384999999997, "api_calls": 39}, "django__django-15629": {"resolved": true, "cost": 0.77657505, "api_calls": 57}, "sympy__sympy-17318": {"resolved": false, "cost": 0.36052635000000005, "api_calls": 42}, "django__django-13089": {"resolved": false, "cost": 0.3570983999999999, "api_calls": 32}, "django__django-14787": {"resolved": true, "cost": 0.27621345, "api_calls": 36}, "pydata__xarray-4094": {"resolved": true, "cost": 0.4634963999999999, "api_calls": 46}, "scikit-learn__scikit-learn-14710": {"resolved": true, "cost": 0.27864135, "api_calls": 33}, "django__django-13821": {"resolved": true, "cost": 0.38175149999999997, "api_calls": 44}, "scikit-learn__scikit-learn-14629": {"resolved": true, "cost": 0.5442903, "api_calls": 47}, "django__django-16801": {"resolved": true, "cost": 0.43391100000000016, "api_calls": 37}, "django__django-15104": {"resolved": true, "cost": 0.25671795, "api_calls": 32}, "sympy__sympy-23950": {"resolved": true, "cost": 0.5627639999999999, "api_calls": 71}, "scikit-learn__scikit-learn-25232": {"resolved": true, "cost": 0.5964846, "api_calls": 43}, "django__django-14053": {"resolved": true, "cost": 0.49592594999999995, "api_calls": 36}, "sympy__sympy-15599": {"resolved": true, "cost": 2.465226000000001, "api_calls": 135}, "django__django-10914": {"resolved": false, "cost": 0.5878427999999998, "api_calls": 57}, "django__django-11749": {"resolved": true, "cost": 0.7265676, "api_calls": 68}, "sympy__sympy-23413": {"resolved": true, "cost": 1.1075997000000009, "api_calls": 72}, "matplotlib__matplotlib-24026": {"resolved": true, "cost": 0.43727879999999997, "api_calls": 44}, "pytest-dev__pytest-5809": {"resolved": true, "cost": 0.12262079999999999, "api_calls": 20}, "django__django-16899": {"resolved": true, "cost": 0.4103839500000001, "api_calls": 50}, "django__django-15851": {"resolved": true, "cost": 0.3002064, "api_calls": 35}, "django__django-10097": {"resolved": true, "cost": 0.41046495, "api_calls": 33}, "django__django-12741": {"resolved": false, "cost": 0.14398065, "api_calls": 3}, "django__django-12406": {"resolved": false, "cost": 0.69236325, "api_calls": 62}, "scikit-learn__scikit-learn-14053": {"resolved": false, "cost": 0.26720715, "api_calls": 33}, "django__django-11734": {"resolved": true, "cost": 2.02357845, "api_calls": 121}, "sympy__sympy-15809": {"resolved": false, "cost": 0.30825525, "api_calls": 39}, "django__django-11790": {"resolved": true, "cost": 0.49045440000000007, "api_calls": 57}, "sympy__sympy-14976": {"resolved": true, "cost": 0.6667910999999999, "api_calls": 64}, "django__django-16661": {"resolved": false, "cost": 0.84173265, "api_calls": 61}, "django__django-14007": {"resolved": true, "cost": 0.65516385, "api_calls": 68}, "django__django-11433": {"resolved": true, "cost": 0.6142540500000001, "api_calls": 49}, "django__django-13401": {"resolved": false, "cost": 0.47226390000000007, "api_calls": 48}, "pytest-dev__pytest-7490": {"resolved": false, "cost": 0.32799, "api_calls": 34}, "scikit-learn__scikit-learn-10908": {"resolved": true, "cost": 0.2775156, "api_calls": 37}, "scikit-learn__scikit-learn-10844": {"resolved": true, "cost": 0.41782515, "api_calls": 38}, "django__django-12273": {"resolved": true, "cost": 0.6042873000000001, "api_calls": 51}, "django__django-16333": {"resolved": false, "cost": 0.31636905000000004, "api_calls": 29}, "astropy__astropy-13977": {"resolved": true, "cost": 0.8612221500000001, "api_calls": 66}, "scikit-learn__scikit-learn-12973": {"resolved": false, "cost": 0.27690974999999995, "api_calls": 28}, "sympy__sympy-17139": {"resolved": false, "cost": 0.41177310000000006, "api_calls": 51}, "sphinx-doc__sphinx-8638": {"resolved": true, "cost": 0.65001465, "api_calls": 57}, "django__django-16255": {"resolved": true, "cost": 0.35001075000000004, "api_calls": 40}, "pylint-dev__pylint-6528": {"resolved": true, "cost": 1.39403985, "api_calls": 115}, "django__django-12276": {"resolved": false, "cost": 0.339381, "api_calls": 44}, "pydata__xarray-3305": {"resolved": true, "cost": 0.40177335, "api_calls": 43}, "django__django-13670": {"resolved": true, "cost": 0.23329214999999998, "api_calls": 37}, "django__django-14122": {"resolved": true, "cost": 0.74082915, "api_calls": 51}, "sympy__sympy-19346": {"resolved": true, "cost": 0.2826595500000001, "api_calls": 37}, "sympy__sympy-22456": {"resolved": true, "cost": 1.1600956500000001, "api_calls": 105}, "django__django-12325": {"resolved": true, "cost": 0.5503195500000001, "api_calls": 51}, "sphinx-doc__sphinx-9658": {"resolved": false, "cost": 0.9087938999999999, "api_calls": 74}, "django__django-16667": {"resolved": true, "cost": 0.25791825, "api_calls": 33}, "sympy__sympy-23262": {"resolved": false, "cost": 1.1549298000000003, "api_calls": 93}, "scikit-learn__scikit-learn-25102": {"resolved": true, "cost": 0.5728814999999999, "api_calls": 40}, "django__django-14238": {"resolved": true, "cost": 0.5029474500000001, "api_calls": 68}, "django__django-16631": {"resolved": true, "cost": 0.4809069000000001, "api_calls": 40}, "django__django-16560": {"resolved": false, "cost": 0.6406303499999998, "api_calls": 50}, "django__django-16145": {"resolved": false, "cost": 0.36195570000000005, "api_calls": 33}, "pallets__flask-5014": {"resolved": true, "cost": 0.2665455, "api_calls": 36}, "sympy__sympy-20428": {"resolved": true, "cost": 0.4351509, "api_calls": 43}, "django__django-15572": {"resolved": false, "cost": 0.31619295, "api_calls": 36}, "django__django-11964": {"resolved": true, "cost": 0.7263969000000001, "api_calls": 69}, "django__django-14349": {"resolved": false, "cost": 0.2339649, "api_calls": 32}, "scikit-learn__scikit-learn-11310": {"resolved": true, "cost": 0.6596209500000001, "api_calls": 62}, "django__django-12143": {"resolved": true, "cost": 0.44195459999999986, "api_calls": 50}, "scikit-learn__scikit-learn-11578": {"resolved": true, "cost": 0.5025948, "api_calls": 41}, "astropy__astropy-14508": {"resolved": true, "cost": 0.5485635, "api_calls": 50}, "sphinx-doc__sphinx-9711": {"resolved": true, "cost": 0.2767302, "api_calls": 36}, "django__django-11149": {"resolved": true, "cost": 0.6413633999999999, "api_calls": 41}, "django__django-13964": {"resolved": true, "cost": 0.5903629499999999, "api_calls": 42}, "sphinx-doc__sphinx-8120": {"resolved": true, "cost": 0.7442461499999997, "api_calls": 56}, "django__django-11815": {"resolved": true, "cost": 0.52212315, "api_calls": 38}, "sympy__sympy-19783": {"resolved": true, "cost": 0.9528668999999997, "api_calls": 90}, "matplotlib__matplotlib-22865": {"resolved": true, "cost": 0.6369790500000001, "api_calls": 59}, "psf__requests-2931": {"resolved": false, "cost": 0.25446135, "api_calls": 41}, "django__django-11333": {"resolved": true, "cost": 0.56825265, "api_calls": 49}, "django__django-11451": {"resolved": true, "cost": 0.3218556, "api_calls": 32}, "psf__requests-5414": {"resolved": true, "cost": 0.41359919999999994, "api_calls": 58}, "sphinx-doc__sphinx-8551": {"resolved": false, "cost": 0.7263409500000001, "api_calls": 59}, "django__django-11951": {"resolved": true, "cost": 0.44991045000000013, "api_calls": 37}, "django__django-7530": {"resolved": true, "cost": 0.41137005, "api_calls": 52}, "django__django-15252": {"resolved": true, "cost": 0.17520975, "api_calls": 4}, "django__django-16256": {"resolved": false, "cost": 1.0614754499999999, "api_calls": 98}, "django__django-15268": {"resolved": false, "cost": 0.7347786, "api_calls": 58}, "django__django-13925": {"resolved": true, "cost": 0.8346106500000001, "api_calls": 74}, "scikit-learn__scikit-learn-13135": {"resolved": true, "cost": 0.26854665000000005, "api_calls": 29}, "django__django-16263": {"resolved": true, "cost": 0.6678796499999999, "api_calls": 43}, "astropy__astropy-14995": {"resolved": false, "cost": 0.38118585, "api_calls": 34}, "django__django-13568": {"resolved": true, "cost": 0.4876737, "api_calls": 41}, "pydata__xarray-3677": {"resolved": true, "cost": 0.4087497, "api_calls": 50}, "pydata__xarray-4687": {"resolved": true, "cost": 1.0943402999999998, "api_calls": 90}, "scikit-learn__scikit-learn-13496": {"resolved": false, "cost": 0.44559614999999997, "api_calls": 34}, "django__django-14351": {"resolved": true, "cost": 2.08544115, "api_calls": 117}, "astropy__astropy-8707": {"resolved": true, "cost": 0.5290453500000002, "api_calls": 43}, "astropy__astropy-13398": {"resolved": false, "cost": 1.0876547999999995, "api_calls": 55}, "sphinx-doc__sphinx-7454": {"resolved": false, "cost": 0.9340112999999999, "api_calls": 85}, "sympy__sympy-13798": {"resolved": true, "cost": 0.43223700000000004, "api_calls": 52}, "sympy__sympy-12481": {"resolved": true, "cost": 0.4088418, "api_calls": 45}, "django__django-16032": {"resolved": true, "cost": 1.2518365500000002, "api_calls": 105}, "django__django-12155": {"resolved": true, "cost": 0.4086669, "api_calls": 50}, "sympy__sympy-18199": {"resolved": true, "cost": 0.4246197000000001, "api_calls": 46}, "django__django-16315": {"resolved": false, "cost": 0.6990584999999999, "api_calls": 64}, "psf__requests-1142": {"resolved": true, "cost": 0.43074405000000004, "api_calls": 36}, "django__django-13212": {"resolved": true, "cost": 0.6632124, "api_calls": 72}, "django__django-11555": {"resolved": false, "cost": 1.33574775, "api_calls": 90}, "sympy__sympy-24213": {"resolved": true, "cost": 0.25246500000000005, "api_calls": 32}, "sphinx-doc__sphinx-10614": {"resolved": true, "cost": 0.8312221499999999, "api_calls": 56}, "pydata__xarray-6992": {"resolved": false, "cost": 0.3677206499999999, "api_calls": 46}, "matplotlib__matplotlib-23299": {"resolved": false, "cost": 0.46541744999999995, "api_calls": 42}, "sympy__sympy-20590": {"resolved": false, "cost": 0.24581564999999997, "api_calls": 34}, "matplotlib__matplotlib-25311": {"resolved": true, "cost": 0.8009753999999999, "api_calls": 66}, "django__django-13363": {"resolved": true, "cost": 0.39671655, "api_calls": 35}, "sympy__sympy-14531": {"resolved": true, "cost": 0.57155685, "api_calls": 59}, "matplotlib__matplotlib-23314": {"resolved": true, "cost": 0.34006335, "api_calls": 51}, "django__django-15741": {"resolved": true, "cost": 0.50931795, "api_calls": 50}, "sympy__sympy-15345": {"resolved": true, "cost": 0.23024640000000002, "api_calls": 37}, "django__django-13012": {"resolved": true, "cost": 0.494829, "api_calls": 47}, "django__django-15022": {"resolved": true, "cost": 1.0016706, "api_calls": 60}, "django__django-16527": {"resolved": false, "cost": 0.36708764999999993, "api_calls": 30}, "sphinx-doc__sphinx-11445": {"resolved": true, "cost": 0.5175252000000001, "api_calls": 49}, "pytest-dev__pytest-6197": {"resolved": true, "cost": 1.4386397999999996, "api_calls": 120}, "django__django-9296": {"resolved": true, "cost": 0.31869885000000003, "api_calls": 33}, "scikit-learn__scikit-learn-10297": {"resolved": true, "cost": 0.5003947499999999, "api_calls": 52}, "django__django-13807": {"resolved": true, "cost": 0.4393977, "api_calls": 49}, "astropy__astropy-14365": {"resolved": true, "cost": 0.45850755000000015, "api_calls": 47}, "sphinx-doc__sphinx-9230": {"resolved": true, "cost": 0.50206125, "api_calls": 53}, "scikit-learn__scikit-learn-13124": {"resolved": true, "cost": 0.4867944, "api_calls": 33}, "django__django-11066": {"resolved": true, "cost": 0.27525585, "api_calls": 30}, "sympy__sympy-13480": {"resolved": true, "cost": 0.14126805, "api_calls": 28}, "django__django-15695": {"resolved": true, "cost": 0.8170561500000001, "api_calls": 64}, "django__django-10999": {"resolved": false, "cost": 0.19720725, "api_calls": 20}, "sympy__sympy-22914": {"resolved": false, "cost": 0.44010885, "api_calls": 54}, "sympy__sympy-16766": {"resolved": true, "cost": 0.3149052000000001, "api_calls": 43}, "matplotlib__matplotlib-24149": {"resolved": true, "cost": 0.39569235, "api_calls": 50}, "django__django-15103": {"resolved": true, "cost": 0.27418935000000005, "api_calls": 34}, "astropy__astropy-14182": {"resolved": true, "cost": 0.6321871499999999, "api_calls": 66}, "django__django-11299": {"resolved": false, "cost": 0.4603383000000001, "api_calls": 45}, "sphinx-doc__sphinx-8621": {"resolved": true, "cost": 0.50228205, "api_calls": 25}, "matplotlib__matplotlib-26342": {"resolved": true, "cost": 0.5713936500000001, "api_calls": 56}, "sympy__sympy-21930": {"resolved": true, "cost": 0.86963535, "api_calls": 77}, "django__django-16950": {"resolved": false, "cost": 0.7663280999999998, "api_calls": 64}, "django__django-11880": {"resolved": false, "cost": 0.4705148999999999, "api_calls": 50}, "django__django-12419": {"resolved": true, "cost": 0.3021201, "api_calls": 38}, "django__django-11603": {"resolved": true, "cost": 0.39366494999999996, "api_calls": 47}, "pytest-dev__pytest-6202": {"resolved": true, "cost": 0.36752010000000007, "api_calls": 54}, "sphinx-doc__sphinx-7590": {"resolved": true, "cost": 0.9757732500000004, "api_calls": 84}, "sympy__sympy-19637": {"resolved": false, "cost": 0.2184456, "api_calls": 30}, "pylint-dev__pylint-4551": {"resolved": true, "cost": 0.59155515, "api_calls": 49}, "django__django-13410": {"resolved": false, "cost": 0.22346475000000005, "api_calls": 20}, "pylint-dev__pylint-6386": {"resolved": true, "cost": 0.46004369999999983, "api_calls": 55}, "django__django-11551": {"resolved": true, "cost": 0.5816827499999999, "api_calls": 47}, "django__django-15278": {"resolved": true, "cost": 0.40522874999999997, "api_calls": 37}, "django__django-13741": {"resolved": true, "cost": 0.43575614999999995, "api_calls": 41}, "django__django-13023": {"resolved": true, "cost": 0.47710815000000006, "api_calls": 61}, "astropy__astropy-8872": {"resolved": true, "cost": 0.40354634999999994, "api_calls": 41}, "django__django-13569": {"resolved": false, "cost": 0.6105731999999999, "api_calls": 52}, "django__django-15554": {"resolved": true, "cost": 1.07336475, "api_calls": 75}, "astropy__astropy-7166": {"resolved": true, "cost": 0.4319431500000001, "api_calls": 45}, "pydata__xarray-6938": {"resolved": true, "cost": 0.5457583499999998, "api_calls": 67}, "django__django-16485": {"resolved": true, "cost": 0.36965774999999995, "api_calls": 49}, "astropy__astropy-12907": {"resolved": true, "cost": 0.31756680000000004, "api_calls": 33}, "sympy__sympy-22080": {"resolved": true, "cost": 0.7077291, "api_calls": 68}, "sympy__sympy-20801": {"resolved": false, "cost": 0.5398993500000001, "api_calls": 51}, "django__django-12304": {"resolved": true, "cost": 0.50797425, "api_calls": 46}, "pytest-dev__pytest-10051": {"resolved": true, "cost": 0.46841010000000005, "api_calls": 51}, "astropy__astropy-14539": {"resolved": true, "cost": 0.624045, "api_calls": 62}, "scikit-learn__scikit-learn-25931": {"resolved": true, "cost": 0.4478263500000001, "api_calls": 46}, "scikit-learn__scikit-learn-12585": {"resolved": true, "cost": 0.28539149999999996, "api_calls": 31}, "matplotlib__matplotlib-20488": {"resolved": true, "cost": 0.3767339999999999, "api_calls": 41}, "mwaskom__seaborn-3187": {"resolved": true, "cost": 0.5498698499999999, "api_calls": 62}, "django__django-15128": {"resolved": false, "cost": 0.9875530499999999, "api_calls": 78}, "django__django-13033": {"resolved": false, "cost": 0.7746339000000003, "api_calls": 50}, "sympy__sympy-15017": {"resolved": true, "cost": 0.34690515, "api_calls": 49}, "django__django-15561": {"resolved": true, "cost": 0.5623265999999999, "api_calls": 53}, "django__django-15161": {"resolved": true, "cost": 0.4978761, "api_calls": 63}, "django__django-12965": {"resolved": true, "cost": 0.7784443500000003, "api_calls": 69}, "django__django-15277": {"resolved": true, "cost": 0.3456187499999999, "api_calls": 45}, "sphinx-doc__sphinx-10323": {"resolved": true, "cost": 0.38367929999999995, "api_calls": 33}, "sympy__sympy-22714": {"resolved": true, "cost": 0.33728084999999997, "api_calls": 45}, "sphinx-doc__sphinx-8056": {"resolved": true, "cost": 0.6584568000000001, "api_calls": 63}, "sphinx-doc__sphinx-10435": {"resolved": false, "cost": 0.5081199, "api_calls": 48}, "django__django-16100": {"resolved": false, "cost": 0.45684885000000003, "api_calls": 42}, "psf__requests-1766": {"resolved": true, "cost": 0.2553051, "api_calls": 30}, "pytest-dev__pytest-5262": {"resolved": false, "cost": 0.32899575000000003, "api_calls": 39}, "sphinx-doc__sphinx-9281": {"resolved": true, "cost": 0.5187804, "api_calls": 58}, "matplotlib__matplotlib-20859": {"resolved": true, "cost": 0.20054699999999998, "api_calls": 35}, "django__django-13158": {"resolved": true, "cost": 0.46434074999999986, "api_calls": 48}, "sympy__sympy-13877": {"resolved": true, "cost": 0.2698815, "api_calls": 29}, "sphinx-doc__sphinx-8595": {"resolved": false, "cost": 1.0814769000000002, "api_calls": 87}, "django__django-13343": {"resolved": false, "cost": 0.57052215, "api_calls": 49}, "django__django-15525": {"resolved": true, "cost": 0.8389118999999999, "api_calls": 47}, "django__django-11095": {"resolved": true, "cost": 0.50605245, "api_calls": 55}, "sympy__sympy-17630": {"resolved": true, "cost": 0.36531885000000003, "api_calls": 47}, "django__django-14559": {"resolved": false, "cost": 0.3675219, "api_calls": 53}, "pytest-dev__pytest-5631": {"resolved": true, "cost": 0.26784375, "api_calls": 36}, "matplotlib__matplotlib-26466": {"resolved": true, "cost": 0.8311146, "api_calls": 72}, "django__django-16642": {"resolved": false, "cost": 0.28432904999999997, "api_calls": 37}, "django__django-15930": {"resolved": false, "cost": 0.5855413499999998, "api_calls": 53}, "pydata__xarray-7393": {"resolved": true, "cost": 0.5202174000000002, "api_calls": 64}, "django__django-13406": {"resolved": true, "cost": 0.5629905000000001, "api_calls": 55}, "pytest-dev__pytest-5840": {"resolved": true, "cost": 0.40450245, "api_calls": 39}, "django__django-13658": {"resolved": false, "cost": 0.4370223, "api_calls": 47}, "sympy__sympy-15875": {"resolved": true, "cost": 0.42297854999999995, "api_calls": 48}, "django__django-12039": {"resolved": true, "cost": 0.5714639999999999, "api_calls": 42}, "django__django-15382": {"resolved": true, "cost": 1.1886951000000006, "api_calls": 92}, "sympy__sympy-14711": {"resolved": true, "cost": 0.38574719999999996, "api_calls": 55}, "django__django-11885": {"resolved": true, "cost": 2.1605148, "api_calls": 117}, "matplotlib__matplotlib-25775": {"resolved": true, "cost": 1.2706742999999998, "api_calls": 107}, "pylint-dev__pylint-4661": {"resolved": true, "cost": 0.31440390000000007, "api_calls": 29}, "scikit-learn__scikit-learn-15100": {"resolved": false, "cost": 0.26059005, "api_calls": 36}, "sympy__sympy-17655": {"resolved": true, "cost": 0.5071002000000002, "api_calls": 58}, "sympy__sympy-18763": {"resolved": true, "cost": 0.41547105000000006, "api_calls": 57}, "matplotlib__matplotlib-26291": {"resolved": false, "cost": 0.39071025, "api_calls": 41}, "sympy__sympy-13031": {"resolved": true, "cost": 0.7243248, "api_calls": 70}, "sympy__sympy-24562": {"resolved": false, "cost": 0.4881274499999999, "api_calls": 50}, "pydata__xarray-2905": {"resolved": true, "cost": 0.3800770499999999, "api_calls": 46}, "matplotlib__matplotlib-26208": {"resolved": true, "cost": 1.0879753499999991, "api_calls": 80}, "django__django-14315": {"resolved": false, "cost": 0.5264996999999998, "api_calls": 44}, "astropy__astropy-7606": {"resolved": false, "cost": 0.45209654999999993, "api_calls": 51}, "astropy__astropy-13453": {"resolved": false, "cost": 0.5278623, "api_calls": 46}, "pytest-dev__pytest-7236": {"resolved": true, "cost": 0.3965773500000001, "api_calls": 46}, "sympy__sympy-13878": {"resolved": true, "cost": 0.8485657499999999, "api_calls": 68}, "pylint-dev__pylint-6903": {"resolved": false, "cost": 0.3156178499999999, "api_calls": 33}, "astropy__astropy-13033": {"resolved": true, "cost": 0.17199135000000002, "api_calls": 4}, "django__django-14915": {"resolved": false, "cost": 0.3031767, "api_calls": 39}, "django__django-14539": {"resolved": true, "cost": 0.30506055000000004, "api_calls": 31}, "django__django-15503": {"resolved": true, "cost": 1.0819886999999997, "api_calls": 81}, "django__django-15037": {"resolved": true, "cost": 0.59415135, "api_calls": 51}, "django__django-16612": {"resolved": true, "cost": 0.35582639999999993, "api_calls": 41}, "django__django-14404": {"resolved": true, "cost": 0.5950604999999999, "api_calls": 56}, "django__django-12754": {"resolved": false, "cost": 0.8655880499999999, "api_calls": 47}, "sphinx-doc__sphinx-9229": {"resolved": true, "cost": 1.4292115500000007, "api_calls": 103}, "sphinx-doc__sphinx-8265": {"resolved": false, "cost": 0.8553438000000002, "api_calls": 83}, "django__django-13590": {"resolved": true, "cost": 0.34753514999999996, "api_calls": 36}, "django__django-14580": {"resolved": true, "cost": 0.38749200000000006, "api_calls": 42}, "django__django-14999": {"resolved": true, "cost": 0.60316485, "api_calls": 35}, "pytest-dev__pytest-7571": {"resolved": true, "cost": 0.21650039999999995, "api_calls": 30}, "sphinx-doc__sphinx-8269": {"resolved": true, "cost": 0.17050289999999999, "api_calls": 15}, "django__django-13112": {"resolved": true, "cost": 0.8517093000000001, "api_calls": 79}, "django__django-13513": {"resolved": false, "cost": 0.21978915000000002, "api_calls": 27}, "pytest-dev__pytest-7432": {"resolved": false, "cost": 0.3586962000000001, "api_calls": 44}, "django__django-15731": {"resolved": true, "cost": 0.20551004999999997, "api_calls": 22}, "sympy__sympy-16792": {"resolved": true, "cost": 0.6187469999999999, "api_calls": 58}, "django__django-14034": {"resolved": true, "cost": 0.60870075, "api_calls": 49}, "astropy__astropy-14096": {"resolved": false, "cost": 0.3940223999999999, "api_calls": 35}, "django__django-14765": {"resolved": true, "cost": 0.2517354, "api_calls": 36}, "sympy__sympy-18698": {"resolved": true, "cost": 0.7132434000000001, "api_calls": 61}, "django__django-14771": {"resolved": false, "cost": 0.5501802, "api_calls": 42}, "django__django-15957": {"resolved": true, "cost": 1.0241150999999997, "api_calls": 71}, "pydata__xarray-3095": {"resolved": false, "cost": 0.5882360999999999, "api_calls": 58}, "sympy__sympy-19954": {"resolved": true, "cost": 0.29025629999999997, "api_calls": 31}, "sympy__sympy-16886": {"resolved": true, "cost": 0.19520475000000007, "api_calls": 29}, "django__django-11239": {"resolved": true, "cost": 0.4271208000000001, "api_calls": 43}, "django__django-13820": {"resolved": true, "cost": 0.46010385000000004, "api_calls": 38}, "pydata__xarray-4629": {"resolved": true, "cost": 0.3456044999999999, "api_calls": 40}, "django__django-13315": {"resolved": true, "cost": 0.83266305, "api_calls": 70}, "django__django-16901": {"resolved": true, "cost": 0.5776072499999997, "api_calls": 47}, "django__django-13346": {"resolved": true, "cost": 0.5320989, "api_calls": 51}, "django__django-12262": {"resolved": true, "cost": 0.4517691, "api_calls": 30}, "sympy__sympy-24661": {"resolved": true, "cost": 0.4011633, "api_calls": 44}, "django__django-11119": {"resolved": true, "cost": 0.48343424999999995, "api_calls": 47}, "psf__requests-6028": {"resolved": true, "cost": 0.7174914000000001, "api_calls": 67}, "sympy__sympy-20154": {"resolved": false, "cost": 0.35127404999999995, "api_calls": 36}, "scikit-learn__scikit-learn-13142": {"resolved": true, "cost": 0.43854449999999995, "api_calls": 46}, "django__django-14752": {"resolved": true, "cost": 0.5154847499999999, "api_calls": 31}, "django__django-15563": {"resolved": true, "cost": 0.7948258500000002, "api_calls": 58}, "sympy__sympy-16597": {"resolved": true, "cost": 0.8508084000000004, "api_calls": 87}, "django__django-15987": {"resolved": false, "cost": 0.3989351999999999, "api_calls": 41}, "sympy__sympy-15976": {"resolved": true, "cost": 0.3940026, "api_calls": 33}, "django__django-10973": {"resolved": false, "cost": 0.5177749500000001, "api_calls": 39}, "django__django-15127": {"resolved": true, "cost": 0.4399257000000001, "api_calls": 35}, "scikit-learn__scikit-learn-13439": {"resolved": false, "cost": 0.38521124999999995, "api_calls": 44}, "django__django-13551": {"resolved": true, "cost": 0.3707313, "api_calls": 32}, "sphinx-doc__sphinx-7748": {"resolved": true, "cost": 1.4444607, "api_calls": 85}, "django__django-13516": {"resolved": false, "cost": 0.3215979000000001, "api_calls": 35}, "django__django-10554": {"resolved": true, "cost": 3.0223629000000005, "api_calls": 164}, "django__django-16082": {"resolved": false, "cost": 0.4116687, "api_calls": 45}, "django__django-13786": {"resolved": true, "cost": 0.44167874999999995, "api_calls": 38}, "sympy__sympy-21596": {"resolved": true, "cost": 0.9464137499999999, "api_calls": 78}, "matplotlib__matplotlib-26113": {"resolved": false, "cost": 0.4950142500000001, "api_calls": 39}, "django__django-14672": {"resolved": true, "cost": 0.37626824999999997, "api_calls": 35}, "django__django-13109": {"resolved": true, "cost": 0.4754646, "api_calls": 44}, "django__django-11141": {"resolved": true, "cost": 0.45348255, "api_calls": 37}, "matplotlib__matplotlib-23412": {"resolved": false, "cost": 0.6217506, "api_calls": 58}, "sympy__sympy-13551": {"resolved": true, "cost": 0.43507485, "api_calls": 38}, "django__django-15368": {"resolved": true, "cost": 0.46329419999999993, "api_calls": 61}, "django__django-15814": {"resolved": true, "cost": 0.35450489999999996, "api_calls": 38}, "django__django-13933": {"resolved": true, "cost": 0.35186939999999994, "api_calls": 36}, "scikit-learn__scikit-learn-12682": {"resolved": true, "cost": 0.6545107499999999, "api_calls": 48}, "matplotlib__matplotlib-20676": {"resolved": true, "cost": 0.87590085, "api_calls": 83}, "sphinx-doc__sphinx-8593": {"resolved": false, "cost": 0.6851474999999997, "api_calls": 56}, "sympy__sympy-13852": {"resolved": true, "cost": 0.6621728999999997, "api_calls": 52}, "django__django-16819": {"resolved": false, "cost": 0.6209736, "api_calls": 48}, "django__django-12713": {"resolved": true, "cost": 0.3572103, "api_calls": 34}, "django__django-14855": {"resolved": true, "cost": 0.56250315, "api_calls": 50}, "django__django-14155": {"resolved": true, "cost": 0.38896949999999997, "api_calls": 45}, "scikit-learn__scikit-learn-26323": {"resolved": false, "cost": 0.327984, "api_calls": 37}, "scikit-learn__scikit-learn-13328": {"resolved": true, "cost": 0.3378515999999999, "api_calls": 38}, "sphinx-doc__sphinx-11510": {"resolved": true, "cost": 0.4745068499999999, "api_calls": 40}, "django__django-13195": {"resolved": false, "cost": 0.6148444499999999, "api_calls": 50}, "django__django-15916": {"resolved": false, "cost": 0.8115699, "api_calls": 75}, "django__django-11820": {"resolved": true, "cost": 0.4079044500000001, "api_calls": 41}, "sympy__sympy-24066": {"resolved": false, "cost": 0.5885900999999998, "api_calls": 65}, "sphinx-doc__sphinx-9591": {"resolved": true, "cost": 1.2348250500000002, "api_calls": 94}, "pytest-dev__pytest-7982": {"resolved": true, "cost": 0.34583820000000004, "api_calls": 39}, "django__django-14725": {"resolved": true, "cost": 0.7037604000000002, "api_calls": 43}, "django__django-17029": {"resolved": false, "cost": 0.33133140000000005, "api_calls": 41}, "matplotlib__matplotlib-14623": {"resolved": true, "cost": 0.55399155, "api_calls": 52}, "pydata__xarray-6461": {"resolved": true, "cost": 0.4513749, "api_calls": 58}, "django__django-16662": {"resolved": true, "cost": 0.28748295, "api_calls": 36}, "sphinx-doc__sphinx-9461": {"resolved": true, "cost": 1.2197908500000005, "api_calls": 103}, "django__django-11848": {"resolved": false, "cost": 0.44627895, "api_calls": 38}, "matplotlib__matplotlib-22719": {"resolved": false, "cost": 0.32385345, "api_calls": 29}, "pydata__xarray-4966": {"resolved": true, "cost": 0.41096489999999997, "api_calls": 27}, "django__django-11728": {"resolved": true, "cost": 0.3996016499999999, "api_calls": 40}, "matplotlib__matplotlib-24627": {"resolved": false, "cost": 0.6200718000000004, "api_calls": 66}, "sphinx-doc__sphinx-7440": {"resolved": true, "cost": 0.6165288000000001, "api_calls": 56}, "sympy__sympy-12419": {"resolved": false, "cost": 0.8976156000000002, "api_calls": 90}, "matplotlib__matplotlib-13989": {"resolved": true, "cost": 0.40627844999999996, "api_calls": 44}, "django__django-11163": {"resolved": true, "cost": 0.35495385, "api_calls": 41}, "matplotlib__matplotlib-24177": {"resolved": true, "cost": 1.2727764000000001, "api_calls": 91}, "django__django-14011": {"resolved": false, "cost": 0.45254865, "api_calls": 44}, "django__django-13279": {"resolved": false, "cost": 0.4853682, "api_calls": 37}, "sympy__sympy-23534": {"resolved": true, "cost": 0.33789045000000006, "api_calls": 40}, "astropy__astropy-7336": {"resolved": true, "cost": 0.24674744999999998, "api_calls": 36}, "mwaskom__seaborn-3069": {"resolved": true, "cost": 0.8591325000000001, "api_calls": 63}, "scikit-learn__scikit-learn-13779": {"resolved": false, "cost": 0.29558009999999996, "api_calls": 38}, "django__django-11179": {"resolved": true, "cost": 0.3665137500000001, "api_calls": 41}, "pydata__xarray-4075": {"resolved": true, "cost": 0.32196974999999994, "api_calls": 33}, "django__django-16595": {"resolved": true, "cost": 0.38552295000000003, "api_calls": 42}, "sympy__sympy-14248": {"resolved": true, "cost": 1.7238185999999995, "api_calls": 140}, "pylint-dev__pylint-4604": {"resolved": false, "cost": 0.4319218499999999, "api_calls": 61}, "astropy__astropy-14369": {"resolved": false, "cost": 0.6977376, "api_calls": 53}, "sympy__sympy-20438": {"resolved": false, "cost": 0.4699428000000001, "api_calls": 55}, "django__django-14500": {"resolved": false, "cost": 0.45277395000000004, "api_calls": 45}, "sphinx-doc__sphinx-9673": {"resolved": true, "cost": 0.47036895000000006, "api_calls": 38}, "astropy__astropy-14309": {"resolved": true, "cost": 0.39041400000000004, "api_calls": 42}, "sphinx-doc__sphinx-9698": {"resolved": true, "cost": 0.36912405000000004, "api_calls": 38}, "sympy__sympy-12489": {"resolved": true, "cost": 1.02715575, "api_calls": 108}, "pydata__xarray-6744": {"resolved": false, "cost": 0.68880855, "api_calls": 52}, "django__django-17084": {"resolved": true, "cost": 0.9899852999999995, "api_calls": 81}, "pydata__xarray-6599": {"resolved": true, "cost": 0.8077395000000002, "api_calls": 61}, "django__django-11138": {"resolved": false, "cost": 1.0465217999999998, "api_calls": 80}, "django__django-11477": {"resolved": true, "cost": 0.5553904500000001, "api_calls": 42}, "sympy__sympy-13091": {"resolved": false, "cost": 1.0978542, "api_calls": 112}, "django__django-11099": {"resolved": true, "cost": 0.18985589999999997, "api_calls": 24}, "django__django-16429": {"resolved": true, "cost": 0.3269604, "api_calls": 31}, "django__django-14792": {"resolved": true, "cost": 0.5826507, "api_calls": 47}, "django__django-11999": {"resolved": false, "cost": 0.38027775, "api_calls": 48}, "sphinx-doc__sphinx-8721": {"resolved": true, "cost": 0.34501695000000004, "api_calls": 33}, "sympy__sympy-21847": {"resolved": true, "cost": 0.4551837000000001, "api_calls": 43}, "django__django-15973": {"resolved": true, "cost": 1.3910191499999995, "api_calls": 105}}} \ No newline at end of file diff --git a/data/leaderboards.json b/data/leaderboards.json index 4be7641..e13da10 100644 --- a/data/leaderboards.json +++ b/data/leaderboards.json @@ -53,7 +53,2509 @@ "System: Attempts - 1" ], "warning": null, - "mini-swe-agent_version": "1.13.3" + "mini-swe-agent_version": "1.13.3", + "per_instance_details": { + "pytest-dev__pytest-10356": { + "resolved": false, + "cost": 0.62191665, + "api_calls": 62 + }, + "django__django-11532": { + "resolved": false, + "cost": 0.44841375000000006, + "api_calls": 44 + }, + "django__django-12050": { + "resolved": true, + "cost": 0.3849847499999999, + "api_calls": 36 + }, + "pydata__xarray-3151": { + "resolved": true, + "cost": 0.4517916, + "api_calls": 45 + }, + "django__django-13512": { + "resolved": true, + "cost": 0.4584950999999999, + "api_calls": 55 + }, + "sympy__sympy-18189": { + "resolved": true, + "cost": 0.37673910000000005, + "api_calls": 42 + }, + "django__django-13028": { + "resolved": true, + "cost": 0.4779549, + "api_calls": 56 + }, + "django__django-13449": { + "resolved": true, + "cost": 0.7998646500000001, + "api_calls": 50 + }, + "django__django-11211": { + "resolved": true, + "cost": 0.7420343999999999, + "api_calls": 62 + }, + "matplotlib__matplotlib-25332": { + "resolved": true, + "cost": 0.3391314, + "api_calls": 38 + }, + "django__django-11087": { + "resolved": true, + "cost": 0.9355936500000003, + "api_calls": 56 + }, + "django__django-15863": { + "resolved": false, + "cost": 0.34152344999999995, + "api_calls": 39 + }, + "django__django-14376": { + "resolved": true, + "cost": 0.20446335000000002, + "api_calls": 31 + }, + "django__django-14017": { + "resolved": false, + "cost": 0.6760332, + "api_calls": 69 + }, + "pydata__xarray-4695": { + "resolved": true, + "cost": 0.5643300000000002, + "api_calls": 50 + }, + "sympy__sympy-16450": { + "resolved": true, + "cost": 0.45974429999999994, + "api_calls": 51 + }, + "django__django-14493": { + "resolved": true, + "cost": 0.25996784999999994, + "api_calls": 32 + }, + "matplotlib__matplotlib-25960": { + "resolved": true, + "cost": 0.7982156999999999, + "api_calls": 53 + }, + "psf__requests-1921": { + "resolved": false, + "cost": 0.31754415, + "api_calls": 28 + }, + "django__django-12308": { + "resolved": false, + "cost": 0.59895645, + "api_calls": 47 + }, + "astropy__astropy-13579": { + "resolved": false, + "cost": 0.5974545000000001, + "api_calls": 32 + }, + "django__django-12708": { + "resolved": true, + "cost": 0.3673689, + "api_calls": 33 + }, + "django__django-14089": { + "resolved": true, + "cost": 0.29137784999999994, + "api_calls": 36 + }, + "pylint-dev__pylint-7277": { + "resolved": true, + "cost": 0.26973150000000007, + "api_calls": 29 + }, + "pydata__xarray-3993": { + "resolved": false, + "cost": 0.36541005000000004, + "api_calls": 49 + }, + "sphinx-doc__sphinx-9258": { + "resolved": false, + "cost": 0.55257045, + "api_calls": 45 + }, + "pytest-dev__pytest-7324": { + "resolved": true, + "cost": 0.40576875000000007, + "api_calls": 38 + }, + "pydata__xarray-7233": { + "resolved": true, + "cost": 0.35713799999999996, + "api_calls": 40 + }, + "django__django-14631": { + "resolved": true, + "cost": 0.6849040499999999, + "api_calls": 74 + }, + "sympy__sympy-21379": { + "resolved": true, + "cost": 0.9771464999999997, + "api_calls": 89 + }, + "pylint-dev__pylint-7080": { + "resolved": false, + "cost": 0.4727251499999999, + "api_calls": 40 + }, + "django__django-15315": { + "resolved": false, + "cost": 0.36470369999999996, + "api_calls": 48 + }, + "sympy__sympy-12096": { + "resolved": true, + "cost": 0.3049152, + "api_calls": 42 + }, + "django__django-16569": { + "resolved": true, + "cost": 0.1735581, + "api_calls": 23 + }, + "sphinx-doc__sphinx-9367": { + "resolved": true, + "cost": 0.22786845000000003, + "api_calls": 28 + }, + "sympy__sympy-13615": { + "resolved": true, + "cost": 0.6213514500000001, + "api_calls": 63 + }, + "sphinx-doc__sphinx-7910": { + "resolved": true, + "cost": 0.5143513500000001, + "api_calls": 36 + }, + "django__django-11400": { + "resolved": true, + "cost": 0.53502855, + "api_calls": 33 + }, + "django__django-11740": { + "resolved": false, + "cost": 0.7276692000000001, + "api_calls": 42 + }, + "sphinx-doc__sphinx-7462": { + "resolved": true, + "cost": 0.29781165, + "api_calls": 28 + }, + "sympy__sympy-13647": { + "resolved": false, + "cost": 0.37596915000000003, + "api_calls": 43 + }, + "django__django-14140": { + "resolved": true, + "cost": 0.48014474999999984, + "api_calls": 46 + }, + "django__django-12663": { + "resolved": false, + "cost": 1.2015303, + "api_calls": 106 + }, + "pylint-dev__pylint-4970": { + "resolved": true, + "cost": 0.4300138499999999, + "api_calls": 35 + }, + "django__django-14534": { + "resolved": true, + "cost": 0.5679306, + "api_calls": 60 + }, + "astropy__astropy-13236": { + "resolved": true, + "cost": 0.5715197999999999, + "api_calls": 60 + }, + "django__django-11292": { + "resolved": false, + "cost": 0.3118908, + "api_calls": 22 + }, + "django__django-15569": { + "resolved": true, + "cost": 0.36977835, + "api_calls": 52 + }, + "django__django-13417": { + "resolved": true, + "cost": 0.46235324999999994, + "api_calls": 55 + }, + "sympy__sympy-20916": { + "resolved": true, + "cost": 0.5424627, + "api_calls": 58 + }, + "pydata__xarray-6721": { + "resolved": false, + "cost": 1.4952376499999998, + "api_calls": 102 + }, + "pytest-dev__pytest-7521": { + "resolved": true, + "cost": 0.26197905, + "api_calls": 38 + }, + "astropy__astropy-14598": { + "resolved": true, + "cost": 1.2805089, + "api_calls": 89 + }, + "sympy__sympy-21612": { + "resolved": false, + "cost": 0.8238067499999998, + "api_calls": 72 + }, + "matplotlib__matplotlib-25122": { + "resolved": false, + "cost": 0.26250795, + "api_calls": 31 + }, + "psf__requests-2317": { + "resolved": true, + "cost": 0.3715231499999999, + "api_calls": 39 + }, + "sphinx-doc__sphinx-10449": { + "resolved": false, + "cost": 0.7831602000000001, + "api_calls": 74 + }, + "pytest-dev__pytest-8399": { + "resolved": true, + "cost": 0.3150349499999999, + "api_calls": 42 + }, + "django__django-14434": { + "resolved": true, + "cost": 0.34198875, + "api_calls": 37 + }, + "django__django-13809": { + "resolved": true, + "cost": 0.2072868, + "api_calls": 4 + }, + "matplotlib__matplotlib-24570": { + "resolved": false, + "cost": 0.34823144999999994, + "api_calls": 30 + }, + "django__django-12209": { + "resolved": true, + "cost": 1.3647861, + "api_calls": 99 + }, + "scikit-learn__scikit-learn-14087": { + "resolved": true, + "cost": 0.8446829999999999, + "api_calls": 68 + }, + "django__django-12193": { + "resolved": true, + "cost": 0.4349825999999999, + "api_calls": 52 + }, + "matplotlib__matplotlib-25479": { + "resolved": true, + "cost": 0.44338649999999996, + "api_calls": 40 + }, + "sphinx-doc__sphinx-7757": { + "resolved": false, + "cost": 0.3854433000000001, + "api_calls": 38 + }, + "pydata__xarray-7229": { + "resolved": true, + "cost": 0.9171624000000002, + "api_calls": 84 + }, + "django__django-16136": { + "resolved": false, + "cost": 0.49307625, + "api_calls": 49 + }, + "django__django-11133": { + "resolved": true, + "cost": 0.3631997999999999, + "api_calls": 36 + }, + "pydata__xarray-4356": { + "resolved": true, + "cost": 0.49558455000000007, + "api_calls": 36 + }, + "django__django-11206": { + "resolved": true, + "cost": 0.4380961500000001, + "api_calls": 40 + }, + "django__django-16493": { + "resolved": false, + "cost": 0.5294038499999998, + "api_calls": 50 + }, + "django__django-15375": { + "resolved": true, + "cost": 0.5336956499999999, + "api_calls": 45 + }, + "sympy__sympy-19040": { + "resolved": true, + "cost": 1.8435273000000003, + "api_calls": 130 + }, + "sympy__sympy-13372": { + "resolved": true, + "cost": 0.16877925, + "api_calls": 28 + }, + "sympy__sympy-24539": { + "resolved": true, + "cost": 0.3361183499999999, + "api_calls": 47 + }, + "sphinx-doc__sphinx-9602": { + "resolved": true, + "cost": 0.91184505, + "api_calls": 84 + }, + "sphinx-doc__sphinx-10466": { + "resolved": false, + "cost": 0.37479495000000007, + "api_calls": 36 + }, + "django__django-16139": { + "resolved": true, + "cost": 0.16329344999999995, + "api_calls": 14 + }, + "django__django-10880": { + "resolved": true, + "cost": 0.41805569999999986, + "api_calls": 46 + }, + "pytest-dev__pytest-5787": { + "resolved": true, + "cost": 0.8504172, + "api_calls": 63 + }, + "django__django-14311": { + "resolved": true, + "cost": 0.55955775, + "api_calls": 53 + }, + "django__django-11265": { + "resolved": false, + "cost": 1.1045044500000005, + "api_calls": 87 + }, + "scikit-learn__scikit-learn-25973": { + "resolved": false, + "cost": 0.4255346999999999, + "api_calls": 48 + }, + "matplotlib__matplotlib-22871": { + "resolved": true, + "cost": 0.6267166499999999, + "api_calls": 59 + }, + "matplotlib__matplotlib-23476": { + "resolved": true, + "cost": 0.7287693, + "api_calls": 65 + }, + "matplotlib__matplotlib-25287": { + "resolved": false, + "cost": 0.41614109999999993, + "api_calls": 50 + }, + "psf__requests-1724": { + "resolved": true, + "cost": 0.3488710499999999, + "api_calls": 47 + }, + "django__django-15280": { + "resolved": false, + "cost": 1.0779245999999996, + "api_calls": 65 + }, + "django__django-13794": { + "resolved": true, + "cost": 0.6031876499999999, + "api_calls": 72 + }, + "sympy__sympy-24443": { + "resolved": false, + "cost": 0.5717208000000001, + "api_calls": 58 + }, + "matplotlib__matplotlib-21568": { + "resolved": true, + "cost": 0.5356085999999999, + "api_calls": 50 + }, + "django__django-16454": { + "resolved": false, + "cost": 0.5308836000000001, + "api_calls": 55 + }, + "django__django-13128": { + "resolved": true, + "cost": 0.6272019, + "api_calls": 49 + }, + "sympy__sympy-18211": { + "resolved": true, + "cost": 0.7658448000000002, + "api_calls": 70 + }, + "scikit-learn__scikit-learn-26194": { + "resolved": false, + "cost": 0.3664828500000001, + "api_calls": 30 + }, + "django__django-17087": { + "resolved": false, + "cost": 0.4283767499999998, + "api_calls": 44 + }, + "sphinx-doc__sphinx-8475": { + "resolved": true, + "cost": 0.29255025, + "api_calls": 31 + }, + "django__django-14170": { + "resolved": true, + "cost": 0.59895945, + "api_calls": 46 + }, + "scikit-learn__scikit-learn-14894": { + "resolved": false, + "cost": 0.38901825, + "api_calls": 37 + }, + "astropy__astropy-7671": { + "resolved": true, + "cost": 0.34880985, + "api_calls": 33 + }, + "django__django-16938": { + "resolved": true, + "cost": 1.3313042999999996, + "api_calls": 83 + }, + "django__django-11276": { + "resolved": false, + "cost": 0.4052890500000001, + "api_calls": 37 + }, + "scikit-learn__scikit-learn-14496": { + "resolved": true, + "cost": 0.2996037000000001, + "api_calls": 41 + }, + "django__django-15467": { + "resolved": true, + "cost": 0.28521870000000005, + "api_calls": 35 + }, + "django__django-13810": { + "resolved": true, + "cost": 0.54413685, + "api_calls": 37 + }, + "django__django-15098": { + "resolved": true, + "cost": 1.34587185, + "api_calls": 99 + }, + "django__django-11490": { + "resolved": false, + "cost": 0.4732227000000001, + "api_calls": 43 + }, + "django__django-13297": { + "resolved": true, + "cost": 0.489657, + "api_calls": 45 + }, + "scikit-learn__scikit-learn-9288": { + "resolved": false, + "cost": 0.39504300000000003, + "api_calls": 31 + }, + "django__django-12774": { + "resolved": true, + "cost": 0.5409893999999998, + "api_calls": 67 + }, + "django__django-15499": { + "resolved": true, + "cost": 0.4143685499999999, + "api_calls": 41 + }, + "sympy__sympy-19495": { + "resolved": true, + "cost": 0.6514977000000002, + "api_calls": 57 + }, + "sphinx-doc__sphinx-8035": { + "resolved": false, + "cost": 0.5048319, + "api_calls": 47 + }, + "scikit-learn__scikit-learn-14141": { + "resolved": true, + "cost": 0.12729915000000003, + "api_calls": 26 + }, + "django__django-16877": { + "resolved": true, + "cost": 0.41693160000000007, + "api_calls": 56 + }, + "sphinx-doc__sphinx-9320": { + "resolved": true, + "cost": 0.13008945, + "api_calls": 17 + }, + "sympy__sympy-23824": { + "resolved": false, + "cost": 0.251349, + "api_calls": 30 + }, + "django__django-14608": { + "resolved": true, + "cost": 0.38305229999999996, + "api_calls": 49 + }, + "django__django-13837": { + "resolved": true, + "cost": 0.6594525000000001, + "api_calls": 61 + }, + "matplotlib__matplotlib-20826": { + "resolved": true, + "cost": 0.9564933, + "api_calls": 79 + }, + "matplotlib__matplotlib-24970": { + "resolved": true, + "cost": 0.0863442, + "api_calls": 2 + }, + "scikit-learn__scikit-learn-14983": { + "resolved": false, + "cost": 0.3632716499999999, + "api_calls": 44 + }, + "django__django-13344": { + "resolved": true, + "cost": 0.9999783, + "api_calls": 68 + }, + "pytest-dev__pytest-10081": { + "resolved": false, + "cost": 0.33376110000000003, + "api_calls": 49 + }, + "django__django-16116": { + "resolved": true, + "cost": 0.48836354999999987, + "api_calls": 42 + }, + "sympy__sympy-15349": { + "resolved": true, + "cost": 0.31629945, + "api_calls": 34 + }, + "sympy__sympy-13757": { + "resolved": true, + "cost": 0.7056805499999997, + "api_calls": 74 + }, + "sphinx-doc__sphinx-7889": { + "resolved": true, + "cost": 0.25880384999999995, + "api_calls": 39 + }, + "matplotlib__matplotlib-24637": { + "resolved": true, + "cost": 0.4907316, + "api_calls": 54 + }, + "django__django-16502": { + "resolved": true, + "cost": 0.5956231500000001, + "api_calls": 48 + }, + "scikit-learn__scikit-learn-25747": { + "resolved": false, + "cost": 0.4053606, + "api_calls": 38 + }, + "sympy__sympy-11618": { + "resolved": false, + "cost": 0.4294713, + "api_calls": 56 + }, + "matplotlib__matplotlib-24870": { + "resolved": true, + "cost": 0.81783015, + "api_calls": 54 + }, + "pylint-dev__pylint-8898": { + "resolved": false, + "cost": 0.5300505, + "api_calls": 53 + }, + "sphinx-doc__sphinx-7985": { + "resolved": false, + "cost": 0.58588185, + "api_calls": 63 + }, + "django__django-12125": { + "resolved": false, + "cost": 0.7101883499999999, + "api_calls": 63 + }, + "django__django-12858": { + "resolved": true, + "cost": 0.409134, + "api_calls": 46 + }, + "sympy__sympy-13974": { + "resolved": true, + "cost": 0.6555528, + "api_calls": 56 + }, + "django__django-14373": { + "resolved": false, + "cost": 0.24341414999999997, + "api_calls": 33 + }, + "django__django-15732": { + "resolved": true, + "cost": 0.44472734999999997, + "api_calls": 39 + }, + "sphinx-doc__sphinx-8459": { + "resolved": false, + "cost": 0.8953434, + "api_calls": 82 + }, + "django__django-15380": { + "resolved": true, + "cost": 0.47674769999999994, + "api_calls": 36 + }, + "sphinx-doc__sphinx-10673": { + "resolved": true, + "cost": 0.4000794, + "api_calls": 41 + }, + "sphinx-doc__sphinx-8548": { + "resolved": true, + "cost": 1.2144642, + "api_calls": 82 + }, + "django__django-13121": { + "resolved": false, + "cost": 0.9728209499999999, + "api_calls": 118 + }, + "pytest-dev__pytest-7205": { + "resolved": true, + "cost": 0.36767384999999997, + "api_calls": 39 + }, + "django__django-15629": { + "resolved": true, + "cost": 0.77657505, + "api_calls": 57 + }, + "sympy__sympy-17318": { + "resolved": false, + "cost": 0.36052635000000005, + "api_calls": 42 + }, + "django__django-13089": { + "resolved": false, + "cost": 0.3570983999999999, + "api_calls": 32 + }, + "django__django-14787": { + "resolved": true, + "cost": 0.27621345, + "api_calls": 36 + }, + "pydata__xarray-4094": { + "resolved": true, + "cost": 0.4634963999999999, + "api_calls": 46 + }, + "scikit-learn__scikit-learn-14710": { + "resolved": true, + "cost": 0.27864135, + "api_calls": 33 + }, + "django__django-13821": { + "resolved": true, + "cost": 0.38175149999999997, + "api_calls": 44 + }, + "scikit-learn__scikit-learn-14629": { + "resolved": true, + "cost": 0.5442903, + "api_calls": 47 + }, + "django__django-16801": { + "resolved": true, + "cost": 0.43391100000000016, + "api_calls": 37 + }, + "django__django-15104": { + "resolved": true, + "cost": 0.25671795, + "api_calls": 32 + }, + "sympy__sympy-23950": { + "resolved": true, + "cost": 0.5627639999999999, + "api_calls": 71 + }, + "scikit-learn__scikit-learn-25232": { + "resolved": true, + "cost": 0.5964846, + "api_calls": 43 + }, + "django__django-14053": { + "resolved": true, + "cost": 0.49592594999999995, + "api_calls": 36 + }, + "sympy__sympy-15599": { + "resolved": true, + "cost": 2.465226000000001, + "api_calls": 135 + }, + "django__django-10914": { + "resolved": false, + "cost": 0.5878427999999998, + "api_calls": 57 + }, + "django__django-11749": { + "resolved": true, + "cost": 0.7265676, + "api_calls": 68 + }, + "sympy__sympy-23413": { + "resolved": true, + "cost": 1.1075997000000009, + "api_calls": 72 + }, + "matplotlib__matplotlib-24026": { + "resolved": true, + "cost": 0.43727879999999997, + "api_calls": 44 + }, + "pytest-dev__pytest-5809": { + "resolved": true, + "cost": 0.12262079999999999, + "api_calls": 20 + }, + "django__django-16899": { + "resolved": true, + "cost": 0.4103839500000001, + "api_calls": 50 + }, + "django__django-15851": { + "resolved": true, + "cost": 0.3002064, + "api_calls": 35 + }, + "django__django-10097": { + "resolved": true, + "cost": 0.41046495, + "api_calls": 33 + }, + "django__django-12741": { + "resolved": false, + "cost": 0.14398065, + "api_calls": 3 + }, + "django__django-12406": { + "resolved": false, + "cost": 0.69236325, + "api_calls": 62 + }, + "scikit-learn__scikit-learn-14053": { + "resolved": false, + "cost": 0.26720715, + "api_calls": 33 + }, + "django__django-11734": { + "resolved": true, + "cost": 2.02357845, + "api_calls": 121 + }, + "sympy__sympy-15809": { + "resolved": false, + "cost": 0.30825525, + "api_calls": 39 + }, + "django__django-11790": { + "resolved": true, + "cost": 0.49045440000000007, + "api_calls": 57 + }, + "sympy__sympy-14976": { + "resolved": true, + "cost": 0.6667910999999999, + "api_calls": 64 + }, + "django__django-16661": { + "resolved": false, + "cost": 0.84173265, + "api_calls": 61 + }, + "django__django-14007": { + "resolved": true, + "cost": 0.65516385, + "api_calls": 68 + }, + "django__django-11433": { + "resolved": true, + "cost": 0.6142540500000001, + "api_calls": 49 + }, + "django__django-13401": { + "resolved": false, + "cost": 0.47226390000000007, + "api_calls": 48 + }, + "pytest-dev__pytest-7490": { + "resolved": false, + "cost": 0.32799, + "api_calls": 34 + }, + "scikit-learn__scikit-learn-10908": { + "resolved": true, + "cost": 0.2775156, + "api_calls": 37 + }, + "scikit-learn__scikit-learn-10844": { + "resolved": true, + "cost": 0.41782515, + "api_calls": 38 + }, + "django__django-12273": { + "resolved": true, + "cost": 0.6042873000000001, + "api_calls": 51 + }, + "django__django-16333": { + "resolved": false, + "cost": 0.31636905000000004, + "api_calls": 29 + }, + "astropy__astropy-13977": { + "resolved": true, + "cost": 0.8612221500000001, + "api_calls": 66 + }, + "scikit-learn__scikit-learn-12973": { + "resolved": false, + "cost": 0.27690974999999995, + "api_calls": 28 + }, + "sympy__sympy-17139": { + "resolved": false, + "cost": 0.41177310000000006, + "api_calls": 51 + }, + "sphinx-doc__sphinx-8638": { + "resolved": true, + "cost": 0.65001465, + "api_calls": 57 + }, + "django__django-16255": { + "resolved": true, + "cost": 0.35001075000000004, + "api_calls": 40 + }, + "pylint-dev__pylint-6528": { + "resolved": true, + "cost": 1.39403985, + "api_calls": 115 + }, + "django__django-12276": { + "resolved": false, + "cost": 0.339381, + "api_calls": 44 + }, + "pydata__xarray-3305": { + "resolved": true, + "cost": 0.40177335, + "api_calls": 43 + }, + "django__django-13670": { + "resolved": true, + "cost": 0.23329214999999998, + "api_calls": 37 + }, + "django__django-14122": { + "resolved": true, + "cost": 0.74082915, + "api_calls": 51 + }, + "sympy__sympy-19346": { + "resolved": true, + "cost": 0.2826595500000001, + "api_calls": 37 + }, + "sympy__sympy-22456": { + "resolved": true, + "cost": 1.1600956500000001, + "api_calls": 105 + }, + "django__django-12325": { + "resolved": true, + "cost": 0.5503195500000001, + "api_calls": 51 + }, + "sphinx-doc__sphinx-9658": { + "resolved": false, + "cost": 0.9087938999999999, + "api_calls": 74 + }, + "django__django-16667": { + "resolved": true, + "cost": 0.25791825, + "api_calls": 33 + }, + "sympy__sympy-23262": { + "resolved": false, + "cost": 1.1549298000000003, + "api_calls": 93 + }, + "scikit-learn__scikit-learn-25102": { + "resolved": true, + "cost": 0.5728814999999999, + "api_calls": 40 + }, + "django__django-14238": { + "resolved": true, + "cost": 0.5029474500000001, + "api_calls": 68 + }, + "django__django-16631": { + "resolved": true, + "cost": 0.4809069000000001, + "api_calls": 40 + }, + "django__django-16560": { + "resolved": false, + "cost": 0.6406303499999998, + "api_calls": 50 + }, + "django__django-16145": { + "resolved": false, + "cost": 0.36195570000000005, + "api_calls": 33 + }, + "pallets__flask-5014": { + "resolved": true, + "cost": 0.2665455, + "api_calls": 36 + }, + "sympy__sympy-20428": { + "resolved": true, + "cost": 0.4351509, + "api_calls": 43 + }, + "django__django-15572": { + "resolved": false, + "cost": 0.31619295, + "api_calls": 36 + }, + "django__django-11964": { + "resolved": true, + "cost": 0.7263969000000001, + "api_calls": 69 + }, + "django__django-14349": { + "resolved": false, + "cost": 0.2339649, + "api_calls": 32 + }, + "scikit-learn__scikit-learn-11310": { + "resolved": true, + "cost": 0.6596209500000001, + "api_calls": 62 + }, + "django__django-12143": { + "resolved": true, + "cost": 0.44195459999999986, + "api_calls": 50 + }, + "scikit-learn__scikit-learn-11578": { + "resolved": true, + "cost": 0.5025948, + "api_calls": 41 + }, + "astropy__astropy-14508": { + "resolved": true, + "cost": 0.5485635, + "api_calls": 50 + }, + "sphinx-doc__sphinx-9711": { + "resolved": true, + "cost": 0.2767302, + "api_calls": 36 + }, + "django__django-11149": { + "resolved": true, + "cost": 0.6413633999999999, + "api_calls": 41 + }, + "django__django-13964": { + "resolved": true, + "cost": 0.5903629499999999, + "api_calls": 42 + }, + "sphinx-doc__sphinx-8120": { + "resolved": true, + "cost": 0.7442461499999997, + "api_calls": 56 + }, + "django__django-11815": { + "resolved": true, + "cost": 0.52212315, + "api_calls": 38 + }, + "sympy__sympy-19783": { + "resolved": true, + "cost": 0.9528668999999997, + "api_calls": 90 + }, + "matplotlib__matplotlib-22865": { + "resolved": true, + "cost": 0.6369790500000001, + "api_calls": 59 + }, + "psf__requests-2931": { + "resolved": false, + "cost": 0.25446135, + "api_calls": 41 + }, + "django__django-11333": { + "resolved": true, + "cost": 0.56825265, + "api_calls": 49 + }, + "django__django-11451": { + "resolved": true, + "cost": 0.3218556, + "api_calls": 32 + }, + "psf__requests-5414": { + "resolved": true, + "cost": 0.41359919999999994, + "api_calls": 58 + }, + "sphinx-doc__sphinx-8551": { + "resolved": false, + "cost": 0.7263409500000001, + "api_calls": 59 + }, + "django__django-11951": { + "resolved": true, + "cost": 0.44991045000000013, + "api_calls": 37 + }, + "django__django-7530": { + "resolved": true, + "cost": 0.41137005, + "api_calls": 52 + }, + "django__django-15252": { + "resolved": true, + "cost": 0.17520975, + "api_calls": 4 + }, + "django__django-16256": { + "resolved": false, + "cost": 1.0614754499999999, + "api_calls": 98 + }, + "django__django-15268": { + "resolved": false, + "cost": 0.7347786, + "api_calls": 58 + }, + "django__django-13925": { + "resolved": true, + "cost": 0.8346106500000001, + "api_calls": 74 + }, + "scikit-learn__scikit-learn-13135": { + "resolved": true, + "cost": 0.26854665000000005, + "api_calls": 29 + }, + "django__django-16263": { + "resolved": true, + "cost": 0.6678796499999999, + "api_calls": 43 + }, + "astropy__astropy-14995": { + "resolved": false, + "cost": 0.38118585, + "api_calls": 34 + }, + "django__django-13568": { + "resolved": true, + "cost": 0.4876737, + "api_calls": 41 + }, + "pydata__xarray-3677": { + "resolved": true, + "cost": 0.4087497, + "api_calls": 50 + }, + "pydata__xarray-4687": { + "resolved": true, + "cost": 1.0943402999999998, + "api_calls": 90 + }, + "scikit-learn__scikit-learn-13496": { + "resolved": false, + "cost": 0.44559614999999997, + "api_calls": 34 + }, + "django__django-14351": { + "resolved": true, + "cost": 2.08544115, + "api_calls": 117 + }, + "astropy__astropy-8707": { + "resolved": true, + "cost": 0.5290453500000002, + "api_calls": 43 + }, + "astropy__astropy-13398": { + "resolved": false, + "cost": 1.0876547999999995, + "api_calls": 55 + }, + "sphinx-doc__sphinx-7454": { + "resolved": false, + "cost": 0.9340112999999999, + "api_calls": 85 + }, + "sympy__sympy-13798": { + "resolved": true, + "cost": 0.43223700000000004, + "api_calls": 52 + }, + "sympy__sympy-12481": { + "resolved": true, + "cost": 0.4088418, + "api_calls": 45 + }, + "django__django-16032": { + "resolved": true, + "cost": 1.2518365500000002, + "api_calls": 105 + }, + "django__django-12155": { + "resolved": true, + "cost": 0.4086669, + "api_calls": 50 + }, + "sympy__sympy-18199": { + "resolved": true, + "cost": 0.4246197000000001, + "api_calls": 46 + }, + "django__django-16315": { + "resolved": false, + "cost": 0.6990584999999999, + "api_calls": 64 + }, + "psf__requests-1142": { + "resolved": true, + "cost": 0.43074405000000004, + "api_calls": 36 + }, + "django__django-13212": { + "resolved": true, + "cost": 0.6632124, + "api_calls": 72 + }, + "django__django-11555": { + "resolved": false, + "cost": 1.33574775, + "api_calls": 90 + }, + "sympy__sympy-24213": { + "resolved": true, + "cost": 0.25246500000000005, + "api_calls": 32 + }, + "sphinx-doc__sphinx-10614": { + "resolved": true, + "cost": 0.8312221499999999, + "api_calls": 56 + }, + "pydata__xarray-6992": { + "resolved": false, + "cost": 0.3677206499999999, + "api_calls": 46 + }, + "matplotlib__matplotlib-23299": { + "resolved": false, + "cost": 0.46541744999999995, + "api_calls": 42 + }, + "sympy__sympy-20590": { + "resolved": false, + "cost": 0.24581564999999997, + "api_calls": 34 + }, + "matplotlib__matplotlib-25311": { + "resolved": true, + "cost": 0.8009753999999999, + "api_calls": 66 + }, + "django__django-13363": { + "resolved": true, + "cost": 0.39671655, + "api_calls": 35 + }, + "sympy__sympy-14531": { + "resolved": true, + "cost": 0.57155685, + "api_calls": 59 + }, + "matplotlib__matplotlib-23314": { + "resolved": true, + "cost": 0.34006335, + "api_calls": 51 + }, + "django__django-15741": { + "resolved": true, + "cost": 0.50931795, + "api_calls": 50 + }, + "sympy__sympy-15345": { + "resolved": true, + "cost": 0.23024640000000002, + "api_calls": 37 + }, + "django__django-13012": { + "resolved": true, + "cost": 0.494829, + "api_calls": 47 + }, + "django__django-15022": { + "resolved": true, + "cost": 1.0016706, + "api_calls": 60 + }, + "django__django-16527": { + "resolved": false, + "cost": 0.36708764999999993, + "api_calls": 30 + }, + "sphinx-doc__sphinx-11445": { + "resolved": true, + "cost": 0.5175252000000001, + "api_calls": 49 + }, + "pytest-dev__pytest-6197": { + "resolved": true, + "cost": 1.4386397999999996, + "api_calls": 120 + }, + "django__django-9296": { + "resolved": true, + "cost": 0.31869885000000003, + "api_calls": 33 + }, + "scikit-learn__scikit-learn-10297": { + "resolved": true, + "cost": 0.5003947499999999, + "api_calls": 52 + }, + "django__django-13807": { + "resolved": true, + "cost": 0.4393977, + "api_calls": 49 + }, + "astropy__astropy-14365": { + "resolved": true, + "cost": 0.45850755000000015, + "api_calls": 47 + }, + "sphinx-doc__sphinx-9230": { + "resolved": true, + "cost": 0.50206125, + "api_calls": 53 + }, + "scikit-learn__scikit-learn-13124": { + "resolved": true, + "cost": 0.4867944, + "api_calls": 33 + }, + "django__django-11066": { + "resolved": true, + "cost": 0.27525585, + "api_calls": 30 + }, + "sympy__sympy-13480": { + "resolved": true, + "cost": 0.14126805, + "api_calls": 28 + }, + "django__django-15695": { + "resolved": true, + "cost": 0.8170561500000001, + "api_calls": 64 + }, + "django__django-10999": { + "resolved": false, + "cost": 0.19720725, + "api_calls": 20 + }, + "sympy__sympy-22914": { + "resolved": false, + "cost": 0.44010885, + "api_calls": 54 + }, + "sympy__sympy-16766": { + "resolved": true, + "cost": 0.3149052000000001, + "api_calls": 43 + }, + "matplotlib__matplotlib-24149": { + "resolved": true, + "cost": 0.39569235, + "api_calls": 50 + }, + "django__django-15103": { + "resolved": true, + "cost": 0.27418935000000005, + "api_calls": 34 + }, + "astropy__astropy-14182": { + "resolved": true, + "cost": 0.6321871499999999, + "api_calls": 66 + }, + "django__django-11299": { + "resolved": false, + "cost": 0.4603383000000001, + "api_calls": 45 + }, + "sphinx-doc__sphinx-8621": { + "resolved": true, + "cost": 0.50228205, + "api_calls": 25 + }, + "matplotlib__matplotlib-26342": { + "resolved": true, + "cost": 0.5713936500000001, + "api_calls": 56 + }, + "sympy__sympy-21930": { + "resolved": true, + "cost": 0.86963535, + "api_calls": 77 + }, + "django__django-16950": { + "resolved": false, + "cost": 0.7663280999999998, + "api_calls": 64 + }, + "django__django-11880": { + "resolved": false, + "cost": 0.4705148999999999, + "api_calls": 50 + }, + "django__django-12419": { + "resolved": true, + "cost": 0.3021201, + "api_calls": 38 + }, + "django__django-11603": { + "resolved": true, + "cost": 0.39366494999999996, + "api_calls": 47 + }, + "pytest-dev__pytest-6202": { + "resolved": true, + "cost": 0.36752010000000007, + "api_calls": 54 + }, + "sphinx-doc__sphinx-7590": { + "resolved": true, + "cost": 0.9757732500000004, + "api_calls": 84 + }, + "sympy__sympy-19637": { + "resolved": false, + "cost": 0.2184456, + "api_calls": 30 + }, + "pylint-dev__pylint-4551": { + "resolved": true, + "cost": 0.59155515, + "api_calls": 49 + }, + "django__django-13410": { + "resolved": false, + "cost": 0.22346475000000005, + "api_calls": 20 + }, + "pylint-dev__pylint-6386": { + "resolved": true, + "cost": 0.46004369999999983, + "api_calls": 55 + }, + "django__django-11551": { + "resolved": true, + "cost": 0.5816827499999999, + "api_calls": 47 + }, + "django__django-15278": { + "resolved": true, + "cost": 0.40522874999999997, + "api_calls": 37 + }, + "django__django-13741": { + "resolved": true, + "cost": 0.43575614999999995, + "api_calls": 41 + }, + "django__django-13023": { + "resolved": true, + "cost": 0.47710815000000006, + "api_calls": 61 + }, + "astropy__astropy-8872": { + "resolved": true, + "cost": 0.40354634999999994, + "api_calls": 41 + }, + "django__django-13569": { + "resolved": false, + "cost": 0.6105731999999999, + "api_calls": 52 + }, + "django__django-15554": { + "resolved": true, + "cost": 1.07336475, + "api_calls": 75 + }, + "astropy__astropy-7166": { + "resolved": true, + "cost": 0.4319431500000001, + "api_calls": 45 + }, + "pydata__xarray-6938": { + "resolved": true, + "cost": 0.5457583499999998, + "api_calls": 67 + }, + "django__django-16485": { + "resolved": true, + "cost": 0.36965774999999995, + "api_calls": 49 + }, + "astropy__astropy-12907": { + "resolved": true, + "cost": 0.31756680000000004, + "api_calls": 33 + }, + "sympy__sympy-22080": { + "resolved": true, + "cost": 0.7077291, + "api_calls": 68 + }, + "sympy__sympy-20801": { + "resolved": false, + "cost": 0.5398993500000001, + "api_calls": 51 + }, + "django__django-12304": { + "resolved": true, + "cost": 0.50797425, + "api_calls": 46 + }, + "pytest-dev__pytest-10051": { + "resolved": true, + "cost": 0.46841010000000005, + "api_calls": 51 + }, + "astropy__astropy-14539": { + "resolved": true, + "cost": 0.624045, + "api_calls": 62 + }, + "scikit-learn__scikit-learn-25931": { + "resolved": true, + "cost": 0.4478263500000001, + "api_calls": 46 + }, + "scikit-learn__scikit-learn-12585": { + "resolved": true, + "cost": 0.28539149999999996, + "api_calls": 31 + }, + "matplotlib__matplotlib-20488": { + "resolved": true, + "cost": 0.3767339999999999, + "api_calls": 41 + }, + "mwaskom__seaborn-3187": { + "resolved": true, + "cost": 0.5498698499999999, + "api_calls": 62 + }, + "django__django-15128": { + "resolved": false, + "cost": 0.9875530499999999, + "api_calls": 78 + }, + "django__django-13033": { + "resolved": false, + "cost": 0.7746339000000003, + "api_calls": 50 + }, + "sympy__sympy-15017": { + "resolved": true, + "cost": 0.34690515, + "api_calls": 49 + }, + "django__django-15561": { + "resolved": true, + "cost": 0.5623265999999999, + "api_calls": 53 + }, + "django__django-15161": { + "resolved": true, + "cost": 0.4978761, + "api_calls": 63 + }, + "django__django-12965": { + "resolved": true, + "cost": 0.7784443500000003, + "api_calls": 69 + }, + "django__django-15277": { + "resolved": true, + "cost": 0.3456187499999999, + "api_calls": 45 + }, + "sphinx-doc__sphinx-10323": { + "resolved": true, + "cost": 0.38367929999999995, + "api_calls": 33 + }, + "sympy__sympy-22714": { + "resolved": true, + "cost": 0.33728084999999997, + "api_calls": 45 + }, + "sphinx-doc__sphinx-8056": { + "resolved": true, + "cost": 0.6584568000000001, + "api_calls": 63 + }, + "sphinx-doc__sphinx-10435": { + "resolved": false, + "cost": 0.5081199, + "api_calls": 48 + }, + "django__django-16100": { + "resolved": false, + "cost": 0.45684885000000003, + "api_calls": 42 + }, + "psf__requests-1766": { + "resolved": true, + "cost": 0.2553051, + "api_calls": 30 + }, + "pytest-dev__pytest-5262": { + "resolved": false, + "cost": 0.32899575000000003, + "api_calls": 39 + }, + "sphinx-doc__sphinx-9281": { + "resolved": true, + "cost": 0.5187804, + "api_calls": 58 + }, + "matplotlib__matplotlib-20859": { + "resolved": true, + "cost": 0.20054699999999998, + "api_calls": 35 + }, + "django__django-13158": { + "resolved": true, + "cost": 0.46434074999999986, + "api_calls": 48 + }, + "sympy__sympy-13877": { + "resolved": true, + "cost": 0.2698815, + "api_calls": 29 + }, + "sphinx-doc__sphinx-8595": { + "resolved": false, + "cost": 1.0814769000000002, + "api_calls": 87 + }, + "django__django-13343": { + "resolved": false, + "cost": 0.57052215, + "api_calls": 49 + }, + "django__django-15525": { + "resolved": true, + "cost": 0.8389118999999999, + "api_calls": 47 + }, + "django__django-11095": { + "resolved": true, + "cost": 0.50605245, + "api_calls": 55 + }, + "sympy__sympy-17630": { + "resolved": true, + "cost": 0.36531885000000003, + "api_calls": 47 + }, + "django__django-14559": { + "resolved": false, + "cost": 0.3675219, + "api_calls": 53 + }, + "pytest-dev__pytest-5631": { + "resolved": true, + "cost": 0.26784375, + "api_calls": 36 + }, + "matplotlib__matplotlib-26466": { + "resolved": true, + "cost": 0.8311146, + "api_calls": 72 + }, + "django__django-16642": { + "resolved": false, + "cost": 0.28432904999999997, + "api_calls": 37 + }, + "django__django-15930": { + "resolved": false, + "cost": 0.5855413499999998, + "api_calls": 53 + }, + "pydata__xarray-7393": { + "resolved": true, + "cost": 0.5202174000000002, + "api_calls": 64 + }, + "django__django-13406": { + "resolved": true, + "cost": 0.5629905000000001, + "api_calls": 55 + }, + "pytest-dev__pytest-5840": { + "resolved": true, + "cost": 0.40450245, + "api_calls": 39 + }, + "django__django-13658": { + "resolved": false, + "cost": 0.4370223, + "api_calls": 47 + }, + "sympy__sympy-15875": { + "resolved": true, + "cost": 0.42297854999999995, + "api_calls": 48 + }, + "django__django-12039": { + "resolved": true, + "cost": 0.5714639999999999, + "api_calls": 42 + }, + "django__django-15382": { + "resolved": true, + "cost": 1.1886951000000006, + "api_calls": 92 + }, + "sympy__sympy-14711": { + "resolved": true, + "cost": 0.38574719999999996, + "api_calls": 55 + }, + "django__django-11885": { + "resolved": true, + "cost": 2.1605148, + "api_calls": 117 + }, + "matplotlib__matplotlib-25775": { + "resolved": true, + "cost": 1.2706742999999998, + "api_calls": 107 + }, + "pylint-dev__pylint-4661": { + "resolved": true, + "cost": 0.31440390000000007, + "api_calls": 29 + }, + "scikit-learn__scikit-learn-15100": { + "resolved": false, + "cost": 0.26059005, + "api_calls": 36 + }, + "sympy__sympy-17655": { + "resolved": true, + "cost": 0.5071002000000002, + "api_calls": 58 + }, + "sympy__sympy-18763": { + "resolved": true, + "cost": 0.41547105000000006, + "api_calls": 57 + }, + "matplotlib__matplotlib-26291": { + "resolved": false, + "cost": 0.39071025, + "api_calls": 41 + }, + "sympy__sympy-13031": { + "resolved": true, + "cost": 0.7243248, + "api_calls": 70 + }, + "sympy__sympy-24562": { + "resolved": false, + "cost": 0.4881274499999999, + "api_calls": 50 + }, + "pydata__xarray-2905": { + "resolved": true, + "cost": 0.3800770499999999, + "api_calls": 46 + }, + "matplotlib__matplotlib-26208": { + "resolved": true, + "cost": 1.0879753499999991, + "api_calls": 80 + }, + "django__django-14315": { + "resolved": false, + "cost": 0.5264996999999998, + "api_calls": 44 + }, + "astropy__astropy-7606": { + "resolved": false, + "cost": 0.45209654999999993, + "api_calls": 51 + }, + "astropy__astropy-13453": { + "resolved": false, + "cost": 0.5278623, + "api_calls": 46 + }, + "pytest-dev__pytest-7236": { + "resolved": true, + "cost": 0.3965773500000001, + "api_calls": 46 + }, + "sympy__sympy-13878": { + "resolved": true, + "cost": 0.8485657499999999, + "api_calls": 68 + }, + "pylint-dev__pylint-6903": { + "resolved": false, + "cost": 0.3156178499999999, + "api_calls": 33 + }, + "astropy__astropy-13033": { + "resolved": true, + "cost": 0.17199135000000002, + "api_calls": 4 + }, + "django__django-14915": { + "resolved": false, + "cost": 0.3031767, + "api_calls": 39 + }, + "django__django-14539": { + "resolved": true, + "cost": 0.30506055000000004, + "api_calls": 31 + }, + "django__django-15503": { + "resolved": true, + "cost": 1.0819886999999997, + "api_calls": 81 + }, + "django__django-15037": { + "resolved": true, + "cost": 0.59415135, + "api_calls": 51 + }, + "django__django-16612": { + "resolved": true, + "cost": 0.35582639999999993, + "api_calls": 41 + }, + "django__django-14404": { + "resolved": true, + "cost": 0.5950604999999999, + "api_calls": 56 + }, + "django__django-12754": { + "resolved": false, + "cost": 0.8655880499999999, + "api_calls": 47 + }, + "sphinx-doc__sphinx-9229": { + "resolved": true, + "cost": 1.4292115500000007, + "api_calls": 103 + }, + "sphinx-doc__sphinx-8265": { + "resolved": false, + "cost": 0.8553438000000002, + "api_calls": 83 + }, + "django__django-13590": { + "resolved": true, + "cost": 0.34753514999999996, + "api_calls": 36 + }, + "django__django-14580": { + "resolved": true, + "cost": 0.38749200000000006, + "api_calls": 42 + }, + "django__django-14999": { + "resolved": true, + "cost": 0.60316485, + "api_calls": 35 + }, + "pytest-dev__pytest-7571": { + "resolved": true, + "cost": 0.21650039999999995, + "api_calls": 30 + }, + "sphinx-doc__sphinx-8269": { + "resolved": true, + "cost": 0.17050289999999999, + "api_calls": 15 + }, + "django__django-13112": { + "resolved": true, + "cost": 0.8517093000000001, + "api_calls": 79 + }, + "django__django-13513": { + "resolved": false, + "cost": 0.21978915000000002, + "api_calls": 27 + }, + "pytest-dev__pytest-7432": { + "resolved": false, + "cost": 0.3586962000000001, + "api_calls": 44 + }, + "django__django-15731": { + "resolved": true, + "cost": 0.20551004999999997, + "api_calls": 22 + }, + "sympy__sympy-16792": { + "resolved": true, + "cost": 0.6187469999999999, + "api_calls": 58 + }, + "django__django-14034": { + "resolved": true, + "cost": 0.60870075, + "api_calls": 49 + }, + "astropy__astropy-14096": { + "resolved": false, + "cost": 0.3940223999999999, + "api_calls": 35 + }, + "django__django-14765": { + "resolved": true, + "cost": 0.2517354, + "api_calls": 36 + }, + "sympy__sympy-18698": { + "resolved": true, + "cost": 0.7132434000000001, + "api_calls": 61 + }, + "django__django-14771": { + "resolved": false, + "cost": 0.5501802, + "api_calls": 42 + }, + "django__django-15957": { + "resolved": true, + "cost": 1.0241150999999997, + "api_calls": 71 + }, + "pydata__xarray-3095": { + "resolved": false, + "cost": 0.5882360999999999, + "api_calls": 58 + }, + "sympy__sympy-19954": { + "resolved": true, + "cost": 0.29025629999999997, + "api_calls": 31 + }, + "sympy__sympy-16886": { + "resolved": true, + "cost": 0.19520475000000007, + "api_calls": 29 + }, + "django__django-11239": { + "resolved": true, + "cost": 0.4271208000000001, + "api_calls": 43 + }, + "django__django-13820": { + "resolved": true, + "cost": 0.46010385000000004, + "api_calls": 38 + }, + "pydata__xarray-4629": { + "resolved": true, + "cost": 0.3456044999999999, + "api_calls": 40 + }, + "django__django-13315": { + "resolved": true, + "cost": 0.83266305, + "api_calls": 70 + }, + "django__django-16901": { + "resolved": true, + "cost": 0.5776072499999997, + "api_calls": 47 + }, + "django__django-13346": { + "resolved": true, + "cost": 0.5320989, + "api_calls": 51 + }, + "django__django-12262": { + "resolved": true, + "cost": 0.4517691, + "api_calls": 30 + }, + "sympy__sympy-24661": { + "resolved": true, + "cost": 0.4011633, + "api_calls": 44 + }, + "django__django-11119": { + "resolved": true, + "cost": 0.48343424999999995, + "api_calls": 47 + }, + "psf__requests-6028": { + "resolved": true, + "cost": 0.7174914000000001, + "api_calls": 67 + }, + "sympy__sympy-20154": { + "resolved": false, + "cost": 0.35127404999999995, + "api_calls": 36 + }, + "scikit-learn__scikit-learn-13142": { + "resolved": true, + "cost": 0.43854449999999995, + "api_calls": 46 + }, + "django__django-14752": { + "resolved": true, + "cost": 0.5154847499999999, + "api_calls": 31 + }, + "django__django-15563": { + "resolved": true, + "cost": 0.7948258500000002, + "api_calls": 58 + }, + "sympy__sympy-16597": { + "resolved": true, + "cost": 0.8508084000000004, + "api_calls": 87 + }, + "django__django-15987": { + "resolved": false, + "cost": 0.3989351999999999, + "api_calls": 41 + }, + "sympy__sympy-15976": { + "resolved": true, + "cost": 0.3940026, + "api_calls": 33 + }, + "django__django-10973": { + "resolved": false, + "cost": 0.5177749500000001, + "api_calls": 39 + }, + "django__django-15127": { + "resolved": true, + "cost": 0.4399257000000001, + "api_calls": 35 + }, + "scikit-learn__scikit-learn-13439": { + "resolved": false, + "cost": 0.38521124999999995, + "api_calls": 44 + }, + "django__django-13551": { + "resolved": true, + "cost": 0.3707313, + "api_calls": 32 + }, + "sphinx-doc__sphinx-7748": { + "resolved": true, + "cost": 1.4444607, + "api_calls": 85 + }, + "django__django-13516": { + "resolved": false, + "cost": 0.3215979000000001, + "api_calls": 35 + }, + "django__django-10554": { + "resolved": true, + "cost": 3.0223629000000005, + "api_calls": 164 + }, + "django__django-16082": { + "resolved": false, + "cost": 0.4116687, + "api_calls": 45 + }, + "django__django-13786": { + "resolved": true, + "cost": 0.44167874999999995, + "api_calls": 38 + }, + "sympy__sympy-21596": { + "resolved": true, + "cost": 0.9464137499999999, + "api_calls": 78 + }, + "matplotlib__matplotlib-26113": { + "resolved": false, + "cost": 0.4950142500000001, + "api_calls": 39 + }, + "django__django-14672": { + "resolved": true, + "cost": 0.37626824999999997, + "api_calls": 35 + }, + "django__django-13109": { + "resolved": true, + "cost": 0.4754646, + "api_calls": 44 + }, + "django__django-11141": { + "resolved": true, + "cost": 0.45348255, + "api_calls": 37 + }, + "matplotlib__matplotlib-23412": { + "resolved": false, + "cost": 0.6217506, + "api_calls": 58 + }, + "sympy__sympy-13551": { + "resolved": true, + "cost": 0.43507485, + "api_calls": 38 + }, + "django__django-15368": { + "resolved": true, + "cost": 0.46329419999999993, + "api_calls": 61 + }, + "django__django-15814": { + "resolved": true, + "cost": 0.35450489999999996, + "api_calls": 38 + }, + "django__django-13933": { + "resolved": true, + "cost": 0.35186939999999994, + "api_calls": 36 + }, + "scikit-learn__scikit-learn-12682": { + "resolved": true, + "cost": 0.6545107499999999, + "api_calls": 48 + }, + "matplotlib__matplotlib-20676": { + "resolved": true, + "cost": 0.87590085, + "api_calls": 83 + }, + "sphinx-doc__sphinx-8593": { + "resolved": false, + "cost": 0.6851474999999997, + "api_calls": 56 + }, + "sympy__sympy-13852": { + "resolved": true, + "cost": 0.6621728999999997, + "api_calls": 52 + }, + "django__django-16819": { + "resolved": false, + "cost": 0.6209736, + "api_calls": 48 + }, + "django__django-12713": { + "resolved": true, + "cost": 0.3572103, + "api_calls": 34 + }, + "django__django-14855": { + "resolved": true, + "cost": 0.56250315, + "api_calls": 50 + }, + "django__django-14155": { + "resolved": true, + "cost": 0.38896949999999997, + "api_calls": 45 + }, + "scikit-learn__scikit-learn-26323": { + "resolved": false, + "cost": 0.327984, + "api_calls": 37 + }, + "scikit-learn__scikit-learn-13328": { + "resolved": true, + "cost": 0.3378515999999999, + "api_calls": 38 + }, + "sphinx-doc__sphinx-11510": { + "resolved": true, + "cost": 0.4745068499999999, + "api_calls": 40 + }, + "django__django-13195": { + "resolved": false, + "cost": 0.6148444499999999, + "api_calls": 50 + }, + "django__django-15916": { + "resolved": false, + "cost": 0.8115699, + "api_calls": 75 + }, + "django__django-11820": { + "resolved": true, + "cost": 0.4079044500000001, + "api_calls": 41 + }, + "sympy__sympy-24066": { + "resolved": false, + "cost": 0.5885900999999998, + "api_calls": 65 + }, + "sphinx-doc__sphinx-9591": { + "resolved": true, + "cost": 1.2348250500000002, + "api_calls": 94 + }, + "pytest-dev__pytest-7982": { + "resolved": true, + "cost": 0.34583820000000004, + "api_calls": 39 + }, + "django__django-14725": { + "resolved": true, + "cost": 0.7037604000000002, + "api_calls": 43 + }, + "django__django-17029": { + "resolved": false, + "cost": 0.33133140000000005, + "api_calls": 41 + }, + "matplotlib__matplotlib-14623": { + "resolved": true, + "cost": 0.55399155, + "api_calls": 52 + }, + "pydata__xarray-6461": { + "resolved": true, + "cost": 0.4513749, + "api_calls": 58 + }, + "django__django-16662": { + "resolved": true, + "cost": 0.28748295, + "api_calls": 36 + }, + "sphinx-doc__sphinx-9461": { + "resolved": true, + "cost": 1.2197908500000005, + "api_calls": 103 + }, + "django__django-11848": { + "resolved": false, + "cost": 0.44627895, + "api_calls": 38 + }, + "matplotlib__matplotlib-22719": { + "resolved": false, + "cost": 0.32385345, + "api_calls": 29 + }, + "pydata__xarray-4966": { + "resolved": true, + "cost": 0.41096489999999997, + "api_calls": 27 + }, + "django__django-11728": { + "resolved": true, + "cost": 0.3996016499999999, + "api_calls": 40 + }, + "matplotlib__matplotlib-24627": { + "resolved": false, + "cost": 0.6200718000000004, + "api_calls": 66 + }, + "sphinx-doc__sphinx-7440": { + "resolved": true, + "cost": 0.6165288000000001, + "api_calls": 56 + }, + "sympy__sympy-12419": { + "resolved": false, + "cost": 0.8976156000000002, + "api_calls": 90 + }, + "matplotlib__matplotlib-13989": { + "resolved": true, + "cost": 0.40627844999999996, + "api_calls": 44 + }, + "django__django-11163": { + "resolved": true, + "cost": 0.35495385, + "api_calls": 41 + }, + "matplotlib__matplotlib-24177": { + "resolved": true, + "cost": 1.2727764000000001, + "api_calls": 91 + }, + "django__django-14011": { + "resolved": false, + "cost": 0.45254865, + "api_calls": 44 + }, + "django__django-13279": { + "resolved": false, + "cost": 0.4853682, + "api_calls": 37 + }, + "sympy__sympy-23534": { + "resolved": true, + "cost": 0.33789045000000006, + "api_calls": 40 + }, + "astropy__astropy-7336": { + "resolved": true, + "cost": 0.24674744999999998, + "api_calls": 36 + }, + "mwaskom__seaborn-3069": { + "resolved": true, + "cost": 0.8591325000000001, + "api_calls": 63 + }, + "scikit-learn__scikit-learn-13779": { + "resolved": false, + "cost": 0.29558009999999996, + "api_calls": 38 + }, + "django__django-11179": { + "resolved": true, + "cost": 0.3665137500000001, + "api_calls": 41 + }, + "pydata__xarray-4075": { + "resolved": true, + "cost": 0.32196974999999994, + "api_calls": 33 + }, + "django__django-16595": { + "resolved": true, + "cost": 0.38552295000000003, + "api_calls": 42 + }, + "sympy__sympy-14248": { + "resolved": true, + "cost": 1.7238185999999995, + "api_calls": 140 + }, + "pylint-dev__pylint-4604": { + "resolved": false, + "cost": 0.4319218499999999, + "api_calls": 61 + }, + "astropy__astropy-14369": { + "resolved": false, + "cost": 0.6977376, + "api_calls": 53 + }, + "sympy__sympy-20438": { + "resolved": false, + "cost": 0.4699428000000001, + "api_calls": 55 + }, + "django__django-14500": { + "resolved": false, + "cost": 0.45277395000000004, + "api_calls": 45 + }, + "sphinx-doc__sphinx-9673": { + "resolved": true, + "cost": 0.47036895000000006, + "api_calls": 38 + }, + "astropy__astropy-14309": { + "resolved": true, + "cost": 0.39041400000000004, + "api_calls": 42 + }, + "sphinx-doc__sphinx-9698": { + "resolved": true, + "cost": 0.36912405000000004, + "api_calls": 38 + }, + "sympy__sympy-12489": { + "resolved": true, + "cost": 1.02715575, + "api_calls": 108 + }, + "pydata__xarray-6744": { + "resolved": false, + "cost": 0.68880855, + "api_calls": 52 + }, + "django__django-17084": { + "resolved": true, + "cost": 0.9899852999999995, + "api_calls": 81 + }, + "pydata__xarray-6599": { + "resolved": true, + "cost": 0.8077395000000002, + "api_calls": 61 + }, + "django__django-11138": { + "resolved": false, + "cost": 1.0465217999999998, + "api_calls": 80 + }, + "django__django-11477": { + "resolved": true, + "cost": 0.5553904500000001, + "api_calls": 42 + }, + "sympy__sympy-13091": { + "resolved": false, + "cost": 1.0978542, + "api_calls": 112 + }, + "django__django-11099": { + "resolved": true, + "cost": 0.18985589999999997, + "api_calls": 24 + }, + "django__django-16429": { + "resolved": true, + "cost": 0.3269604, + "api_calls": 31 + }, + "django__django-14792": { + "resolved": true, + "cost": 0.5826507, + "api_calls": 47 + }, + "django__django-11999": { + "resolved": false, + "cost": 0.38027775, + "api_calls": 48 + }, + "sphinx-doc__sphinx-8721": { + "resolved": true, + "cost": 0.34501695000000004, + "api_calls": 33 + }, + "sympy__sympy-21847": { + "resolved": true, + "cost": 0.4551837000000001, + "api_calls": 43 + }, + "django__django-15973": { + "resolved": true, + "cost": 1.3910191499999995, + "api_calls": 105 + } + } }, { "name": "Claude 4 Opus (20250514)", @@ -105,7 +2607,2509 @@ "System: Attempts - 1" ], "warning": null, - "mini-swe-agent_version": "1.7.0" + "mini-swe-agent_version": "1.7.0", + "per_instance_details": { + "pytest-dev__pytest-10356": { + "resolved": true, + "cost": 0.44183300000000003, + "api_calls": 19 + }, + "django__django-11532": { + "resolved": false, + "cost": 0.1944235, + "api_calls": 12 + }, + "django__django-12050": { + "resolved": false, + "cost": 0.07746500000000002, + "api_calls": 7 + }, + "pydata__xarray-3151": { + "resolved": true, + "cost": 0.1782045, + "api_calls": 13 + }, + "django__django-13512": { + "resolved": true, + "cost": 0.13296925, + "api_calls": 11 + }, + "sympy__sympy-18189": { + "resolved": false, + "cost": 0.11450375, + "api_calls": 8 + }, + "django__django-13028": { + "resolved": true, + "cost": 0.13842125, + "api_calls": 8 + }, + "django__django-13449": { + "resolved": true, + "cost": 0.32553200000000004, + "api_calls": 14 + }, + "django__django-11211": { + "resolved": true, + "cost": 0.1414875, + "api_calls": 8 + }, + "matplotlib__matplotlib-25332": { + "resolved": true, + "cost": 0.19087475, + "api_calls": 16 + }, + "django__django-11087": { + "resolved": false, + "cost": 0.107709, + "api_calls": 7 + }, + "django__django-15863": { + "resolved": false, + "cost": 0.23841625000000002, + "api_calls": 14 + }, + "django__django-14376": { + "resolved": true, + "cost": 0.16961100000000004, + "api_calls": 9 + }, + "django__django-14017": { + "resolved": true, + "cost": 0.28208775, + "api_calls": 15 + }, + "pydata__xarray-4695": { + "resolved": true, + "cost": 0.13945275000000001, + "api_calls": 10 + }, + "sympy__sympy-16450": { + "resolved": true, + "cost": 0.17942875000000003, + "api_calls": 10 + }, + "django__django-14493": { + "resolved": true, + "cost": 0.07756125, + "api_calls": 7 + }, + "matplotlib__matplotlib-25960": { + "resolved": true, + "cost": 0.55553775, + "api_calls": 21 + }, + "psf__requests-1921": { + "resolved": false, + "cost": 0.1935885, + "api_calls": 12 + }, + "django__django-12308": { + "resolved": false, + "cost": 0.20249975000000003, + "api_calls": 11 + }, + "astropy__astropy-13579": { + "resolved": false, + "cost": 0.24484975000000003, + "api_calls": 12 + }, + "django__django-12708": { + "resolved": true, + "cost": 0.43316475, + "api_calls": 25 + }, + "django__django-14089": { + "resolved": true, + "cost": 0.09420375, + "api_calls": 7 + }, + "pylint-dev__pylint-7277": { + "resolved": true, + "cost": 0.17457525000000002, + "api_calls": 9 + }, + "pydata__xarray-3993": { + "resolved": false, + "cost": 0.22154625000000003, + "api_calls": 16 + }, + "sphinx-doc__sphinx-9258": { + "resolved": false, + "cost": 0.3480335, + "api_calls": 14 + }, + "pytest-dev__pytest-7324": { + "resolved": true, + "cost": 0.13149725, + "api_calls": 8 + }, + "pydata__xarray-7233": { + "resolved": false, + "cost": 0.1087975, + "api_calls": 7 + }, + "django__django-14631": { + "resolved": true, + "cost": 0.58594725, + "api_calls": 25 + }, + "sympy__sympy-21379": { + "resolved": false, + "cost": 0.4593922499999999, + "api_calls": 21 + }, + "pylint-dev__pylint-7080": { + "resolved": true, + "cost": 0.44360225, + "api_calls": 16 + }, + "django__django-15315": { + "resolved": false, + "cost": 0.13342875000000004, + "api_calls": 8 + }, + "sympy__sympy-12096": { + "resolved": true, + "cost": 0.11216625000000001, + "api_calls": 10 + }, + "django__django-16569": { + "resolved": true, + "cost": 0.05326025, + "api_calls": 6 + }, + "sphinx-doc__sphinx-9367": { + "resolved": true, + "cost": 0.20216325000000002, + "api_calls": 10 + }, + "sympy__sympy-13615": { + "resolved": true, + "cost": 0.45193875000000006, + "api_calls": 17 + }, + "sphinx-doc__sphinx-7910": { + "resolved": true, + "cost": 0.06751750000000001, + "api_calls": 6 + }, + "django__django-11400": { + "resolved": true, + "cost": 0.27773500000000007, + "api_calls": 17 + }, + "django__django-11740": { + "resolved": false, + "cost": 0.42886549999999996, + "api_calls": 20 + }, + "sphinx-doc__sphinx-7462": { + "resolved": true, + "cost": 0.16310625, + "api_calls": 10 + }, + "sympy__sympy-13647": { + "resolved": false, + "cost": 0.27509875000000006, + "api_calls": 15 + }, + "django__django-14140": { + "resolved": true, + "cost": 0.08556525000000001, + "api_calls": 8 + }, + "django__django-12663": { + "resolved": true, + "cost": 0.5198517500000001, + "api_calls": 21 + }, + "pylint-dev__pylint-4970": { + "resolved": true, + "cost": 0.5075542500000001, + "api_calls": 20 + }, + "django__django-14534": { + "resolved": false, + "cost": 0.098563, + "api_calls": 9 + }, + "astropy__astropy-13236": { + "resolved": false, + "cost": 0.07723050000000001, + "api_calls": 9 + }, + "django__django-11292": { + "resolved": false, + "cost": 0.22143625, + "api_calls": 12 + }, + "django__django-15569": { + "resolved": true, + "cost": 0.04242875, + "api_calls": 5 + }, + "django__django-13417": { + "resolved": true, + "cost": 0.14767425, + "api_calls": 13 + }, + "sympy__sympy-20916": { + "resolved": true, + "cost": 0.164993, + "api_calls": 10 + }, + "pydata__xarray-6721": { + "resolved": false, + "cost": 0.41195550000000003, + "api_calls": 18 + }, + "pytest-dev__pytest-7521": { + "resolved": true, + "cost": 0.253163, + "api_calls": 12 + }, + "astropy__astropy-14598": { + "resolved": true, + "cost": 1.2621507500000002, + "api_calls": 33 + }, + "sympy__sympy-21612": { + "resolved": false, + "cost": 0.73204525, + "api_calls": 24 + }, + "matplotlib__matplotlib-25122": { + "resolved": false, + "cost": 0.21126224999999998, + "api_calls": 12 + }, + "psf__requests-2317": { + "resolved": true, + "cost": 0.13799850000000002, + "api_calls": 11 + }, + "sphinx-doc__sphinx-10449": { + "resolved": false, + "cost": 0.21557274999999998, + "api_calls": 12 + }, + "pytest-dev__pytest-8399": { + "resolved": true, + "cost": 0.10545125, + "api_calls": 8 + }, + "django__django-14434": { + "resolved": true, + "cost": 0.12696425, + "api_calls": 10 + }, + "django__django-13809": { + "resolved": true, + "cost": 0.3060705, + "api_calls": 15 + }, + "matplotlib__matplotlib-24570": { + "resolved": true, + "cost": 0.15390900000000002, + "api_calls": 11 + }, + "django__django-12209": { + "resolved": true, + "cost": 0.15586375, + "api_calls": 11 + }, + "scikit-learn__scikit-learn-14087": { + "resolved": true, + "cost": 0.5469545, + "api_calls": 19 + }, + "django__django-12193": { + "resolved": true, + "cost": 0.281308, + "api_calls": 13 + }, + "matplotlib__matplotlib-25479": { + "resolved": false, + "cost": 0.2522715000000001, + "api_calls": 13 + }, + "sphinx-doc__sphinx-7757": { + "resolved": false, + "cost": 0.2872095, + "api_calls": 13 + }, + "pydata__xarray-7229": { + "resolved": true, + "cost": 0.37385650000000004, + "api_calls": 13 + }, + "django__django-16136": { + "resolved": false, + "cost": 0.10929125, + "api_calls": 7 + }, + "django__django-11133": { + "resolved": false, + "cost": 0.11897525000000002, + "api_calls": 9 + }, + "pydata__xarray-4356": { + "resolved": true, + "cost": 0.489655, + "api_calls": 16 + }, + "django__django-11206": { + "resolved": true, + "cost": 0.20342875000000002, + "api_calls": 8 + }, + "django__django-16493": { + "resolved": true, + "cost": 0.09366875, + "api_calls": 6 + }, + "django__django-15375": { + "resolved": true, + "cost": 0.47743575000000005, + "api_calls": 18 + }, + "sympy__sympy-19040": { + "resolved": true, + "cost": 0.9568909999999999, + "api_calls": 34 + }, + "sympy__sympy-13372": { + "resolved": true, + "cost": 0.10907675, + "api_calls": 8 + }, + "sympy__sympy-24539": { + "resolved": true, + "cost": 0.16956675, + "api_calls": 10 + }, + "sphinx-doc__sphinx-9602": { + "resolved": true, + "cost": 0.3464137500000001, + "api_calls": 14 + }, + "sphinx-doc__sphinx-10466": { + "resolved": false, + "cost": 0.353764, + "api_calls": 17 + }, + "django__django-16139": { + "resolved": true, + "cost": 0.09796125, + "api_calls": 9 + }, + "django__django-10880": { + "resolved": true, + "cost": 0.09781550000000001, + "api_calls": 9 + }, + "pytest-dev__pytest-5787": { + "resolved": true, + "cost": 0.6293725000000001, + "api_calls": 22 + }, + "django__django-14311": { + "resolved": false, + "cost": 0.24640175000000006, + "api_calls": 11 + }, + "django__django-11265": { + "resolved": true, + "cost": 0.26378375000000004, + "api_calls": 14 + }, + "scikit-learn__scikit-learn-25973": { + "resolved": false, + "cost": 0.11101225, + "api_calls": 7 + }, + "matplotlib__matplotlib-22871": { + "resolved": true, + "cost": 0.29040475, + "api_calls": 12 + }, + "matplotlib__matplotlib-23476": { + "resolved": true, + "cost": 0.5705712500000001, + "api_calls": 23 + }, + "matplotlib__matplotlib-25287": { + "resolved": false, + "cost": 0.10940000000000001, + "api_calls": 9 + }, + "psf__requests-1724": { + "resolved": true, + "cost": 0.39278475000000007, + "api_calls": 16 + }, + "django__django-15280": { + "resolved": false, + "cost": 2.4862675, + "api_calls": 43 + }, + "django__django-13794": { + "resolved": false, + "cost": 0.36183875000000004, + "api_calls": 15 + }, + "sympy__sympy-24443": { + "resolved": false, + "cost": 0.4573962500000001, + "api_calls": 16 + }, + "matplotlib__matplotlib-21568": { + "resolved": false, + "cost": 0.31739225, + "api_calls": 12 + }, + "django__django-16454": { + "resolved": false, + "cost": 0.20647400000000002, + "api_calls": 11 + }, + "django__django-13128": { + "resolved": false, + "cost": 0.262708, + "api_calls": 14 + }, + "sympy__sympy-18211": { + "resolved": true, + "cost": 0.3990005000000001, + "api_calls": 17 + }, + "scikit-learn__scikit-learn-26194": { + "resolved": false, + "cost": 0.15674875000000002, + "api_calls": 7 + }, + "django__django-17087": { + "resolved": false, + "cost": 0.1599365, + "api_calls": 10 + }, + "sphinx-doc__sphinx-8475": { + "resolved": true, + "cost": 0.09848750000000002, + "api_calls": 9 + }, + "django__django-14170": { + "resolved": true, + "cost": 0.16829900000000003, + "api_calls": 11 + }, + "scikit-learn__scikit-learn-14894": { + "resolved": false, + "cost": 0.08625225, + "api_calls": 6 + }, + "astropy__astropy-7671": { + "resolved": true, + "cost": 0.27123275, + "api_calls": 16 + }, + "django__django-16938": { + "resolved": true, + "cost": 0.20417200000000002, + "api_calls": 10 + }, + "django__django-11276": { + "resolved": true, + "cost": 0.05313, + "api_calls": 6 + }, + "scikit-learn__scikit-learn-14496": { + "resolved": true, + "cost": 0.10781875, + "api_calls": 9 + }, + "django__django-15467": { + "resolved": true, + "cost": 0.05408625, + "api_calls": 5 + }, + "django__django-13810": { + "resolved": true, + "cost": 0.09263750000000001, + "api_calls": 7 + }, + "django__django-15098": { + "resolved": true, + "cost": 0.34868150000000003, + "api_calls": 18 + }, + "django__django-11490": { + "resolved": false, + "cost": 0.22836925, + "api_calls": 13 + }, + "django__django-13297": { + "resolved": false, + "cost": 0.11108850000000002, + "api_calls": 8 + }, + "scikit-learn__scikit-learn-9288": { + "resolved": false, + "cost": 0.13343750000000001, + "api_calls": 9 + }, + "django__django-12774": { + "resolved": true, + "cost": 0.17016225000000001, + "api_calls": 13 + }, + "django__django-15499": { + "resolved": true, + "cost": 0.28154250000000003, + "api_calls": 17 + }, + "sympy__sympy-19495": { + "resolved": false, + "cost": 0.151538, + "api_calls": 8 + }, + "sphinx-doc__sphinx-8035": { + "resolved": true, + "cost": 0.2704795, + "api_calls": 14 + }, + "scikit-learn__scikit-learn-14141": { + "resolved": true, + "cost": 0.06931225, + "api_calls": 10 + }, + "django__django-16877": { + "resolved": true, + "cost": 0.19025250000000002, + "api_calls": 10 + }, + "sphinx-doc__sphinx-9320": { + "resolved": true, + "cost": 0.13623000000000002, + "api_calls": 7 + }, + "sympy__sympy-23824": { + "resolved": true, + "cost": 0.08465900000000001, + "api_calls": 8 + }, + "django__django-14608": { + "resolved": true, + "cost": 0.1013985, + "api_calls": 8 + }, + "django__django-13837": { + "resolved": true, + "cost": 0.11409125, + "api_calls": 6 + }, + "matplotlib__matplotlib-20826": { + "resolved": true, + "cost": 0.6285425000000001, + "api_calls": 26 + }, + "matplotlib__matplotlib-24970": { + "resolved": false, + "cost": 0.11679675, + "api_calls": 9 + }, + "scikit-learn__scikit-learn-14983": { + "resolved": true, + "cost": 0.49106675000000005, + "api_calls": 22 + }, + "django__django-13344": { + "resolved": true, + "cost": 0.29417250000000006, + "api_calls": 11 + }, + "pytest-dev__pytest-10081": { + "resolved": false, + "cost": 0.29090925, + "api_calls": 12 + }, + "django__django-16116": { + "resolved": true, + "cost": 0.25233375, + "api_calls": 11 + }, + "sympy__sympy-15349": { + "resolved": true, + "cost": 0.13845425, + "api_calls": 8 + }, + "sympy__sympy-13757": { + "resolved": true, + "cost": 0.19295149999999997, + "api_calls": 12 + }, + "sphinx-doc__sphinx-7889": { + "resolved": true, + "cost": 0.24860900000000002, + "api_calls": 15 + }, + "matplotlib__matplotlib-24637": { + "resolved": false, + "cost": 1.0938755000000002, + "api_calls": 34 + }, + "django__django-16502": { + "resolved": true, + "cost": 0.28171675, + "api_calls": 13 + }, + "scikit-learn__scikit-learn-25747": { + "resolved": false, + "cost": 0.13411875, + "api_calls": 7 + }, + "sympy__sympy-11618": { + "resolved": false, + "cost": 0.142147, + "api_calls": 9 + }, + "matplotlib__matplotlib-24870": { + "resolved": true, + "cost": 0.29950725000000006, + "api_calls": 13 + }, + "pylint-dev__pylint-8898": { + "resolved": false, + "cost": 0.2868085, + "api_calls": 15 + }, + "sphinx-doc__sphinx-7985": { + "resolved": false, + "cost": 0.45926175, + "api_calls": 19 + }, + "django__django-12125": { + "resolved": false, + "cost": 0.308863, + "api_calls": 18 + }, + "django__django-12858": { + "resolved": false, + "cost": 0.12971625, + "api_calls": 10 + }, + "sympy__sympy-13974": { + "resolved": true, + "cost": 0.71185275, + "api_calls": 16 + }, + "django__django-14373": { + "resolved": false, + "cost": 0.09359125000000001, + "api_calls": 8 + }, + "django__django-15732": { + "resolved": true, + "cost": 0.198305, + "api_calls": 10 + }, + "sphinx-doc__sphinx-8459": { + "resolved": false, + "cost": 0.1057065, + "api_calls": 10 + }, + "django__django-15380": { + "resolved": true, + "cost": 0.135909, + "api_calls": 10 + }, + "sphinx-doc__sphinx-10673": { + "resolved": true, + "cost": 0.6654415, + "api_calls": 24 + }, + "sphinx-doc__sphinx-8548": { + "resolved": true, + "cost": 0.706286, + "api_calls": 24 + }, + "django__django-13121": { + "resolved": false, + "cost": 0.6504317499999999, + "api_calls": 25 + }, + "pytest-dev__pytest-7205": { + "resolved": true, + "cost": 0.08340075000000001, + "api_calls": 7 + }, + "django__django-15629": { + "resolved": true, + "cost": 0.26532675, + "api_calls": 14 + }, + "sympy__sympy-17318": { + "resolved": false, + "cost": 0.41497500000000004, + "api_calls": 16 + }, + "django__django-13089": { + "resolved": false, + "cost": 0.12566375000000002, + "api_calls": 9 + }, + "django__django-14787": { + "resolved": true, + "cost": 0.1339875, + "api_calls": 10 + }, + "pydata__xarray-4094": { + "resolved": true, + "cost": 0.33969800000000006, + "api_calls": 16 + }, + "scikit-learn__scikit-learn-14710": { + "resolved": true, + "cost": 0.17085, + "api_calls": 10 + }, + "django__django-13821": { + "resolved": true, + "cost": 0.15832125000000002, + "api_calls": 10 + }, + "scikit-learn__scikit-learn-14629": { + "resolved": true, + "cost": 0.09607175000000001, + "api_calls": 6 + }, + "django__django-16801": { + "resolved": false, + "cost": 0.05613325000000001, + "api_calls": 6 + }, + "django__django-15104": { + "resolved": true, + "cost": 0.09531700000000001, + "api_calls": 7 + }, + "sympy__sympy-23950": { + "resolved": true, + "cost": 0.37038424999999997, + "api_calls": 19 + }, + "scikit-learn__scikit-learn-25232": { + "resolved": false, + "cost": 0.27366325, + "api_calls": 14 + }, + "django__django-14053": { + "resolved": true, + "cost": 0.36681550000000007, + "api_calls": 17 + }, + "sympy__sympy-15599": { + "resolved": false, + "cost": 0.40176, + "api_calls": 12 + }, + "django__django-10914": { + "resolved": false, + "cost": 0.09312125, + "api_calls": 10 + }, + "django__django-11749": { + "resolved": true, + "cost": 0.10470225, + "api_calls": 7 + }, + "sympy__sympy-23413": { + "resolved": true, + "cost": 0.66427725, + "api_calls": 19 + }, + "matplotlib__matplotlib-24026": { + "resolved": true, + "cost": 0.303901, + "api_calls": 16 + }, + "pytest-dev__pytest-5809": { + "resolved": true, + "cost": 0.07756, + "api_calls": 6 + }, + "django__django-16899": { + "resolved": true, + "cost": 0.13571525, + "api_calls": 11 + }, + "django__django-15851": { + "resolved": true, + "cost": 0.10424100000000001, + "api_calls": 11 + }, + "django__django-10097": { + "resolved": true, + "cost": 0.25843, + "api_calls": 11 + }, + "django__django-12741": { + "resolved": false, + "cost": 0.08238600000000001, + "api_calls": 9 + }, + "django__django-12406": { + "resolved": true, + "cost": 0.29836875, + "api_calls": 14 + }, + "scikit-learn__scikit-learn-14053": { + "resolved": false, + "cost": 0.12093975000000001, + "api_calls": 11 + }, + "django__django-11734": { + "resolved": true, + "cost": 0.89249325, + "api_calls": 28 + }, + "sympy__sympy-15809": { + "resolved": false, + "cost": 0.091368, + "api_calls": 8 + }, + "django__django-11790": { + "resolved": true, + "cost": 0.09353875000000002, + "api_calls": 7 + }, + "sympy__sympy-14976": { + "resolved": false, + "cost": 0.2936625, + "api_calls": 14 + }, + "django__django-16661": { + "resolved": false, + "cost": 0.20402750000000003, + "api_calls": 10 + }, + "django__django-14007": { + "resolved": true, + "cost": 0.46341225, + "api_calls": 19 + }, + "django__django-11433": { + "resolved": true, + "cost": 0.17821475, + "api_calls": 11 + }, + "django__django-13401": { + "resolved": true, + "cost": 0.23692275, + "api_calls": 11 + }, + "pytest-dev__pytest-7490": { + "resolved": true, + "cost": 0.25129250000000003, + "api_calls": 13 + }, + "scikit-learn__scikit-learn-10908": { + "resolved": true, + "cost": 0.28206925000000005, + "api_calls": 14 + }, + "scikit-learn__scikit-learn-10844": { + "resolved": true, + "cost": 0.11520625000000001, + "api_calls": 7 + }, + "django__django-12273": { + "resolved": true, + "cost": 0.31947125000000004, + "api_calls": 15 + }, + "django__django-16333": { + "resolved": false, + "cost": 0.25209575, + "api_calls": 16 + }, + "astropy__astropy-13977": { + "resolved": true, + "cost": 0.41072425, + "api_calls": 18 + }, + "scikit-learn__scikit-learn-12973": { + "resolved": false, + "cost": 0.29114125, + "api_calls": 14 + }, + "sympy__sympy-17139": { + "resolved": false, + "cost": 0.147287, + "api_calls": 9 + }, + "sphinx-doc__sphinx-8638": { + "resolved": true, + "cost": 0.14779625000000002, + "api_calls": 10 + }, + "django__django-16255": { + "resolved": true, + "cost": 0.05434625, + "api_calls": 5 + }, + "pylint-dev__pylint-6528": { + "resolved": true, + "cost": 0.9920587500000001, + "api_calls": 32 + }, + "django__django-12276": { + "resolved": false, + "cost": 0.1486635, + "api_calls": 12 + }, + "pydata__xarray-3305": { + "resolved": true, + "cost": 0.29954075, + "api_calls": 19 + }, + "django__django-13670": { + "resolved": true, + "cost": 0.06218875, + "api_calls": 6 + }, + "django__django-14122": { + "resolved": true, + "cost": 0.4063342500000001, + "api_calls": 20 + }, + "sympy__sympy-19346": { + "resolved": true, + "cost": 0.20267125000000005, + "api_calls": 12 + }, + "sympy__sympy-22456": { + "resolved": true, + "cost": 0.286983, + "api_calls": 13 + }, + "django__django-12325": { + "resolved": true, + "cost": 0.14252825, + "api_calls": 9 + }, + "sphinx-doc__sphinx-9658": { + "resolved": true, + "cost": 0.14890475, + "api_calls": 9 + }, + "django__django-16667": { + "resolved": false, + "cost": 0.0647925, + "api_calls": 7 + }, + "sympy__sympy-23262": { + "resolved": false, + "cost": 0.4796010000000001, + "api_calls": 20 + }, + "scikit-learn__scikit-learn-25102": { + "resolved": true, + "cost": 0.30834725, + "api_calls": 12 + }, + "django__django-14238": { + "resolved": false, + "cost": 0.0615875, + "api_calls": 6 + }, + "django__django-16631": { + "resolved": true, + "cost": 0.39768650000000005, + "api_calls": 17 + }, + "django__django-16560": { + "resolved": false, + "cost": 0.3518037500000001, + "api_calls": 20 + }, + "django__django-16145": { + "resolved": false, + "cost": 0.25246875, + "api_calls": 12 + }, + "pallets__flask-5014": { + "resolved": true, + "cost": 0.18664775, + "api_calls": 14 + }, + "sympy__sympy-20428": { + "resolved": true, + "cost": 0.29625350000000006, + "api_calls": 14 + }, + "django__django-15572": { + "resolved": false, + "cost": 0.275688, + "api_calls": 16 + }, + "django__django-11964": { + "resolved": true, + "cost": 0.6328042500000001, + "api_calls": 24 + }, + "django__django-14349": { + "resolved": false, + "cost": 0.1328775, + "api_calls": 8 + }, + "scikit-learn__scikit-learn-11310": { + "resolved": true, + "cost": 0.24412650000000002, + "api_calls": 13 + }, + "django__django-12143": { + "resolved": true, + "cost": 0.07168750000000002, + "api_calls": 7 + }, + "scikit-learn__scikit-learn-11578": { + "resolved": true, + "cost": 0.12039875000000001, + "api_calls": 8 + }, + "astropy__astropy-14508": { + "resolved": true, + "cost": 0.14752625000000003, + "api_calls": 6 + }, + "sphinx-doc__sphinx-9711": { + "resolved": true, + "cost": 0.08838200000000002, + "api_calls": 7 + }, + "django__django-11149": { + "resolved": true, + "cost": 0.286986, + "api_calls": 16 + }, + "django__django-13964": { + "resolved": true, + "cost": 1.3358089999999998, + "api_calls": 39 + }, + "sphinx-doc__sphinx-8120": { + "resolved": false, + "cost": 0.23747650000000003, + "api_calls": 13 + }, + "django__django-11815": { + "resolved": true, + "cost": 0.16653725, + "api_calls": 11 + }, + "sympy__sympy-19783": { + "resolved": true, + "cost": 0.27797275000000005, + "api_calls": 11 + }, + "matplotlib__matplotlib-22865": { + "resolved": true, + "cost": 0.37965525000000006, + "api_calls": 17 + }, + "psf__requests-2931": { + "resolved": true, + "cost": 0.15047800000000003, + "api_calls": 11 + }, + "django__django-11333": { + "resolved": false, + "cost": 0.18099700000000002, + "api_calls": 11 + }, + "django__django-11451": { + "resolved": false, + "cost": 0.05238625, + "api_calls": 5 + }, + "psf__requests-5414": { + "resolved": true, + "cost": 0.20829075000000002, + "api_calls": 12 + }, + "sphinx-doc__sphinx-8551": { + "resolved": true, + "cost": 0.49895125, + "api_calls": 23 + }, + "django__django-11951": { + "resolved": true, + "cost": 0.054353750000000006, + "api_calls": 7 + }, + "django__django-7530": { + "resolved": true, + "cost": 0.07905625, + "api_calls": 7 + }, + "django__django-15252": { + "resolved": true, + "cost": 0.25354875000000004, + "api_calls": 10 + }, + "django__django-16256": { + "resolved": false, + "cost": 0.31525425, + "api_calls": 14 + }, + "django__django-15268": { + "resolved": false, + "cost": 0.23490375, + "api_calls": 11 + }, + "django__django-13925": { + "resolved": true, + "cost": 0.122989, + "api_calls": 10 + }, + "scikit-learn__scikit-learn-13135": { + "resolved": true, + "cost": 0.07102575, + "api_calls": 6 + }, + "django__django-16263": { + "resolved": true, + "cost": 1.114637, + "api_calls": 37 + }, + "astropy__astropy-14995": { + "resolved": false, + "cost": 0.1480275, + "api_calls": 10 + }, + "django__django-13568": { + "resolved": true, + "cost": 0.29013150000000004, + "api_calls": 14 + }, + "pydata__xarray-3677": { + "resolved": true, + "cost": 0.19523925, + "api_calls": 12 + }, + "pydata__xarray-4687": { + "resolved": true, + "cost": 0.4614250000000001, + "api_calls": 19 + }, + "scikit-learn__scikit-learn-13496": { + "resolved": false, + "cost": 0.10650575000000001, + "api_calls": 8 + }, + "django__django-14351": { + "resolved": true, + "cost": 0.2345355, + "api_calls": 12 + }, + "astropy__astropy-8707": { + "resolved": false, + "cost": 0.6208075, + "api_calls": 23 + }, + "astropy__astropy-13398": { + "resolved": false, + "cost": 0.856588, + "api_calls": 25 + }, + "sphinx-doc__sphinx-7454": { + "resolved": false, + "cost": 0.38724475, + "api_calls": 15 + }, + "sympy__sympy-13798": { + "resolved": true, + "cost": 0.27891375000000007, + "api_calls": 13 + }, + "sympy__sympy-12481": { + "resolved": false, + "cost": 0.34397025000000003, + "api_calls": 14 + }, + "django__django-16032": { + "resolved": true, + "cost": 0.5288105, + "api_calls": 21 + }, + "django__django-12155": { + "resolved": true, + "cost": 0.091255, + "api_calls": 6 + }, + "sympy__sympy-18199": { + "resolved": true, + "cost": 0.228636, + "api_calls": 13 + }, + "django__django-16315": { + "resolved": false, + "cost": 0.47928625, + "api_calls": 21 + }, + "psf__requests-1142": { + "resolved": true, + "cost": 0.15300375, + "api_calls": 11 + }, + "django__django-13212": { + "resolved": false, + "cost": 0.2494165, + "api_calls": 11 + }, + "django__django-11555": { + "resolved": false, + "cost": 0.29476025000000006, + "api_calls": 17 + }, + "sympy__sympy-24213": { + "resolved": true, + "cost": 0.1466195, + "api_calls": 11 + }, + "sphinx-doc__sphinx-10614": { + "resolved": true, + "cost": 0.32296899999999995, + "api_calls": 14 + }, + "pydata__xarray-6992": { + "resolved": false, + "cost": 0.059848750000000006, + "api_calls": 6 + }, + "matplotlib__matplotlib-23299": { + "resolved": false, + "cost": 0.29654274999999997, + "api_calls": 13 + }, + "sympy__sympy-20590": { + "resolved": false, + "cost": 0.161962, + "api_calls": 11 + }, + "matplotlib__matplotlib-25311": { + "resolved": true, + "cost": 0.32082025000000003, + "api_calls": 17 + }, + "django__django-13363": { + "resolved": false, + "cost": 0.0610875, + "api_calls": 7 + }, + "sympy__sympy-14531": { + "resolved": true, + "cost": 0.3246335000000001, + "api_calls": 17 + }, + "matplotlib__matplotlib-23314": { + "resolved": true, + "cost": 0.12657350000000003, + "api_calls": 9 + }, + "django__django-15741": { + "resolved": true, + "cost": 0.4651207500000001, + "api_calls": 18 + }, + "sympy__sympy-15345": { + "resolved": false, + "cost": 0.34617175000000006, + "api_calls": 18 + }, + "django__django-13012": { + "resolved": true, + "cost": 0.35445124999999994, + "api_calls": 18 + }, + "django__django-15022": { + "resolved": true, + "cost": 0.340783, + "api_calls": 15 + }, + "django__django-16527": { + "resolved": true, + "cost": 0.04120025, + "api_calls": 5 + }, + "sphinx-doc__sphinx-11445": { + "resolved": true, + "cost": 0.1654265, + "api_calls": 7 + }, + "pytest-dev__pytest-6197": { + "resolved": true, + "cost": 0.17096875, + "api_calls": 10 + }, + "django__django-9296": { + "resolved": false, + "cost": 0.0424075, + "api_calls": 5 + }, + "scikit-learn__scikit-learn-10297": { + "resolved": true, + "cost": 0.17136775, + "api_calls": 11 + }, + "django__django-13807": { + "resolved": true, + "cost": 0.5463780000000001, + "api_calls": 21 + }, + "astropy__astropy-14365": { + "resolved": true, + "cost": 0.16594875, + "api_calls": 7 + }, + "sphinx-doc__sphinx-9230": { + "resolved": false, + "cost": 0.14109775000000002, + "api_calls": 10 + }, + "scikit-learn__scikit-learn-13124": { + "resolved": true, + "cost": 0.24490500000000004, + "api_calls": 11 + }, + "django__django-11066": { + "resolved": true, + "cost": 0.03660175, + "api_calls": 5 + }, + "sympy__sympy-13480": { + "resolved": true, + "cost": 0.1145575, + "api_calls": 8 + }, + "django__django-15695": { + "resolved": true, + "cost": 0.7330735, + "api_calls": 27 + }, + "django__django-10999": { + "resolved": false, + "cost": 0.05878125000000001, + "api_calls": 5 + }, + "sympy__sympy-22914": { + "resolved": false, + "cost": 0.33552750000000003, + "api_calls": 18 + }, + "sympy__sympy-16766": { + "resolved": true, + "cost": 0.165021, + "api_calls": 12 + }, + "matplotlib__matplotlib-24149": { + "resolved": true, + "cost": 0.105646, + "api_calls": 7 + }, + "django__django-15103": { + "resolved": true, + "cost": 0.14254625, + "api_calls": 9 + }, + "astropy__astropy-14182": { + "resolved": true, + "cost": 0.19319799999999998, + "api_calls": 13 + }, + "django__django-11299": { + "resolved": false, + "cost": 0.28061650000000005, + "api_calls": 14 + }, + "sphinx-doc__sphinx-8621": { + "resolved": true, + "cost": 0.16514225, + "api_calls": 11 + }, + "matplotlib__matplotlib-26342": { + "resolved": true, + "cost": 0.35750775000000007, + "api_calls": 16 + }, + "sympy__sympy-21930": { + "resolved": true, + "cost": 0.26155075, + "api_calls": 14 + }, + "django__django-16950": { + "resolved": false, + "cost": 0.15591675000000002, + "api_calls": 9 + }, + "django__django-11880": { + "resolved": false, + "cost": 0.11490900000000001, + "api_calls": 9 + }, + "django__django-12419": { + "resolved": true, + "cost": 0.32377350000000005, + "api_calls": 21 + }, + "django__django-11603": { + "resolved": true, + "cost": 0.07952500000000001, + "api_calls": 9 + }, + "pytest-dev__pytest-6202": { + "resolved": true, + "cost": 0.09387400000000001, + "api_calls": 8 + }, + "sphinx-doc__sphinx-7590": { + "resolved": true, + "cost": 0.2533925, + "api_calls": 16 + }, + "sympy__sympy-19637": { + "resolved": false, + "cost": 0.09063750000000001, + "api_calls": 7 + }, + "pylint-dev__pylint-4551": { + "resolved": true, + "cost": 0.56914775, + "api_calls": 23 + }, + "django__django-13410": { + "resolved": false, + "cost": 0.137039, + "api_calls": 10 + }, + "pylint-dev__pylint-6386": { + "resolved": true, + "cost": 0.3702870000000001, + "api_calls": 15 + }, + "django__django-11551": { + "resolved": true, + "cost": 0.09679475000000001, + "api_calls": 8 + }, + "django__django-15278": { + "resolved": true, + "cost": 0.21374625, + "api_calls": 12 + }, + "django__django-13741": { + "resolved": true, + "cost": 0.18944000000000003, + "api_calls": 15 + }, + "django__django-13023": { + "resolved": true, + "cost": 0.07900625000000001, + "api_calls": 8 + }, + "astropy__astropy-8872": { + "resolved": false, + "cost": 0.0925175, + "api_calls": 7 + }, + "django__django-13569": { + "resolved": false, + "cost": 0.27726725, + "api_calls": 15 + }, + "django__django-15554": { + "resolved": true, + "cost": 0.31873775000000004, + "api_calls": 17 + }, + "astropy__astropy-7166": { + "resolved": false, + "cost": 0.214086, + "api_calls": 13 + }, + "pydata__xarray-6938": { + "resolved": true, + "cost": 0.4437585, + "api_calls": 21 + }, + "django__django-16485": { + "resolved": false, + "cost": 0.1671825, + "api_calls": 8 + }, + "astropy__astropy-12907": { + "resolved": true, + "cost": 0.17641575, + "api_calls": 12 + }, + "sympy__sympy-22080": { + "resolved": true, + "cost": 0.5254085000000001, + "api_calls": 19 + }, + "sympy__sympy-20801": { + "resolved": false, + "cost": 0.50274925, + "api_calls": 18 + }, + "django__django-12304": { + "resolved": false, + "cost": 0.1287775, + "api_calls": 7 + }, + "pytest-dev__pytest-10051": { + "resolved": true, + "cost": 0.253375, + "api_calls": 13 + }, + "astropy__astropy-14539": { + "resolved": true, + "cost": 0.12699175000000001, + "api_calls": 10 + }, + "scikit-learn__scikit-learn-25931": { + "resolved": true, + "cost": 0.20621500000000004, + "api_calls": 10 + }, + "scikit-learn__scikit-learn-12585": { + "resolved": false, + "cost": 0.08529475, + "api_calls": 7 + }, + "matplotlib__matplotlib-20488": { + "resolved": true, + "cost": 0.29268175, + "api_calls": 14 + }, + "mwaskom__seaborn-3187": { + "resolved": false, + "cost": 0.6511035000000001, + "api_calls": 22 + }, + "django__django-15128": { + "resolved": false, + "cost": 0.4585505, + "api_calls": 16 + }, + "django__django-13033": { + "resolved": true, + "cost": 0.6356324999999999, + "api_calls": 22 + }, + "sympy__sympy-15017": { + "resolved": true, + "cost": 0.10643, + "api_calls": 8 + }, + "django__django-15561": { + "resolved": true, + "cost": 0.16996375000000002, + "api_calls": 13 + }, + "django__django-15161": { + "resolved": true, + "cost": 0.25212425000000005, + "api_calls": 13 + }, + "django__django-12965": { + "resolved": true, + "cost": 0.40516275, + "api_calls": 16 + }, + "django__django-15277": { + "resolved": false, + "cost": 0.12124200000000002, + "api_calls": 9 + }, + "sphinx-doc__sphinx-10323": { + "resolved": true, + "cost": 0.51371675, + "api_calls": 20 + }, + "sympy__sympy-22714": { + "resolved": false, + "cost": 0.14928875, + "api_calls": 7 + }, + "sphinx-doc__sphinx-8056": { + "resolved": true, + "cost": 0.18095950000000002, + "api_calls": 9 + }, + "sphinx-doc__sphinx-10435": { + "resolved": true, + "cost": 0.35114600000000007, + "api_calls": 13 + }, + "django__django-16100": { + "resolved": false, + "cost": 0.1458785, + "api_calls": 11 + }, + "psf__requests-1766": { + "resolved": true, + "cost": 0.16911625, + "api_calls": 11 + }, + "pytest-dev__pytest-5262": { + "resolved": false, + "cost": 0.12165275, + "api_calls": 8 + }, + "sphinx-doc__sphinx-9281": { + "resolved": true, + "cost": 0.2703895, + "api_calls": 14 + }, + "matplotlib__matplotlib-20859": { + "resolved": true, + "cost": 0.094547, + "api_calls": 9 + }, + "django__django-13158": { + "resolved": true, + "cost": 0.48448625, + "api_calls": 20 + }, + "sympy__sympy-13877": { + "resolved": true, + "cost": 0.3935005, + "api_calls": 14 + }, + "sphinx-doc__sphinx-8595": { + "resolved": false, + "cost": 0.436717, + "api_calls": 20 + }, + "django__django-13343": { + "resolved": true, + "cost": 0.13881450000000004, + "api_calls": 8 + }, + "django__django-15525": { + "resolved": true, + "cost": 0.13104750000000004, + "api_calls": 10 + }, + "django__django-11095": { + "resolved": true, + "cost": 0.15958075, + "api_calls": 11 + }, + "sympy__sympy-17630": { + "resolved": true, + "cost": 0.17577625000000002, + "api_calls": 8 + }, + "django__django-14559": { + "resolved": false, + "cost": 0.21047825000000003, + "api_calls": 14 + }, + "pytest-dev__pytest-5631": { + "resolved": true, + "cost": 0.05558250000000001, + "api_calls": 4 + }, + "matplotlib__matplotlib-26466": { + "resolved": true, + "cost": 0.29012750000000004, + "api_calls": 13 + }, + "django__django-16642": { + "resolved": false, + "cost": 0.22735550000000002, + "api_calls": 12 + }, + "django__django-15930": { + "resolved": false, + "cost": 0.17936375000000002, + "api_calls": 11 + }, + "pydata__xarray-7393": { + "resolved": true, + "cost": 0.28957725, + "api_calls": 15 + }, + "django__django-13406": { + "resolved": true, + "cost": 0.49875600000000003, + "api_calls": 21 + }, + "pytest-dev__pytest-5840": { + "resolved": true, + "cost": 0.28893975, + "api_calls": 12 + }, + "django__django-13658": { + "resolved": false, + "cost": 0.144012, + "api_calls": 13 + }, + "sympy__sympy-15875": { + "resolved": true, + "cost": 0.17790875, + "api_calls": 11 + }, + "django__django-12039": { + "resolved": true, + "cost": 0.10138375000000001, + "api_calls": 7 + }, + "django__django-15382": { + "resolved": true, + "cost": 0.5528657499999999, + "api_calls": 24 + }, + "sympy__sympy-14711": { + "resolved": true, + "cost": 0.16096824999999998, + "api_calls": 9 + }, + "django__django-11885": { + "resolved": true, + "cost": 0.2916905, + "api_calls": 15 + }, + "matplotlib__matplotlib-25775": { + "resolved": false, + "cost": 0.39981825000000004, + "api_calls": 19 + }, + "pylint-dev__pylint-4661": { + "resolved": true, + "cost": 0.8122200000000002, + "api_calls": 33 + }, + "scikit-learn__scikit-learn-15100": { + "resolved": false, + "cost": 0.08024600000000001, + "api_calls": 6 + }, + "sympy__sympy-17655": { + "resolved": true, + "cost": 0.19965075000000004, + "api_calls": 10 + }, + "sympy__sympy-18763": { + "resolved": false, + "cost": 0.08156200000000001, + "api_calls": 8 + }, + "matplotlib__matplotlib-26291": { + "resolved": false, + "cost": 0.1260665, + "api_calls": 8 + }, + "sympy__sympy-13031": { + "resolved": true, + "cost": 0.22763475, + "api_calls": 16 + }, + "sympy__sympy-24562": { + "resolved": false, + "cost": 0.1602425, + "api_calls": 8 + }, + "pydata__xarray-2905": { + "resolved": true, + "cost": 0.32913275000000003, + "api_calls": 15 + }, + "matplotlib__matplotlib-26208": { + "resolved": true, + "cost": 0.22387325, + "api_calls": 12 + }, + "django__django-14315": { + "resolved": false, + "cost": 0.08810000000000001, + "api_calls": 9 + }, + "astropy__astropy-7606": { + "resolved": false, + "cost": 0.07792375, + "api_calls": 7 + }, + "astropy__astropy-13453": { + "resolved": false, + "cost": 0.5762540000000002, + "api_calls": 20 + }, + "pytest-dev__pytest-7236": { + "resolved": true, + "cost": 0.29941075000000006, + "api_calls": 13 + }, + "sympy__sympy-13878": { + "resolved": true, + "cost": 1.1906795000000001, + "api_calls": 31 + }, + "pylint-dev__pylint-6903": { + "resolved": false, + "cost": 0.35901725000000007, + "api_calls": 22 + }, + "astropy__astropy-13033": { + "resolved": true, + "cost": 0.16590950000000002, + "api_calls": 9 + }, + "django__django-14915": { + "resolved": false, + "cost": 0.162385, + "api_calls": 10 + }, + "django__django-14539": { + "resolved": true, + "cost": 0.31625925, + "api_calls": 13 + }, + "django__django-15503": { + "resolved": true, + "cost": 0.23289274999999998, + "api_calls": 10 + }, + "django__django-15037": { + "resolved": false, + "cost": 0.42653949999999996, + "api_calls": 19 + }, + "django__django-16612": { + "resolved": true, + "cost": 0.122282, + "api_calls": 10 + }, + "django__django-14404": { + "resolved": true, + "cost": 0.09835125, + "api_calls": 7 + }, + "django__django-12754": { + "resolved": true, + "cost": 0.5613180000000001, + "api_calls": 22 + }, + "sphinx-doc__sphinx-9229": { + "resolved": true, + "cost": 1.095479, + "api_calls": 29 + }, + "sphinx-doc__sphinx-8265": { + "resolved": false, + "cost": 0.419348, + "api_calls": 15 + }, + "django__django-13590": { + "resolved": false, + "cost": 0.14660425, + "api_calls": 11 + }, + "django__django-14580": { + "resolved": true, + "cost": 0.25010800000000005, + "api_calls": 14 + }, + "django__django-14999": { + "resolved": true, + "cost": 0.2275635, + "api_calls": 13 + }, + "pytest-dev__pytest-7571": { + "resolved": true, + "cost": 0.10120475000000001, + "api_calls": 10 + }, + "sphinx-doc__sphinx-8269": { + "resolved": true, + "cost": 0.2965355, + "api_calls": 16 + }, + "django__django-13112": { + "resolved": true, + "cost": 0.34924350000000004, + "api_calls": 15 + }, + "django__django-13513": { + "resolved": false, + "cost": 0.1876255, + "api_calls": 12 + }, + "pytest-dev__pytest-7432": { + "resolved": false, + "cost": 0.14206875000000002, + "api_calls": 9 + }, + "django__django-15731": { + "resolved": true, + "cost": 0.13937500000000003, + "api_calls": 8 + }, + "sympy__sympy-16792": { + "resolved": true, + "cost": 0.7667872499999997, + "api_calls": 25 + }, + "django__django-14034": { + "resolved": true, + "cost": 0.24516975, + "api_calls": 13 + }, + "astropy__astropy-14096": { + "resolved": false, + "cost": 0.18483800000000003, + "api_calls": 8 + }, + "django__django-14765": { + "resolved": true, + "cost": 0.09598175000000002, + "api_calls": 9 + }, + "sympy__sympy-18698": { + "resolved": true, + "cost": 0.278287, + "api_calls": 14 + }, + "django__django-14771": { + "resolved": false, + "cost": 0.14352, + "api_calls": 9 + }, + "django__django-15957": { + "resolved": false, + "cost": 0.3044035, + "api_calls": 16 + }, + "pydata__xarray-3095": { + "resolved": false, + "cost": 0.33405074999999995, + "api_calls": 15 + }, + "sympy__sympy-19954": { + "resolved": true, + "cost": 0.184501, + "api_calls": 11 + }, + "sympy__sympy-16886": { + "resolved": true, + "cost": 0.06763750000000002, + "api_calls": 7 + }, + "django__django-11239": { + "resolved": true, + "cost": 0.06328125000000001, + "api_calls": 6 + }, + "django__django-13820": { + "resolved": true, + "cost": 0.9909892500000002, + "api_calls": 28 + }, + "pydata__xarray-4629": { + "resolved": true, + "cost": 0.07122625, + "api_calls": 7 + }, + "django__django-13315": { + "resolved": true, + "cost": 0.20732925000000002, + "api_calls": 13 + }, + "django__django-16901": { + "resolved": true, + "cost": 0.27278875, + "api_calls": 14 + }, + "django__django-13346": { + "resolved": true, + "cost": 0.338388, + "api_calls": 15 + }, + "django__django-12262": { + "resolved": true, + "cost": 0.14105625000000002, + "api_calls": 8 + }, + "sympy__sympy-24661": { + "resolved": true, + "cost": 0.13329425, + "api_calls": 9 + }, + "django__django-11119": { + "resolved": true, + "cost": 0.16399999999999998, + "api_calls": 12 + }, + "psf__requests-6028": { + "resolved": true, + "cost": 0.18837325000000002, + "api_calls": 12 + }, + "sympy__sympy-20154": { + "resolved": false, + "cost": 0.080844, + "api_calls": 6 + }, + "scikit-learn__scikit-learn-13142": { + "resolved": true, + "cost": 0.135718, + "api_calls": 8 + }, + "django__django-14752": { + "resolved": true, + "cost": 0.06486375, + "api_calls": 6 + }, + "django__django-15563": { + "resolved": true, + "cost": 1.0206887500000001, + "api_calls": 30 + }, + "sympy__sympy-16597": { + "resolved": false, + "cost": 0.09395375000000002, + "api_calls": 7 + }, + "django__django-15987": { + "resolved": false, + "cost": 0.14268750000000002, + "api_calls": 11 + }, + "sympy__sympy-15976": { + "resolved": true, + "cost": 0.32248200000000005, + "api_calls": 13 + }, + "django__django-10973": { + "resolved": false, + "cost": 0.09277750000000001, + "api_calls": 8 + }, + "django__django-15127": { + "resolved": false, + "cost": 0.13806575, + "api_calls": 13 + }, + "scikit-learn__scikit-learn-13439": { + "resolved": false, + "cost": 0.14143275000000002, + "api_calls": 9 + }, + "django__django-13551": { + "resolved": true, + "cost": 0.10961625, + "api_calls": 8 + }, + "sphinx-doc__sphinx-7748": { + "resolved": true, + "cost": 2.1157135000000005, + "api_calls": 49 + }, + "django__django-13516": { + "resolved": false, + "cost": 0.10983575000000001, + "api_calls": 10 + }, + "django__django-10554": { + "resolved": true, + "cost": 1.5595230000000002, + "api_calls": 32 + }, + "django__django-16082": { + "resolved": false, + "cost": 0.16515625000000003, + "api_calls": 9 + }, + "django__django-13786": { + "resolved": true, + "cost": 0.12512500000000001, + "api_calls": 9 + }, + "sympy__sympy-21596": { + "resolved": true, + "cost": 0.34359875, + "api_calls": 14 + }, + "matplotlib__matplotlib-26113": { + "resolved": false, + "cost": 0.130575, + "api_calls": 7 + }, + "django__django-14672": { + "resolved": true, + "cost": 0.10229775, + "api_calls": 8 + }, + "django__django-13109": { + "resolved": true, + "cost": 0.07376375, + "api_calls": 5 + }, + "django__django-11141": { + "resolved": true, + "cost": 0.13398025000000002, + "api_calls": 10 + }, + "matplotlib__matplotlib-23412": { + "resolved": false, + "cost": 0.08032, + "api_calls": 6 + }, + "sympy__sympy-13551": { + "resolved": true, + "cost": 0.32112475000000007, + "api_calls": 14 + }, + "django__django-15368": { + "resolved": false, + "cost": 0.26038325, + "api_calls": 15 + }, + "django__django-15814": { + "resolved": true, + "cost": 0.09948875, + "api_calls": 8 + }, + "django__django-13933": { + "resolved": true, + "cost": 0.14455625, + "api_calls": 9 + }, + "scikit-learn__scikit-learn-12682": { + "resolved": true, + "cost": 0.3213805, + "api_calls": 16 + }, + "matplotlib__matplotlib-20676": { + "resolved": true, + "cost": 0.23288675, + "api_calls": 12 + }, + "sphinx-doc__sphinx-8593": { + "resolved": false, + "cost": 0.29892850000000004, + "api_calls": 17 + }, + "sympy__sympy-13852": { + "resolved": true, + "cost": 0.2200725, + "api_calls": 10 + }, + "django__django-16819": { + "resolved": false, + "cost": 0.351955, + "api_calls": 19 + }, + "django__django-12713": { + "resolved": true, + "cost": 0.07086850000000001, + "api_calls": 6 + }, + "django__django-14855": { + "resolved": true, + "cost": 0.05852425, + "api_calls": 8 + }, + "django__django-14155": { + "resolved": true, + "cost": 0.14503625, + "api_calls": 7 + }, + "scikit-learn__scikit-learn-26323": { + "resolved": false, + "cost": 0.47063075000000004, + "api_calls": 17 + }, + "scikit-learn__scikit-learn-13328": { + "resolved": true, + "cost": 0.08873550000000001, + "api_calls": 7 + }, + "sphinx-doc__sphinx-11510": { + "resolved": true, + "cost": 0.3349122500000001, + "api_calls": 14 + }, + "django__django-13195": { + "resolved": false, + "cost": 0.20902850000000003, + "api_calls": 13 + }, + "django__django-15916": { + "resolved": false, + "cost": 0.31368375, + "api_calls": 15 + }, + "django__django-11820": { + "resolved": true, + "cost": 0.26204675, + "api_calls": 15 + }, + "sympy__sympy-24066": { + "resolved": false, + "cost": 0.24304000000000003, + "api_calls": 12 + }, + "sphinx-doc__sphinx-9591": { + "resolved": false, + "cost": 0.40562975, + "api_calls": 18 + }, + "pytest-dev__pytest-7982": { + "resolved": true, + "cost": 0.061380000000000004, + "api_calls": 8 + }, + "django__django-14725": { + "resolved": true, + "cost": 1.052487, + "api_calls": 35 + }, + "django__django-17029": { + "resolved": false, + "cost": 0.07436, + "api_calls": 7 + }, + "matplotlib__matplotlib-14623": { + "resolved": true, + "cost": 0.333925, + "api_calls": 16 + }, + "pydata__xarray-6461": { + "resolved": true, + "cost": 0.38369675000000003, + "api_calls": 18 + }, + "django__django-16662": { + "resolved": true, + "cost": 0.14472025, + "api_calls": 10 + }, + "sphinx-doc__sphinx-9461": { + "resolved": true, + "cost": 0.6820155000000001, + "api_calls": 22 + }, + "django__django-11848": { + "resolved": false, + "cost": 0.14757250000000002, + "api_calls": 8 + }, + "matplotlib__matplotlib-22719": { + "resolved": true, + "cost": 0.14654250000000002, + "api_calls": 7 + }, + "pydata__xarray-4966": { + "resolved": true, + "cost": 0.2821290000000001, + "api_calls": 14 + }, + "django__django-11728": { + "resolved": true, + "cost": 0.18325975, + "api_calls": 11 + }, + "matplotlib__matplotlib-24627": { + "resolved": false, + "cost": 0.7257385000000001, + "api_calls": 25 + }, + "sphinx-doc__sphinx-7440": { + "resolved": true, + "cost": 0.31599575, + "api_calls": 15 + }, + "sympy__sympy-12419": { + "resolved": true, + "cost": 1.1009419999999999, + "api_calls": 29 + }, + "matplotlib__matplotlib-13989": { + "resolved": true, + "cost": 0.17054500000000003, + "api_calls": 10 + }, + "django__django-11163": { + "resolved": true, + "cost": 0.060410000000000005, + "api_calls": 6 + }, + "matplotlib__matplotlib-24177": { + "resolved": true, + "cost": 0.37884475, + "api_calls": 15 + }, + "django__django-14011": { + "resolved": false, + "cost": 0.35701650000000007, + "api_calls": 18 + }, + "django__django-13279": { + "resolved": false, + "cost": 0.21977000000000002, + "api_calls": 13 + }, + "sympy__sympy-23534": { + "resolved": true, + "cost": 0.10634125, + "api_calls": 9 + }, + "astropy__astropy-7336": { + "resolved": true, + "cost": 0.089615, + "api_calls": 6 + }, + "mwaskom__seaborn-3069": { + "resolved": true, + "cost": 3.0471180000000007, + "api_calls": 72 + }, + "scikit-learn__scikit-learn-13779": { + "resolved": false, + "cost": 0.119511, + "api_calls": 10 + }, + "django__django-11179": { + "resolved": true, + "cost": 0.07196175, + "api_calls": 6 + }, + "pydata__xarray-4075": { + "resolved": true, + "cost": 0.12287000000000002, + "api_calls": 8 + }, + "django__django-16595": { + "resolved": true, + "cost": 0.4794815, + "api_calls": 19 + }, + "sympy__sympy-14248": { + "resolved": true, + "cost": 0.413484, + "api_calls": 20 + }, + "pylint-dev__pylint-4604": { + "resolved": false, + "cost": 0.180707, + "api_calls": 11 + }, + "astropy__astropy-14369": { + "resolved": false, + "cost": 1.0996642500000002, + "api_calls": 38 + }, + "sympy__sympy-20438": { + "resolved": false, + "cost": 0.56708325, + "api_calls": 21 + }, + "django__django-14500": { + "resolved": false, + "cost": 0.21596749999999998, + "api_calls": 12 + }, + "sphinx-doc__sphinx-9673": { + "resolved": true, + "cost": 0.27452550000000003, + "api_calls": 16 + }, + "astropy__astropy-14309": { + "resolved": true, + "cost": 0.12298375000000002, + "api_calls": 8 + }, + "sphinx-doc__sphinx-9698": { + "resolved": true, + "cost": 0.12940625000000003, + "api_calls": 9 + }, + "sympy__sympy-12489": { + "resolved": true, + "cost": 0.45878575000000005, + "api_calls": 17 + }, + "pydata__xarray-6744": { + "resolved": true, + "cost": 0.34679524999999994, + "api_calls": 17 + }, + "django__django-17084": { + "resolved": true, + "cost": 0.42138225, + "api_calls": 20 + }, + "pydata__xarray-6599": { + "resolved": true, + "cost": 0.61359025, + "api_calls": 25 + }, + "django__django-11138": { + "resolved": false, + "cost": 0.5005700000000001, + "api_calls": 22 + }, + "django__django-11477": { + "resolved": false, + "cost": 0.12265400000000001, + "api_calls": 11 + }, + "sympy__sympy-13091": { + "resolved": false, + "cost": 0.218999, + "api_calls": 13 + }, + "django__django-11099": { + "resolved": false, + "cost": 0.0869725, + "api_calls": 8 + }, + "django__django-16429": { + "resolved": true, + "cost": 0.11740600000000001, + "api_calls": 7 + }, + "django__django-14792": { + "resolved": true, + "cost": 0.21732975, + "api_calls": 10 + }, + "django__django-11999": { + "resolved": false, + "cost": 0.10495125000000001, + "api_calls": 9 + }, + "sphinx-doc__sphinx-8721": { + "resolved": true, + "cost": 0.11825550000000001, + "api_calls": 11 + }, + "sympy__sympy-21847": { + "resolved": true, + "cost": 0.1085745, + "api_calls": 8 + }, + "django__django-15973": { + "resolved": true, + "cost": 0.28110450000000003, + "api_calls": 15 + } + } }, { "name": "Claude 4 Sonnet (20250514)", @@ -131,7 +5135,2509 @@ "System: Attempts - 1" ], "warning": null, - "mini-swe-agent_version": "1.0.0" + "mini-swe-agent_version": "1.0.0", + "per_instance_details": { + "pytest-dev__pytest-10356": { + "resolved": false, + "cost": 0.4469455499999999, + "api_calls": 43 + }, + "django__django-11532": { + "resolved": false, + "cost": 0.30934785, + "api_calls": 30 + }, + "django__django-12050": { + "resolved": false, + "cost": 0.14741310000000005, + "api_calls": 22 + }, + "pydata__xarray-3151": { + "resolved": true, + "cost": 0.24642720000000007, + "api_calls": 28 + }, + "django__django-13512": { + "resolved": true, + "cost": 0.21207195, + "api_calls": 32 + }, + "sympy__sympy-18189": { + "resolved": true, + "cost": 0.17241075000000003, + "api_calls": 25 + }, + "django__django-13028": { + "resolved": true, + "cost": 0.22450125000000004, + "api_calls": 24 + }, + "django__django-13449": { + "resolved": true, + "cost": 0.6506632499999999, + "api_calls": 58 + }, + "django__django-11211": { + "resolved": true, + "cost": 1.3010975999999996, + "api_calls": 97 + }, + "matplotlib__matplotlib-25332": { + "resolved": true, + "cost": 0.26165265, + "api_calls": 29 + }, + "django__django-11087": { + "resolved": true, + "cost": 1.03562055, + "api_calls": 67 + }, + "django__django-15863": { + "resolved": false, + "cost": 0.14713755, + "api_calls": 26 + }, + "django__django-14376": { + "resolved": true, + "cost": 0.13310414999999998, + "api_calls": 15 + }, + "django__django-14017": { + "resolved": false, + "cost": 0.34205699999999994, + "api_calls": 43 + }, + "pydata__xarray-4695": { + "resolved": true, + "cost": 0.29725095, + "api_calls": 37 + }, + "sympy__sympy-16450": { + "resolved": true, + "cost": 0.1816092, + "api_calls": 24 + }, + "django__django-14493": { + "resolved": true, + "cost": 0.18208979999999997, + "api_calls": 23 + }, + "matplotlib__matplotlib-25960": { + "resolved": true, + "cost": 0.43022115, + "api_calls": 38 + }, + "psf__requests-1921": { + "resolved": false, + "cost": 0.15151740000000002, + "api_calls": 17 + }, + "django__django-12308": { + "resolved": false, + "cost": 0.27402584999999996, + "api_calls": 30 + }, + "astropy__astropy-13579": { + "resolved": false, + "cost": 0.52605015, + "api_calls": 34 + }, + "django__django-12708": { + "resolved": true, + "cost": 0.17838330000000002, + "api_calls": 20 + }, + "django__django-14089": { + "resolved": true, + "cost": 0.19632704999999995, + "api_calls": 28 + }, + "pylint-dev__pylint-7277": { + "resolved": true, + "cost": 0.19005659999999996, + "api_calls": 19 + }, + "pydata__xarray-3993": { + "resolved": false, + "cost": 0.19704705, + "api_calls": 32 + }, + "sphinx-doc__sphinx-9258": { + "resolved": false, + "cost": 0.4098399, + "api_calls": 46 + }, + "pytest-dev__pytest-7324": { + "resolved": true, + "cost": 0.17536785, + "api_calls": 28 + }, + "pydata__xarray-7233": { + "resolved": false, + "cost": 0.22157655, + "api_calls": 23 + }, + "django__django-14631": { + "resolved": true, + "cost": 0.33201045, + "api_calls": 35 + }, + "sympy__sympy-21379": { + "resolved": true, + "cost": 0.6159161999999999, + "api_calls": 61 + }, + "pylint-dev__pylint-7080": { + "resolved": true, + "cost": 0.74257725, + "api_calls": 62 + }, + "django__django-15315": { + "resolved": false, + "cost": 0.35708789999999996, + "api_calls": 44 + }, + "sympy__sympy-12096": { + "resolved": true, + "cost": 0.16903695, + "api_calls": 26 + }, + "django__django-16569": { + "resolved": true, + "cost": 0.07828605, + "api_calls": 12 + }, + "sphinx-doc__sphinx-9367": { + "resolved": true, + "cost": 0.1762014, + "api_calls": 19 + }, + "sympy__sympy-13615": { + "resolved": true, + "cost": 0.31541295, + "api_calls": 41 + }, + "sphinx-doc__sphinx-7910": { + "resolved": true, + "cost": 0.3862378500000001, + "api_calls": 38 + }, + "django__django-11400": { + "resolved": true, + "cost": 0.29344875, + "api_calls": 27 + }, + "django__django-11740": { + "resolved": false, + "cost": 0.44811330000000005, + "api_calls": 38 + }, + "sphinx-doc__sphinx-7462": { + "resolved": true, + "cost": 0.213159, + "api_calls": 33 + }, + "sympy__sympy-13647": { + "resolved": false, + "cost": 0.24835395000000002, + "api_calls": 30 + }, + "django__django-14140": { + "resolved": true, + "cost": 0.13776344999999998, + "api_calls": 14 + }, + "django__django-12663": { + "resolved": false, + "cost": 0.7483798499999997, + "api_calls": 75 + }, + "pylint-dev__pylint-4970": { + "resolved": true, + "cost": 0.25277009999999994, + "api_calls": 31 + }, + "django__django-14534": { + "resolved": false, + "cost": 0.26407785, + "api_calls": 26 + }, + "astropy__astropy-13236": { + "resolved": false, + "cost": 0.18523575000000003, + "api_calls": 24 + }, + "django__django-11292": { + "resolved": false, + "cost": 0.3861258, + "api_calls": 33 + }, + "django__django-15569": { + "resolved": true, + "cost": 0.20421284999999997, + "api_calls": 23 + }, + "django__django-13417": { + "resolved": true, + "cost": 0.28075680000000003, + "api_calls": 33 + }, + "sympy__sympy-20916": { + "resolved": true, + "cost": 0.9169810499999999, + "api_calls": 80 + }, + "pydata__xarray-6721": { + "resolved": false, + "cost": 0.4086204000000001, + "api_calls": 41 + }, + "pytest-dev__pytest-7521": { + "resolved": true, + "cost": 0.29508345, + "api_calls": 30 + }, + "astropy__astropy-14598": { + "resolved": true, + "cost": 0.9206860499999998, + "api_calls": 72 + }, + "sympy__sympy-21612": { + "resolved": false, + "cost": 0.43818959999999996, + "api_calls": 37 + }, + "matplotlib__matplotlib-25122": { + "resolved": false, + "cost": 0.18485445, + "api_calls": 26 + }, + "psf__requests-2317": { + "resolved": true, + "cost": 0.1764813, + "api_calls": 25 + }, + "sphinx-doc__sphinx-10449": { + "resolved": false, + "cost": 0.6704513999999999, + "api_calls": 59 + }, + "pytest-dev__pytest-8399": { + "resolved": true, + "cost": 0.18261794999999997, + "api_calls": 18 + }, + "django__django-14434": { + "resolved": true, + "cost": 0.3609093, + "api_calls": 35 + }, + "django__django-13809": { + "resolved": true, + "cost": 0.43000410000000006, + "api_calls": 33 + }, + "matplotlib__matplotlib-24570": { + "resolved": true, + "cost": 0.33825990000000006, + "api_calls": 34 + }, + "django__django-12209": { + "resolved": true, + "cost": 0.37417815, + "api_calls": 38 + }, + "scikit-learn__scikit-learn-14087": { + "resolved": true, + "cost": 0.5285233500000002, + "api_calls": 50 + }, + "django__django-12193": { + "resolved": true, + "cost": 0.3084513, + "api_calls": 38 + }, + "matplotlib__matplotlib-25479": { + "resolved": true, + "cost": 0.61765635, + "api_calls": 55 + }, + "sphinx-doc__sphinx-7757": { + "resolved": false, + "cost": 0.30573719999999993, + "api_calls": 31 + }, + "pydata__xarray-7229": { + "resolved": true, + "cost": 0.35041124999999995, + "api_calls": 36 + }, + "django__django-16136": { + "resolved": false, + "cost": 0.19581210000000007, + "api_calls": 22 + }, + "django__django-11133": { + "resolved": true, + "cost": 0.1736763, + "api_calls": 24 + }, + "pydata__xarray-4356": { + "resolved": true, + "cost": 0.41502930000000005, + "api_calls": 45 + }, + "django__django-11206": { + "resolved": true, + "cost": 0.12223214999999997, + "api_calls": 16 + }, + "django__django-16493": { + "resolved": true, + "cost": 0.254355, + "api_calls": 33 + }, + "django__django-15375": { + "resolved": true, + "cost": 0.7343411999999998, + "api_calls": 58 + }, + "sympy__sympy-19040": { + "resolved": true, + "cost": 0.7045782000000002, + "api_calls": 70 + }, + "sympy__sympy-13372": { + "resolved": false, + "cost": 0.14188155, + "api_calls": 20 + }, + "sympy__sympy-24539": { + "resolved": true, + "cost": 0.08988465, + "api_calls": 15 + }, + "sphinx-doc__sphinx-9602": { + "resolved": true, + "cost": 0.35435969999999994, + "api_calls": 29 + }, + "sphinx-doc__sphinx-10466": { + "resolved": false, + "cost": 0.19847504999999993, + "api_calls": 20 + }, + "django__django-16139": { + "resolved": true, + "cost": 0.40741394999999997, + "api_calls": 34 + }, + "django__django-10880": { + "resolved": true, + "cost": 0.30658470000000004, + "api_calls": 38 + }, + "pytest-dev__pytest-5787": { + "resolved": true, + "cost": 0.55388805, + "api_calls": 41 + }, + "django__django-14311": { + "resolved": false, + "cost": 0.36268815000000004, + "api_calls": 37 + }, + "django__django-11265": { + "resolved": true, + "cost": 0.9246599999999999, + "api_calls": 63 + }, + "scikit-learn__scikit-learn-25973": { + "resolved": false, + "cost": 0.8779233000000001, + "api_calls": 82 + }, + "matplotlib__matplotlib-22871": { + "resolved": true, + "cost": 0.32629109999999995, + "api_calls": 38 + }, + "matplotlib__matplotlib-23476": { + "resolved": false, + "cost": 0.42769455, + "api_calls": 55 + }, + "matplotlib__matplotlib-25287": { + "resolved": false, + "cost": 0.10777979999999998, + "api_calls": 18 + }, + "psf__requests-1724": { + "resolved": true, + "cost": 0.33796575, + "api_calls": 42 + }, + "django__django-15280": { + "resolved": false, + "cost": 2.01530625, + "api_calls": 116 + }, + "django__django-13794": { + "resolved": false, + "cost": 0.1297422, + "api_calls": 23 + }, + "sympy__sympy-24443": { + "resolved": false, + "cost": 0.8652114000000001, + "api_calls": 91 + }, + "matplotlib__matplotlib-21568": { + "resolved": true, + "cost": 0.8669653499999999, + "api_calls": 71 + }, + "django__django-16454": { + "resolved": false, + "cost": 0.34291425, + "api_calls": 34 + }, + "django__django-13128": { + "resolved": false, + "cost": 0.32284065, + "api_calls": 39 + }, + "sympy__sympy-18211": { + "resolved": false, + "cost": 0.39319305, + "api_calls": 48 + }, + "scikit-learn__scikit-learn-26194": { + "resolved": false, + "cost": 0.5627887500000001, + "api_calls": 48 + }, + "django__django-17087": { + "resolved": false, + "cost": 0.33342705000000006, + "api_calls": 33 + }, + "sphinx-doc__sphinx-8475": { + "resolved": true, + "cost": 0.17194395000000004, + "api_calls": 20 + }, + "django__django-14170": { + "resolved": true, + "cost": 0.27541530000000003, + "api_calls": 27 + }, + "scikit-learn__scikit-learn-14894": { + "resolved": false, + "cost": 0.32140784999999994, + "api_calls": 29 + }, + "astropy__astropy-7671": { + "resolved": true, + "cost": 0.12875024999999998, + "api_calls": 18 + }, + "django__django-16938": { + "resolved": true, + "cost": 0.38667435, + "api_calls": 32 + }, + "django__django-11276": { + "resolved": true, + "cost": 0.2809368, + "api_calls": 37 + }, + "scikit-learn__scikit-learn-14496": { + "resolved": true, + "cost": 0.2552218499999999, + "api_calls": 29 + }, + "django__django-15467": { + "resolved": true, + "cost": 0.23948565000000008, + "api_calls": 32 + }, + "django__django-13810": { + "resolved": true, + "cost": 0.2521605, + "api_calls": 24 + }, + "django__django-15098": { + "resolved": false, + "cost": 0.6935485500000002, + "api_calls": 72 + }, + "django__django-11490": { + "resolved": false, + "cost": 0.3074142, + "api_calls": 34 + }, + "django__django-13297": { + "resolved": false, + "cost": 0.43994415000000003, + "api_calls": 34 + }, + "scikit-learn__scikit-learn-9288": { + "resolved": true, + "cost": 0.29868, + "api_calls": 28 + }, + "django__django-12774": { + "resolved": true, + "cost": 0.27721350000000006, + "api_calls": 39 + }, + "django__django-15499": { + "resolved": true, + "cost": 0.31575554999999994, + "api_calls": 33 + }, + "sympy__sympy-19495": { + "resolved": true, + "cost": 1.14020295, + "api_calls": 87 + }, + "sphinx-doc__sphinx-8035": { + "resolved": false, + "cost": 0.48485490000000003, + "api_calls": 56 + }, + "scikit-learn__scikit-learn-14141": { + "resolved": true, + "cost": 0.0645147, + "api_calls": 12 + }, + "django__django-16877": { + "resolved": true, + "cost": 0.19730834999999997, + "api_calls": 24 + }, + "sphinx-doc__sphinx-9320": { + "resolved": false, + "cost": 0.26575455000000003, + "api_calls": 29 + }, + "sympy__sympy-23824": { + "resolved": true, + "cost": 0.24473925000000002, + "api_calls": 24 + }, + "django__django-14608": { + "resolved": true, + "cost": 0.17368200000000003, + "api_calls": 20 + }, + "django__django-13837": { + "resolved": true, + "cost": 0.40934775, + "api_calls": 44 + }, + "matplotlib__matplotlib-20826": { + "resolved": true, + "cost": 0.5867505, + "api_calls": 59 + }, + "matplotlib__matplotlib-24970": { + "resolved": true, + "cost": 0.23659184999999994, + "api_calls": 29 + }, + "scikit-learn__scikit-learn-14983": { + "resolved": true, + "cost": 0.47581349999999994, + "api_calls": 59 + }, + "django__django-13344": { + "resolved": false, + "cost": 0.8481201, + "api_calls": 58 + }, + "pytest-dev__pytest-10081": { + "resolved": false, + "cost": 0.21160425000000002, + "api_calls": 24 + }, + "django__django-16116": { + "resolved": true, + "cost": 0.49980945000000004, + "api_calls": 42 + }, + "sympy__sympy-15349": { + "resolved": true, + "cost": 0.22796204999999997, + "api_calls": 22 + }, + "sympy__sympy-13757": { + "resolved": true, + "cost": 0.44063505000000003, + "api_calls": 48 + }, + "sphinx-doc__sphinx-7889": { + "resolved": true, + "cost": 0.16546110000000008, + "api_calls": 26 + }, + "matplotlib__matplotlib-24637": { + "resolved": true, + "cost": 0.24234809999999998, + "api_calls": 34 + }, + "django__django-16502": { + "resolved": true, + "cost": 0.33827235000000005, + "api_calls": 24 + }, + "scikit-learn__scikit-learn-25747": { + "resolved": false, + "cost": 0.21291495000000002, + "api_calls": 24 + }, + "sympy__sympy-11618": { + "resolved": false, + "cost": 0.17081100000000005, + "api_calls": 21 + }, + "matplotlib__matplotlib-24870": { + "resolved": true, + "cost": 0.34412760000000003, + "api_calls": 38 + }, + "pylint-dev__pylint-8898": { + "resolved": false, + "cost": 0.3271218, + "api_calls": 32 + }, + "sphinx-doc__sphinx-7985": { + "resolved": false, + "cost": 1.5686524500000005, + "api_calls": 41 + }, + "django__django-12125": { + "resolved": false, + "cost": 0.59169015, + "api_calls": 57 + }, + "django__django-12858": { + "resolved": true, + "cost": 0.4862318999999999, + "api_calls": 45 + }, + "sympy__sympy-13974": { + "resolved": true, + "cost": 0.6851412000000001, + "api_calls": 68 + }, + "django__django-14373": { + "resolved": false, + "cost": 0.12427560000000001, + "api_calls": 15 + }, + "django__django-15732": { + "resolved": true, + "cost": 0.5041750500000001, + "api_calls": 48 + }, + "sphinx-doc__sphinx-8459": { + "resolved": false, + "cost": 0.7921991999999999, + "api_calls": 77 + }, + "django__django-15380": { + "resolved": false, + "cost": 0.37918845, + "api_calls": 35 + }, + "sphinx-doc__sphinx-10673": { + "resolved": true, + "cost": 0.4955125500000001, + "api_calls": 44 + }, + "sphinx-doc__sphinx-8548": { + "resolved": true, + "cost": 0.5380223999999999, + "api_calls": 50 + }, + "django__django-13121": { + "resolved": false, + "cost": 0.4126627499999999, + "api_calls": 47 + }, + "pytest-dev__pytest-7205": { + "resolved": true, + "cost": 0.1688709, + "api_calls": 16 + }, + "django__django-15629": { + "resolved": true, + "cost": 0.53824515, + "api_calls": 41 + }, + "sympy__sympy-17318": { + "resolved": false, + "cost": 0.28357830000000006, + "api_calls": 40 + }, + "django__django-13089": { + "resolved": false, + "cost": 0.18882315, + "api_calls": 23 + }, + "django__django-14787": { + "resolved": true, + "cost": 0.20191620000000007, + "api_calls": 26 + }, + "pydata__xarray-4094": { + "resolved": true, + "cost": 0.4309911, + "api_calls": 40 + }, + "scikit-learn__scikit-learn-14710": { + "resolved": true, + "cost": 0.19141155000000004, + "api_calls": 24 + }, + "django__django-13821": { + "resolved": true, + "cost": 0.1072707, + "api_calls": 18 + }, + "scikit-learn__scikit-learn-14629": { + "resolved": true, + "cost": 0.41083635000000013, + "api_calls": 46 + }, + "django__django-16801": { + "resolved": false, + "cost": 0.19545930000000003, + "api_calls": 22 + }, + "django__django-15104": { + "resolved": true, + "cost": 0.17736390000000002, + "api_calls": 17 + }, + "sympy__sympy-23950": { + "resolved": true, + "cost": 0.41408804999999993, + "api_calls": 52 + }, + "scikit-learn__scikit-learn-25232": { + "resolved": true, + "cost": 0.5237511000000001, + "api_calls": 50 + }, + "django__django-14053": { + "resolved": true, + "cost": 0.34685099999999996, + "api_calls": 19 + }, + "sympy__sympy-15599": { + "resolved": false, + "cost": 0.3850272, + "api_calls": 40 + }, + "django__django-10914": { + "resolved": false, + "cost": 0.23995274999999996, + "api_calls": 21 + }, + "django__django-11749": { + "resolved": true, + "cost": 0.212661, + "api_calls": 26 + }, + "sympy__sympy-23413": { + "resolved": true, + "cost": 0.48759915000000004, + "api_calls": 42 + }, + "matplotlib__matplotlib-24026": { + "resolved": false, + "cost": 0.26502105, + "api_calls": 36 + }, + "pytest-dev__pytest-5809": { + "resolved": true, + "cost": 0.09055110000000002, + "api_calls": 13 + }, + "django__django-16899": { + "resolved": true, + "cost": 0.2598700499999999, + "api_calls": 31 + }, + "django__django-15851": { + "resolved": true, + "cost": 0.26798940000000004, + "api_calls": 31 + }, + "django__django-10097": { + "resolved": true, + "cost": 0.18554235000000002, + "api_calls": 22 + }, + "django__django-12741": { + "resolved": false, + "cost": 0.14061975000000002, + "api_calls": 23 + }, + "django__django-12406": { + "resolved": true, + "cost": 0.91549605, + "api_calls": 70 + }, + "scikit-learn__scikit-learn-14053": { + "resolved": false, + "cost": 0.24009180000000005, + "api_calls": 29 + }, + "django__django-11734": { + "resolved": true, + "cost": 2.09303775, + "api_calls": 123 + }, + "sympy__sympy-15809": { + "resolved": false, + "cost": 0.18767955000000003, + "api_calls": 24 + }, + "django__django-11790": { + "resolved": true, + "cost": 0.42529064999999994, + "api_calls": 46 + }, + "sympy__sympy-14976": { + "resolved": false, + "cost": 0.2539492499999999, + "api_calls": 31 + }, + "django__django-16661": { + "resolved": false, + "cost": 0.5090808, + "api_calls": 47 + }, + "django__django-14007": { + "resolved": true, + "cost": 0.41297655000000005, + "api_calls": 47 + }, + "django__django-11433": { + "resolved": true, + "cost": 0.32951700000000006, + "api_calls": 28 + }, + "django__django-13401": { + "resolved": false, + "cost": 0.24148395, + "api_calls": 27 + }, + "pytest-dev__pytest-7490": { + "resolved": true, + "cost": 0.37992180000000003, + "api_calls": 38 + }, + "scikit-learn__scikit-learn-10908": { + "resolved": true, + "cost": 0.27696300000000007, + "api_calls": 41 + }, + "scikit-learn__scikit-learn-10844": { + "resolved": false, + "cost": 0.19058505, + "api_calls": 19 + }, + "django__django-12273": { + "resolved": true, + "cost": 0.7159900499999999, + "api_calls": 68 + }, + "django__django-16333": { + "resolved": false, + "cost": 0.37164765, + "api_calls": 30 + }, + "astropy__astropy-13977": { + "resolved": true, + "cost": 0.30170189999999997, + "api_calls": 37 + }, + "scikit-learn__scikit-learn-12973": { + "resolved": false, + "cost": 0.2946219, + "api_calls": 32 + }, + "sympy__sympy-17139": { + "resolved": true, + "cost": 0.19397399999999998, + "api_calls": 25 + }, + "sphinx-doc__sphinx-8638": { + "resolved": true, + "cost": 0.46809015, + "api_calls": 40 + }, + "django__django-16255": { + "resolved": false, + "cost": 0.09466664999999999, + "api_calls": 13 + }, + "pylint-dev__pylint-6528": { + "resolved": true, + "cost": 0.7381420500000001, + "api_calls": 64 + }, + "django__django-12276": { + "resolved": false, + "cost": 0.21027494999999996, + "api_calls": 29 + }, + "pydata__xarray-3305": { + "resolved": true, + "cost": 0.25646805, + "api_calls": 32 + }, + "django__django-13670": { + "resolved": true, + "cost": 0.13300620000000002, + "api_calls": 17 + }, + "django__django-14122": { + "resolved": true, + "cost": 0.33735585000000007, + "api_calls": 35 + }, + "sympy__sympy-19346": { + "resolved": true, + "cost": 0.103956, + "api_calls": 14 + }, + "sympy__sympy-22456": { + "resolved": true, + "cost": 0.17008605000000004, + "api_calls": 23 + }, + "django__django-12325": { + "resolved": true, + "cost": 0.5490018, + "api_calls": 52 + }, + "sphinx-doc__sphinx-9658": { + "resolved": false, + "cost": 0.42865425, + "api_calls": 37 + }, + "django__django-16667": { + "resolved": false, + "cost": 0.12748964999999998, + "api_calls": 17 + }, + "sympy__sympy-23262": { + "resolved": false, + "cost": 0.46142625000000004, + "api_calls": 45 + }, + "scikit-learn__scikit-learn-25102": { + "resolved": true, + "cost": 0.2636076, + "api_calls": 25 + }, + "django__django-14238": { + "resolved": true, + "cost": 0.21298890000000004, + "api_calls": 29 + }, + "django__django-16631": { + "resolved": true, + "cost": 0.34953945, + "api_calls": 29 + }, + "django__django-16560": { + "resolved": false, + "cost": 0.43630170000000007, + "api_calls": 51 + }, + "django__django-16145": { + "resolved": true, + "cost": 0.29398500000000005, + "api_calls": 32 + }, + "pallets__flask-5014": { + "resolved": true, + "cost": 0.18983490000000003, + "api_calls": 29 + }, + "sympy__sympy-20428": { + "resolved": true, + "cost": 0.29258144999999997, + "api_calls": 34 + }, + "django__django-15572": { + "resolved": false, + "cost": 0.14949345, + "api_calls": 25 + }, + "django__django-11964": { + "resolved": false, + "cost": 0.7726379999999999, + "api_calls": 69 + }, + "django__django-14349": { + "resolved": false, + "cost": 0.26638709999999993, + "api_calls": 34 + }, + "scikit-learn__scikit-learn-11310": { + "resolved": true, + "cost": 0.23751479999999997, + "api_calls": 33 + }, + "django__django-12143": { + "resolved": true, + "cost": 0.124335, + "api_calls": 18 + }, + "scikit-learn__scikit-learn-11578": { + "resolved": true, + "cost": 0.29544060000000005, + "api_calls": 29 + }, + "astropy__astropy-14508": { + "resolved": true, + "cost": 0.1948866, + "api_calls": 24 + }, + "sphinx-doc__sphinx-9711": { + "resolved": false, + "cost": 0.23817914999999998, + "api_calls": 33 + }, + "django__django-11149": { + "resolved": true, + "cost": 0.6863691, + "api_calls": 53 + }, + "django__django-13964": { + "resolved": true, + "cost": 0.40722299999999995, + "api_calls": 38 + }, + "sphinx-doc__sphinx-8120": { + "resolved": false, + "cost": 0.26992260000000007, + "api_calls": 32 + }, + "django__django-11815": { + "resolved": true, + "cost": 0.3918072, + "api_calls": 49 + }, + "sympy__sympy-19783": { + "resolved": true, + "cost": 0.27521415000000005, + "api_calls": 40 + }, + "matplotlib__matplotlib-22865": { + "resolved": true, + "cost": 0.2987364, + "api_calls": 40 + }, + "psf__requests-2931": { + "resolved": true, + "cost": 0.18181185000000002, + "api_calls": 26 + }, + "django__django-11333": { + "resolved": false, + "cost": 0.25921004999999997, + "api_calls": 28 + }, + "django__django-11451": { + "resolved": true, + "cost": 0.25209525, + "api_calls": 28 + }, + "psf__requests-5414": { + "resolved": true, + "cost": 0.29711190000000004, + "api_calls": 39 + }, + "sphinx-doc__sphinx-8551": { + "resolved": false, + "cost": 0.8963719500000001, + "api_calls": 71 + }, + "django__django-11951": { + "resolved": false, + "cost": 0.19307010000000002, + "api_calls": 21 + }, + "django__django-7530": { + "resolved": true, + "cost": 0.19159065000000003, + "api_calls": 25 + }, + "django__django-15252": { + "resolved": true, + "cost": 0.31099575000000007, + "api_calls": 28 + }, + "django__django-16256": { + "resolved": false, + "cost": 0.39489555000000004, + "api_calls": 32 + }, + "django__django-15268": { + "resolved": false, + "cost": 0.7163628000000002, + "api_calls": 66 + }, + "django__django-13925": { + "resolved": false, + "cost": 0.5425120500000001, + "api_calls": 51 + }, + "scikit-learn__scikit-learn-13135": { + "resolved": false, + "cost": 0.33433830000000003, + "api_calls": 32 + }, + "django__django-16263": { + "resolved": true, + "cost": 1.1547134999999997, + "api_calls": 92 + }, + "astropy__astropy-14995": { + "resolved": false, + "cost": 0.3424152, + "api_calls": 28 + }, + "django__django-13568": { + "resolved": true, + "cost": 0.5935851, + "api_calls": 62 + }, + "pydata__xarray-3677": { + "resolved": false, + "cost": 0.23205540000000002, + "api_calls": 27 + }, + "pydata__xarray-4687": { + "resolved": true, + "cost": 0.6800478000000003, + "api_calls": 73 + }, + "scikit-learn__scikit-learn-13496": { + "resolved": false, + "cost": 0.43936155, + "api_calls": 44 + }, + "django__django-14351": { + "resolved": true, + "cost": 1.7858009999999997, + "api_calls": 93 + }, + "astropy__astropy-8707": { + "resolved": true, + "cost": 0.44613825, + "api_calls": 49 + }, + "astropy__astropy-13398": { + "resolved": false, + "cost": 1.26683565, + "api_calls": 53 + }, + "sphinx-doc__sphinx-7454": { + "resolved": false, + "cost": 0.87444435, + "api_calls": 83 + }, + "sympy__sympy-13798": { + "resolved": false, + "cost": 0.31206765000000003, + "api_calls": 37 + }, + "sympy__sympy-12481": { + "resolved": false, + "cost": 0.28143675, + "api_calls": 41 + }, + "django__django-16032": { + "resolved": true, + "cost": 1.5524014499999996, + "api_calls": 104 + }, + "django__django-12155": { + "resolved": true, + "cost": 0.18655725000000004, + "api_calls": 23 + }, + "sympy__sympy-18199": { + "resolved": true, + "cost": 0.26858925, + "api_calls": 32 + }, + "django__django-16315": { + "resolved": false, + "cost": 0.8985881999999998, + "api_calls": 78 + }, + "psf__requests-1142": { + "resolved": true, + "cost": 0.27756165, + "api_calls": 29 + }, + "django__django-13212": { + "resolved": true, + "cost": 0.4279401, + "api_calls": 44 + }, + "django__django-11555": { + "resolved": false, + "cost": 0.23656305000000002, + "api_calls": 33 + }, + "sympy__sympy-24213": { + "resolved": true, + "cost": 0.21052575, + "api_calls": 23 + }, + "sphinx-doc__sphinx-10614": { + "resolved": true, + "cost": 0.1873836, + "api_calls": 21 + }, + "pydata__xarray-6992": { + "resolved": false, + "cost": 0.14437365000000002, + "api_calls": 23 + }, + "matplotlib__matplotlib-23299": { + "resolved": false, + "cost": 0.3631866, + "api_calls": 41 + }, + "sympy__sympy-20590": { + "resolved": false, + "cost": 0.20936805, + "api_calls": 33 + }, + "matplotlib__matplotlib-25311": { + "resolved": true, + "cost": 0.3565455, + "api_calls": 45 + }, + "django__django-13363": { + "resolved": true, + "cost": 0.16692899999999997, + "api_calls": 16 + }, + "sympy__sympy-14531": { + "resolved": true, + "cost": 0.3677913, + "api_calls": 43 + }, + "matplotlib__matplotlib-23314": { + "resolved": true, + "cost": 0.20791155000000006, + "api_calls": 31 + }, + "django__django-15741": { + "resolved": true, + "cost": 0.19963019999999995, + "api_calls": 31 + }, + "sympy__sympy-15345": { + "resolved": true, + "cost": 0.23010014999999992, + "api_calls": 32 + }, + "django__django-13012": { + "resolved": true, + "cost": 0.26016585, + "api_calls": 33 + }, + "django__django-15022": { + "resolved": true, + "cost": 0.4127141999999999, + "api_calls": 33 + }, + "django__django-16527": { + "resolved": true, + "cost": 0.09728835000000001, + "api_calls": 11 + }, + "sphinx-doc__sphinx-11445": { + "resolved": true, + "cost": 0.46755375000000016, + "api_calls": 57 + }, + "pytest-dev__pytest-6197": { + "resolved": true, + "cost": 0.6203281499999999, + "api_calls": 64 + }, + "django__django-9296": { + "resolved": true, + "cost": 0.11976434999999998, + "api_calls": 17 + }, + "scikit-learn__scikit-learn-10297": { + "resolved": true, + "cost": 0.4582393499999999, + "api_calls": 54 + }, + "django__django-13807": { + "resolved": true, + "cost": 0.24054255000000005, + "api_calls": 35 + }, + "astropy__astropy-14365": { + "resolved": false, + "cost": 0.23224469999999997, + "api_calls": 27 + }, + "sphinx-doc__sphinx-9230": { + "resolved": false, + "cost": 0.35913315, + "api_calls": 38 + }, + "scikit-learn__scikit-learn-13124": { + "resolved": true, + "cost": 0.5187532499999999, + "api_calls": 34 + }, + "django__django-11066": { + "resolved": true, + "cost": 0.09306450000000002, + "api_calls": 13 + }, + "sympy__sympy-13480": { + "resolved": true, + "cost": 0.08081625, + "api_calls": 12 + }, + "django__django-15695": { + "resolved": true, + "cost": 0.5917705499999999, + "api_calls": 53 + }, + "django__django-10999": { + "resolved": false, + "cost": 0.07167345, + "api_calls": 9 + }, + "sympy__sympy-22914": { + "resolved": false, + "cost": 0.17512590000000003, + "api_calls": 25 + }, + "sympy__sympy-16766": { + "resolved": true, + "cost": 0.1996512, + "api_calls": 26 + }, + "matplotlib__matplotlib-24149": { + "resolved": true, + "cost": 0.30142529999999995, + "api_calls": 30 + }, + "django__django-15103": { + "resolved": true, + "cost": 0.19414095000000003, + "api_calls": 29 + }, + "astropy__astropy-14182": { + "resolved": true, + "cost": 0.28983015, + "api_calls": 32 + }, + "django__django-11299": { + "resolved": false, + "cost": 0.64802955, + "api_calls": 64 + }, + "sphinx-doc__sphinx-8621": { + "resolved": true, + "cost": 0.5725386, + "api_calls": 37 + }, + "matplotlib__matplotlib-26342": { + "resolved": false, + "cost": 0.27375165, + "api_calls": 33 + }, + "sympy__sympy-21930": { + "resolved": true, + "cost": 0.22540529999999998, + "api_calls": 37 + }, + "django__django-16950": { + "resolved": false, + "cost": 0.8689732500000003, + "api_calls": 58 + }, + "django__django-11880": { + "resolved": true, + "cost": 0.19207845, + "api_calls": 18 + }, + "django__django-12419": { + "resolved": true, + "cost": 0.13623359999999998, + "api_calls": 19 + }, + "django__django-11603": { + "resolved": true, + "cost": 0.11931300000000002, + "api_calls": 18 + }, + "pytest-dev__pytest-6202": { + "resolved": true, + "cost": 0.08758814999999998, + "api_calls": 14 + }, + "sphinx-doc__sphinx-7590": { + "resolved": true, + "cost": 0.60048855, + "api_calls": 70 + }, + "sympy__sympy-19637": { + "resolved": false, + "cost": 0.1701777, + "api_calls": 30 + }, + "pylint-dev__pylint-4551": { + "resolved": true, + "cost": 0.7079941499999999, + "api_calls": 74 + }, + "django__django-13410": { + "resolved": false, + "cost": 0.19264320000000001, + "api_calls": 24 + }, + "pylint-dev__pylint-6386": { + "resolved": true, + "cost": 0.1013211, + "api_calls": 18 + }, + "django__django-11551": { + "resolved": false, + "cost": 0.3238648500000001, + "api_calls": 29 + }, + "django__django-15278": { + "resolved": true, + "cost": 0.3699435, + "api_calls": 37 + }, + "django__django-13741": { + "resolved": true, + "cost": 0.3665707500000001, + "api_calls": 34 + }, + "django__django-13023": { + "resolved": true, + "cost": 0.25712955, + "api_calls": 25 + }, + "astropy__astropy-8872": { + "resolved": true, + "cost": 0.17383634999999997, + "api_calls": 21 + }, + "django__django-13569": { + "resolved": false, + "cost": 0.35270385000000004, + "api_calls": 36 + }, + "django__django-15554": { + "resolved": true, + "cost": 0.8503911, + "api_calls": 66 + }, + "astropy__astropy-7166": { + "resolved": true, + "cost": 0.19363755000000005, + "api_calls": 22 + }, + "pydata__xarray-6938": { + "resolved": true, + "cost": 0.2341794, + "api_calls": 26 + }, + "django__django-16485": { + "resolved": true, + "cost": 0.16437135, + "api_calls": 20 + }, + "astropy__astropy-12907": { + "resolved": true, + "cost": 0.19192425000000005, + "api_calls": 22 + }, + "sympy__sympy-22080": { + "resolved": true, + "cost": 0.3953614500000001, + "api_calls": 38 + }, + "sympy__sympy-20801": { + "resolved": false, + "cost": 0.1779039, + "api_calls": 30 + }, + "django__django-12304": { + "resolved": true, + "cost": 0.23797889999999997, + "api_calls": 31 + }, + "pytest-dev__pytest-10051": { + "resolved": true, + "cost": 0.3721527000000001, + "api_calls": 40 + }, + "astropy__astropy-14539": { + "resolved": true, + "cost": 0.2953746000000001, + "api_calls": 25 + }, + "scikit-learn__scikit-learn-25931": { + "resolved": true, + "cost": 0.2764854, + "api_calls": 29 + }, + "scikit-learn__scikit-learn-12585": { + "resolved": true, + "cost": 0.1777155, + "api_calls": 23 + }, + "matplotlib__matplotlib-20488": { + "resolved": true, + "cost": 1.3570416, + "api_calls": 92 + }, + "mwaskom__seaborn-3187": { + "resolved": true, + "cost": 0.4076175000000002, + "api_calls": 42 + }, + "django__django-15128": { + "resolved": false, + "cost": 0.6622312500000002, + "api_calls": 65 + }, + "django__django-13033": { + "resolved": true, + "cost": 0.7129244999999998, + "api_calls": 51 + }, + "sympy__sympy-15017": { + "resolved": true, + "cost": 0.17849084999999998, + "api_calls": 22 + }, + "django__django-15561": { + "resolved": true, + "cost": 0.53503395, + "api_calls": 43 + }, + "django__django-15161": { + "resolved": true, + "cost": 0.5062598999999999, + "api_calls": 78 + }, + "django__django-12965": { + "resolved": true, + "cost": 0.6507194999999998, + "api_calls": 61 + }, + "django__django-15277": { + "resolved": true, + "cost": 0.19463205, + "api_calls": 26 + }, + "sphinx-doc__sphinx-10323": { + "resolved": true, + "cost": 0.3126036, + "api_calls": 32 + }, + "sympy__sympy-22714": { + "resolved": true, + "cost": 0.19653165, + "api_calls": 25 + }, + "sphinx-doc__sphinx-8056": { + "resolved": true, + "cost": 0.8554807499999998, + "api_calls": 71 + }, + "sphinx-doc__sphinx-10435": { + "resolved": false, + "cost": 0.35343675, + "api_calls": 30 + }, + "django__django-16100": { + "resolved": false, + "cost": 0.20944829999999998, + "api_calls": 28 + }, + "psf__requests-1766": { + "resolved": true, + "cost": 0.11857244999999997, + "api_calls": 16 + }, + "pytest-dev__pytest-5262": { + "resolved": false, + "cost": 0.2058999, + "api_calls": 21 + }, + "sphinx-doc__sphinx-9281": { + "resolved": true, + "cost": 0.19302944999999996, + "api_calls": 29 + }, + "matplotlib__matplotlib-20859": { + "resolved": true, + "cost": 0.1577001, + "api_calls": 22 + }, + "django__django-13158": { + "resolved": true, + "cost": 0.34701945, + "api_calls": 40 + }, + "sympy__sympy-13877": { + "resolved": false, + "cost": 0.4874915999999999, + "api_calls": 39 + }, + "sphinx-doc__sphinx-8595": { + "resolved": true, + "cost": 0.29717520000000003, + "api_calls": 35 + }, + "django__django-13343": { + "resolved": true, + "cost": 0.3928656000000001, + "api_calls": 17 + }, + "django__django-15525": { + "resolved": true, + "cost": 1.2568449, + "api_calls": 77 + }, + "django__django-11095": { + "resolved": true, + "cost": 0.19542555000000003, + "api_calls": 24 + }, + "sympy__sympy-17630": { + "resolved": true, + "cost": 0.26163315, + "api_calls": 28 + }, + "django__django-14559": { + "resolved": false, + "cost": 0.12950025, + "api_calls": 20 + }, + "pytest-dev__pytest-5631": { + "resolved": true, + "cost": 0.24713535, + "api_calls": 29 + }, + "matplotlib__matplotlib-26466": { + "resolved": true, + "cost": 0.3773626500000001, + "api_calls": 34 + }, + "django__django-16642": { + "resolved": false, + "cost": 0.15536909999999998, + "api_calls": 18 + }, + "django__django-15930": { + "resolved": true, + "cost": 0.32052914999999993, + "api_calls": 35 + }, + "pydata__xarray-7393": { + "resolved": true, + "cost": 0.5092897499999999, + "api_calls": 59 + }, + "django__django-13406": { + "resolved": true, + "cost": 0.36116309999999996, + "api_calls": 39 + }, + "pytest-dev__pytest-5840": { + "resolved": true, + "cost": 0.3550986, + "api_calls": 30 + }, + "django__django-13658": { + "resolved": false, + "cost": 0.19450935000000003, + "api_calls": 24 + }, + "sympy__sympy-15875": { + "resolved": true, + "cost": 0.4054954500000001, + "api_calls": 48 + }, + "django__django-12039": { + "resolved": true, + "cost": 0.25074074999999996, + "api_calls": 24 + }, + "django__django-15382": { + "resolved": false, + "cost": 0.6709150500000001, + "api_calls": 74 + }, + "sympy__sympy-14711": { + "resolved": true, + "cost": 0.19713599999999998, + "api_calls": 25 + }, + "django__django-11885": { + "resolved": true, + "cost": 0.4652993999999999, + "api_calls": 44 + }, + "matplotlib__matplotlib-25775": { + "resolved": false, + "cost": 0.7265295, + "api_calls": 83 + }, + "pylint-dev__pylint-4661": { + "resolved": true, + "cost": 0.18189360000000004, + "api_calls": 31 + }, + "scikit-learn__scikit-learn-15100": { + "resolved": false, + "cost": 0.22970790000000002, + "api_calls": 29 + }, + "sympy__sympy-17655": { + "resolved": true, + "cost": 0.36440970000000006, + "api_calls": 49 + }, + "sympy__sympy-18763": { + "resolved": true, + "cost": 0.45519945, + "api_calls": 46 + }, + "matplotlib__matplotlib-26291": { + "resolved": false, + "cost": 0.33005789999999996, + "api_calls": 40 + }, + "sympy__sympy-13031": { + "resolved": true, + "cost": 0.3223767, + "api_calls": 43 + }, + "sympy__sympy-24562": { + "resolved": false, + "cost": 0.3028978499999999, + "api_calls": 32 + }, + "pydata__xarray-2905": { + "resolved": false, + "cost": 0.3073077000000001, + "api_calls": 36 + }, + "matplotlib__matplotlib-26208": { + "resolved": true, + "cost": 1.2142230000000003, + "api_calls": 73 + }, + "django__django-14315": { + "resolved": false, + "cost": 0.30382199999999987, + "api_calls": 38 + }, + "astropy__astropy-7606": { + "resolved": false, + "cost": 0.11524770000000001, + "api_calls": 21 + }, + "astropy__astropy-13453": { + "resolved": false, + "cost": 0.6179143500000002, + "api_calls": 54 + }, + "pytest-dev__pytest-7236": { + "resolved": true, + "cost": 0.21111390000000005, + "api_calls": 25 + }, + "sympy__sympy-13878": { + "resolved": true, + "cost": 0.89006655, + "api_calls": 91 + }, + "pylint-dev__pylint-6903": { + "resolved": true, + "cost": 0.27285045, + "api_calls": 25 + }, + "astropy__astropy-13033": { + "resolved": true, + "cost": 0.11173334999999998, + "api_calls": 13 + }, + "django__django-14915": { + "resolved": false, + "cost": 0.18316349999999998, + "api_calls": 26 + }, + "django__django-14539": { + "resolved": true, + "cost": 0.34617405, + "api_calls": 40 + }, + "django__django-15503": { + "resolved": true, + "cost": 0.31688400000000005, + "api_calls": 36 + }, + "django__django-15037": { + "resolved": false, + "cost": 0.5426136000000001, + "api_calls": 46 + }, + "django__django-16612": { + "resolved": false, + "cost": 0.13516214999999998, + "api_calls": 19 + }, + "django__django-14404": { + "resolved": true, + "cost": 0.15858779999999997, + "api_calls": 19 + }, + "django__django-12754": { + "resolved": false, + "cost": 0.6373297499999999, + "api_calls": 54 + }, + "sphinx-doc__sphinx-9229": { + "resolved": true, + "cost": 0.8209157999999998, + "api_calls": 60 + }, + "sphinx-doc__sphinx-8265": { + "resolved": false, + "cost": 0.20817465000000002, + "api_calls": 29 + }, + "django__django-13590": { + "resolved": false, + "cost": 0.3037384500000001, + "api_calls": 51 + }, + "django__django-14580": { + "resolved": true, + "cost": 0.34169850000000007, + "api_calls": 36 + }, + "django__django-14999": { + "resolved": true, + "cost": 0.53457525, + "api_calls": 42 + }, + "pytest-dev__pytest-7571": { + "resolved": true, + "cost": 0.31457609999999997, + "api_calls": 34 + }, + "sphinx-doc__sphinx-8269": { + "resolved": true, + "cost": 0.18482400000000004, + "api_calls": 22 + }, + "django__django-13112": { + "resolved": true, + "cost": 0.8167404000000001, + "api_calls": 75 + }, + "django__django-13513": { + "resolved": true, + "cost": 0.11656965000000001, + "api_calls": 15 + }, + "pytest-dev__pytest-7432": { + "resolved": false, + "cost": 0.20338125000000004, + "api_calls": 26 + }, + "django__django-15731": { + "resolved": true, + "cost": 0.10495860000000001, + "api_calls": 22 + }, + "sympy__sympy-16792": { + "resolved": true, + "cost": 0.3143817, + "api_calls": 43 + }, + "django__django-14034": { + "resolved": true, + "cost": 0.28593345, + "api_calls": 37 + }, + "astropy__astropy-14096": { + "resolved": false, + "cost": 0.1739997, + "api_calls": 21 + }, + "django__django-14765": { + "resolved": true, + "cost": 0.09999480000000001, + "api_calls": 13 + }, + "sympy__sympy-18698": { + "resolved": true, + "cost": 0.43035960000000006, + "api_calls": 44 + }, + "django__django-14771": { + "resolved": true, + "cost": 0.28933725000000005, + "api_calls": 44 + }, + "django__django-15957": { + "resolved": true, + "cost": 0.52267005, + "api_calls": 54 + }, + "pydata__xarray-3095": { + "resolved": false, + "cost": 0.4071262499999999, + "api_calls": 49 + }, + "sympy__sympy-19954": { + "resolved": true, + "cost": 0.16985790000000003, + "api_calls": 23 + }, + "sympy__sympy-16886": { + "resolved": true, + "cost": 0.06843465, + "api_calls": 11 + }, + "django__django-11239": { + "resolved": true, + "cost": 0.25822335, + "api_calls": 25 + }, + "django__django-13820": { + "resolved": true, + "cost": 0.174792, + "api_calls": 19 + }, + "pydata__xarray-4629": { + "resolved": true, + "cost": 0.12201569999999999, + "api_calls": 15 + }, + "django__django-13315": { + "resolved": true, + "cost": 0.73494015, + "api_calls": 59 + }, + "django__django-16901": { + "resolved": true, + "cost": 0.23087099999999997, + "api_calls": 25 + }, + "django__django-13346": { + "resolved": true, + "cost": 0.3380630999999999, + "api_calls": 31 + }, + "django__django-12262": { + "resolved": true, + "cost": 0.23974020000000001, + "api_calls": 22 + }, + "sympy__sympy-24661": { + "resolved": true, + "cost": 0.3481705500000001, + "api_calls": 42 + }, + "django__django-11119": { + "resolved": true, + "cost": 0.2305836, + "api_calls": 23 + }, + "psf__requests-6028": { + "resolved": true, + "cost": 0.5587417499999999, + "api_calls": 53 + }, + "sympy__sympy-20154": { + "resolved": false, + "cost": 0.12959384999999998, + "api_calls": 22 + }, + "scikit-learn__scikit-learn-13142": { + "resolved": true, + "cost": 0.37276110000000007, + "api_calls": 38 + }, + "django__django-14752": { + "resolved": true, + "cost": 0.21879074999999998, + "api_calls": 17 + }, + "django__django-15563": { + "resolved": true, + "cost": 0.8852359499999997, + "api_calls": 75 + }, + "sympy__sympy-16597": { + "resolved": false, + "cost": 0.31261215, + "api_calls": 38 + }, + "django__django-15987": { + "resolved": false, + "cost": 0.24462255000000005, + "api_calls": 27 + }, + "sympy__sympy-15976": { + "resolved": true, + "cost": 0.2725374, + "api_calls": 29 + }, + "django__django-10973": { + "resolved": true, + "cost": 0.13396109999999997, + "api_calls": 19 + }, + "django__django-15127": { + "resolved": false, + "cost": 0.12557985000000002, + "api_calls": 18 + }, + "scikit-learn__scikit-learn-13439": { + "resolved": false, + "cost": 0.18458114999999997, + "api_calls": 22 + }, + "django__django-13551": { + "resolved": true, + "cost": 0.23124869999999997, + "api_calls": 23 + }, + "sphinx-doc__sphinx-7748": { + "resolved": true, + "cost": 0.37815225, + "api_calls": 34 + }, + "django__django-13516": { + "resolved": false, + "cost": 0.28179765000000007, + "api_calls": 31 + }, + "django__django-10554": { + "resolved": false, + "cost": 0.77016555, + "api_calls": 66 + }, + "django__django-16082": { + "resolved": false, + "cost": 0.2563377, + "api_calls": 31 + }, + "django__django-13786": { + "resolved": true, + "cost": 0.39678209999999997, + "api_calls": 43 + }, + "sympy__sympy-21596": { + "resolved": true, + "cost": 0.5301543000000001, + "api_calls": 55 + }, + "matplotlib__matplotlib-26113": { + "resolved": false, + "cost": 0.20945205, + "api_calls": 21 + }, + "django__django-14672": { + "resolved": true, + "cost": 0.1954887, + "api_calls": 17 + }, + "django__django-13109": { + "resolved": true, + "cost": 0.2131554, + "api_calls": 22 + }, + "django__django-11141": { + "resolved": true, + "cost": 0.2257995, + "api_calls": 27 + }, + "matplotlib__matplotlib-23412": { + "resolved": false, + "cost": 0.37504079999999995, + "api_calls": 38 + }, + "sympy__sympy-13551": { + "resolved": true, + "cost": 0.36055275, + "api_calls": 34 + }, + "django__django-15368": { + "resolved": false, + "cost": 0.23403225, + "api_calls": 32 + }, + "django__django-15814": { + "resolved": true, + "cost": 0.1378164, + "api_calls": 19 + }, + "django__django-13933": { + "resolved": true, + "cost": 0.16132364999999999, + "api_calls": 25 + }, + "scikit-learn__scikit-learn-12682": { + "resolved": true, + "cost": 0.5298114000000002, + "api_calls": 65 + }, + "matplotlib__matplotlib-20676": { + "resolved": false, + "cost": 0.4718723999999999, + "api_calls": 56 + }, + "sphinx-doc__sphinx-8593": { + "resolved": false, + "cost": 0.46137434999999993, + "api_calls": 34 + }, + "sympy__sympy-13852": { + "resolved": true, + "cost": 0.3595788000000001, + "api_calls": 39 + }, + "django__django-16819": { + "resolved": false, + "cost": 0.46881960000000006, + "api_calls": 53 + }, + "django__django-12713": { + "resolved": true, + "cost": 0.19714410000000002, + "api_calls": 24 + }, + "django__django-14855": { + "resolved": true, + "cost": 0.43541474999999974, + "api_calls": 49 + }, + "django__django-14155": { + "resolved": true, + "cost": 0.18246689999999996, + "api_calls": 28 + }, + "scikit-learn__scikit-learn-26323": { + "resolved": false, + "cost": 0.2538894, + "api_calls": 33 + }, + "scikit-learn__scikit-learn-13328": { + "resolved": true, + "cost": 0.24662700000000004, + "api_calls": 27 + }, + "sphinx-doc__sphinx-11510": { + "resolved": true, + "cost": 0.8851279499999998, + "api_calls": 62 + }, + "django__django-13195": { + "resolved": false, + "cost": 0.30177315, + "api_calls": 28 + }, + "django__django-15916": { + "resolved": false, + "cost": 0.8853581999999997, + "api_calls": 74 + }, + "django__django-11820": { + "resolved": false, + "cost": 0.2957653500000001, + "api_calls": 38 + }, + "sympy__sympy-24066": { + "resolved": false, + "cost": 0.26789489999999994, + "api_calls": 33 + }, + "sphinx-doc__sphinx-9591": { + "resolved": true, + "cost": 0.33311715000000003, + "api_calls": 22 + }, + "pytest-dev__pytest-7982": { + "resolved": false, + "cost": 0.1093401, + "api_calls": 16 + }, + "django__django-14725": { + "resolved": true, + "cost": 0.5477443500000001, + "api_calls": 56 + }, + "django__django-17029": { + "resolved": false, + "cost": 0.1223745, + "api_calls": 15 + }, + "matplotlib__matplotlib-14623": { + "resolved": true, + "cost": 0.42436905, + "api_calls": 52 + }, + "pydata__xarray-6461": { + "resolved": true, + "cost": 0.20513655000000003, + "api_calls": 29 + }, + "django__django-16662": { + "resolved": true, + "cost": 0.16668960000000002, + "api_calls": 20 + }, + "sphinx-doc__sphinx-9461": { + "resolved": true, + "cost": 0.47796810000000006, + "api_calls": 50 + }, + "django__django-11848": { + "resolved": false, + "cost": 0.26293605000000003, + "api_calls": 34 + }, + "matplotlib__matplotlib-22719": { + "resolved": false, + "cost": 0.24730395000000002, + "api_calls": 21 + }, + "pydata__xarray-4966": { + "resolved": true, + "cost": 0.33668729999999997, + "api_calls": 32 + }, + "django__django-11728": { + "resolved": true, + "cost": 0.5092308, + "api_calls": 47 + }, + "matplotlib__matplotlib-24627": { + "resolved": false, + "cost": 0.27997335, + "api_calls": 39 + }, + "sphinx-doc__sphinx-7440": { + "resolved": false, + "cost": 0.24354089999999998, + "api_calls": 26 + }, + "sympy__sympy-12419": { + "resolved": true, + "cost": 0.61454595, + "api_calls": 69 + }, + "matplotlib__matplotlib-13989": { + "resolved": true, + "cost": 0.2672226, + "api_calls": 29 + }, + "django__django-11163": { + "resolved": true, + "cost": 0.13379295000000002, + "api_calls": 17 + }, + "matplotlib__matplotlib-24177": { + "resolved": true, + "cost": 1.07996655, + "api_calls": 66 + }, + "django__django-14011": { + "resolved": false, + "cost": 0.4648452, + "api_calls": 43 + }, + "django__django-13279": { + "resolved": false, + "cost": 0.3800645999999999, + "api_calls": 40 + }, + "sympy__sympy-23534": { + "resolved": true, + "cost": 0.1966263, + "api_calls": 25 + }, + "astropy__astropy-7336": { + "resolved": true, + "cost": 0.12908175, + "api_calls": 20 + }, + "mwaskom__seaborn-3069": { + "resolved": true, + "cost": 0.6895655999999998, + "api_calls": 55 + }, + "scikit-learn__scikit-learn-13779": { + "resolved": false, + "cost": 0.2383635, + "api_calls": 26 + }, + "django__django-11179": { + "resolved": true, + "cost": 0.19560615000000003, + "api_calls": 25 + }, + "pydata__xarray-4075": { + "resolved": true, + "cost": 0.2813329499999999, + "api_calls": 28 + }, + "django__django-16595": { + "resolved": true, + "cost": 0.39409500000000003, + "api_calls": 42 + }, + "sympy__sympy-14248": { + "resolved": true, + "cost": 0.7365998999999999, + "api_calls": 81 + }, + "pylint-dev__pylint-4604": { + "resolved": false, + "cost": 0.50332605, + "api_calls": 66 + }, + "astropy__astropy-14369": { + "resolved": false, + "cost": 0.3239469, + "api_calls": 32 + }, + "sympy__sympy-20438": { + "resolved": true, + "cost": 0.22259864999999995, + "api_calls": 33 + }, + "django__django-14500": { + "resolved": false, + "cost": 0.29321984999999995, + "api_calls": 27 + }, + "sphinx-doc__sphinx-9673": { + "resolved": true, + "cost": 0.44951790000000014, + "api_calls": 43 + }, + "astropy__astropy-14309": { + "resolved": true, + "cost": 0.1329699, + "api_calls": 12 + }, + "sphinx-doc__sphinx-9698": { + "resolved": true, + "cost": 0.38265389999999994, + "api_calls": 33 + }, + "sympy__sympy-12489": { + "resolved": true, + "cost": 1.0191865500000001, + "api_calls": 105 + }, + "pydata__xarray-6744": { + "resolved": false, + "cost": 0.43975064999999997, + "api_calls": 42 + }, + "django__django-17084": { + "resolved": true, + "cost": 0.57252075, + "api_calls": 56 + }, + "pydata__xarray-6599": { + "resolved": false, + "cost": 0.6195341999999999, + "api_calls": 55 + }, + "django__django-11138": { + "resolved": false, + "cost": 0.4548571500000001, + "api_calls": 42 + }, + "django__django-11477": { + "resolved": false, + "cost": 0.31512344999999997, + "api_calls": 31 + }, + "sympy__sympy-13091": { + "resolved": false, + "cost": 0.43623525, + "api_calls": 55 + }, + "django__django-11099": { + "resolved": false, + "cost": 0.1269123, + "api_calls": 20 + }, + "django__django-16429": { + "resolved": true, + "cost": 0.13880610000000002, + "api_calls": 19 + }, + "django__django-14792": { + "resolved": true, + "cost": 0.42206789999999994, + "api_calls": 26 + }, + "django__django-11999": { + "resolved": false, + "cost": 0.13187310000000002, + "api_calls": 19 + }, + "sphinx-doc__sphinx-8721": { + "resolved": true, + "cost": 0.16595520000000002, + "api_calls": 19 + }, + "sympy__sympy-21847": { + "resolved": true, + "cost": 0.39408585, + "api_calls": 43 + }, + "django__django-15973": { + "resolved": true, + "cost": 0.5180833499999999, + "api_calls": 55 + } + } }, { "name": "GPT-5 mini (2025-08-07) (medium reasoning)", @@ -157,7 +7663,2509 @@ "System: Attempts - 1" ], "warning": null, - "mini-swe-agent_version": "1.7.0" + "mini-swe-agent_version": "1.7.0", + "per_instance_details": { + "pytest-dev__pytest-10356": { + "resolved": false, + "cost": 0.0219864, + "api_calls": 9 + }, + "django__django-11532": { + "resolved": false, + "cost": 0.0177027, + "api_calls": 11 + }, + "django__django-12050": { + "resolved": false, + "cost": 0.0170734, + "api_calls": 11 + }, + "pydata__xarray-3151": { + "resolved": true, + "cost": 0.020262499999999996, + "api_calls": 12 + }, + "django__django-13512": { + "resolved": true, + "cost": 0.028691150000000002, + "api_calls": 18 + }, + "sympy__sympy-18189": { + "resolved": false, + "cost": 0.0084621, + "api_calls": 6 + }, + "django__django-13028": { + "resolved": true, + "cost": 0.05240975, + "api_calls": 25 + }, + "django__django-13449": { + "resolved": true, + "cost": 0.04280725, + "api_calls": 15 + }, + "django__django-11211": { + "resolved": true, + "cost": 0.019562250000000003, + "api_calls": 11 + }, + "matplotlib__matplotlib-25332": { + "resolved": false, + "cost": 0.027428099999999997, + "api_calls": 14 + }, + "django__django-11087": { + "resolved": true, + "cost": 0.027754550000000003, + "api_calls": 13 + }, + "django__django-15863": { + "resolved": false, + "cost": 0.032954699999999996, + "api_calls": 15 + }, + "django__django-14376": { + "resolved": true, + "cost": 0.01569965, + "api_calls": 8 + }, + "django__django-14017": { + "resolved": false, + "cost": 0.05138095000000001, + "api_calls": 24 + }, + "pydata__xarray-4695": { + "resolved": true, + "cost": 0.030537199999999997, + "api_calls": 16 + }, + "sympy__sympy-16450": { + "resolved": true, + "cost": 0.014602449999999998, + "api_calls": 8 + }, + "django__django-14493": { + "resolved": true, + "cost": 0.0170453, + "api_calls": 9 + }, + "matplotlib__matplotlib-25960": { + "resolved": false, + "cost": 0.045479799999999994, + "api_calls": 17 + }, + "psf__requests-1921": { + "resolved": false, + "cost": 0.020445, + "api_calls": 10 + }, + "django__django-12308": { + "resolved": false, + "cost": 0.025261600000000002, + "api_calls": 12 + }, + "astropy__astropy-13579": { + "resolved": true, + "cost": 0.0469812, + "api_calls": 17 + }, + "django__django-12708": { + "resolved": true, + "cost": 0.02376825, + "api_calls": 14 + }, + "django__django-14089": { + "resolved": true, + "cost": 0.016249049999999998, + "api_calls": 10 + }, + "pylint-dev__pylint-7277": { + "resolved": true, + "cost": 0.0321839, + "api_calls": 10 + }, + "pydata__xarray-3993": { + "resolved": false, + "cost": 0.016227349999999998, + "api_calls": 10 + }, + "sphinx-doc__sphinx-9258": { + "resolved": true, + "cost": 0.031035800000000002, + "api_calls": 14 + }, + "pytest-dev__pytest-7324": { + "resolved": false, + "cost": 0.020718149999999998, + "api_calls": 12 + }, + "pydata__xarray-7233": { + "resolved": true, + "cost": 0.0101374, + "api_calls": 6 + }, + "django__django-14631": { + "resolved": true, + "cost": 0.024441050000000002, + "api_calls": 13 + }, + "sympy__sympy-21379": { + "resolved": true, + "cost": 0.023250200000000002, + "api_calls": 9 + }, + "pylint-dev__pylint-7080": { + "resolved": false, + "cost": 0.0893696, + "api_calls": 28 + }, + "django__django-15315": { + "resolved": false, + "cost": 0.011498499999999998, + "api_calls": 8 + }, + "sympy__sympy-12096": { + "resolved": true, + "cost": 0.0359012, + "api_calls": 13 + }, + "django__django-16569": { + "resolved": true, + "cost": 0.00930225, + "api_calls": 6 + }, + "sphinx-doc__sphinx-9367": { + "resolved": true, + "cost": 0.010419849999999998, + "api_calls": 6 + }, + "sympy__sympy-13615": { + "resolved": true, + "cost": 0.028301699999999996, + "api_calls": 12 + }, + "sphinx-doc__sphinx-7910": { + "resolved": true, + "cost": 0.014124399999999999, + "api_calls": 8 + }, + "django__django-11400": { + "resolved": true, + "cost": 0.0535055, + "api_calls": 17 + }, + "django__django-11740": { + "resolved": false, + "cost": 0.044936949999999996, + "api_calls": 18 + }, + "sphinx-doc__sphinx-7462": { + "resolved": true, + "cost": 0.03370825, + "api_calls": 14 + }, + "sympy__sympy-13647": { + "resolved": false, + "cost": 0.030737500000000004, + "api_calls": 16 + }, + "django__django-14140": { + "resolved": true, + "cost": 0.017853099999999997, + "api_calls": 7 + }, + "django__django-12663": { + "resolved": false, + "cost": 0.06976204999999999, + "api_calls": 24 + }, + "pylint-dev__pylint-4970": { + "resolved": false, + "cost": 0.02273385, + "api_calls": 15 + }, + "django__django-14534": { + "resolved": false, + "cost": 0.012759099999999999, + "api_calls": 9 + }, + "astropy__astropy-13236": { + "resolved": false, + "cost": 0.011659399999999999, + "api_calls": 7 + }, + "django__django-11292": { + "resolved": false, + "cost": 0.024399300000000002, + "api_calls": 11 + }, + "django__django-15569": { + "resolved": true, + "cost": 0.01230685, + "api_calls": 10 + }, + "django__django-13417": { + "resolved": true, + "cost": 0.026520999999999996, + "api_calls": 11 + }, + "sympy__sympy-20916": { + "resolved": true, + "cost": 0.05024885, + "api_calls": 17 + }, + "pydata__xarray-6721": { + "resolved": false, + "cost": 0.02858845, + "api_calls": 17 + }, + "pytest-dev__pytest-7521": { + "resolved": false, + "cost": 0.0356352, + "api_calls": 14 + }, + "astropy__astropy-14598": { + "resolved": true, + "cost": 0.0768151, + "api_calls": 21 + }, + "sympy__sympy-21612": { + "resolved": false, + "cost": 0.0319362, + "api_calls": 12 + }, + "matplotlib__matplotlib-25122": { + "resolved": false, + "cost": 0.0249806, + "api_calls": 9 + }, + "psf__requests-2317": { + "resolved": true, + "cost": 0.0281833, + "api_calls": 15 + }, + "sphinx-doc__sphinx-10449": { + "resolved": true, + "cost": 0.04960865, + "api_calls": 20 + }, + "pytest-dev__pytest-8399": { + "resolved": false, + "cost": 0.00967285, + "api_calls": 6 + }, + "django__django-14434": { + "resolved": true, + "cost": 0.0210083, + "api_calls": 13 + }, + "django__django-13809": { + "resolved": true, + "cost": 0.016294799999999998, + "api_calls": 9 + }, + "matplotlib__matplotlib-24570": { + "resolved": true, + "cost": 0.0236788, + "api_calls": 8 + }, + "django__django-12209": { + "resolved": true, + "cost": 0.04425004999999999, + "api_calls": 17 + }, + "scikit-learn__scikit-learn-14087": { + "resolved": true, + "cost": 0.05863135, + "api_calls": 18 + }, + "django__django-12193": { + "resolved": true, + "cost": 0.02428295, + "api_calls": 12 + }, + "matplotlib__matplotlib-25479": { + "resolved": false, + "cost": 0.021933599999999998, + "api_calls": 8 + }, + "sphinx-doc__sphinx-7757": { + "resolved": false, + "cost": 0.0114212, + "api_calls": 9 + }, + "pydata__xarray-7229": { + "resolved": false, + "cost": 0.0616762, + "api_calls": 24 + }, + "django__django-16136": { + "resolved": false, + "cost": 0.02911455, + "api_calls": 15 + }, + "django__django-11133": { + "resolved": true, + "cost": 0.03539395000000001, + "api_calls": 18 + }, + "pydata__xarray-4356": { + "resolved": true, + "cost": 0.05693839999999999, + "api_calls": 14 + }, + "django__django-11206": { + "resolved": true, + "cost": 0.014245249999999997, + "api_calls": 6 + }, + "django__django-16493": { + "resolved": true, + "cost": 0.01870475, + "api_calls": 10 + }, + "django__django-15375": { + "resolved": true, + "cost": 0.033753599999999995, + "api_calls": 16 + }, + "sympy__sympy-19040": { + "resolved": false, + "cost": 0.15429995, + "api_calls": 50 + }, + "sympy__sympy-13372": { + "resolved": false, + "cost": 0.009176549999999999, + "api_calls": 6 + }, + "sympy__sympy-24539": { + "resolved": true, + "cost": 0.01584075, + "api_calls": 11 + }, + "sphinx-doc__sphinx-9602": { + "resolved": true, + "cost": 0.06244720000000001, + "api_calls": 23 + }, + "sphinx-doc__sphinx-10466": { + "resolved": false, + "cost": 0.0099352, + "api_calls": 6 + }, + "django__django-16139": { + "resolved": false, + "cost": 0.017644399999999998, + "api_calls": 9 + }, + "django__django-10880": { + "resolved": true, + "cost": 0.00874385, + "api_calls": 7 + }, + "pytest-dev__pytest-5787": { + "resolved": true, + "cost": 0.0477567, + "api_calls": 16 + }, + "django__django-14311": { + "resolved": false, + "cost": 0.0179777, + "api_calls": 8 + }, + "django__django-11265": { + "resolved": true, + "cost": 0.05325195, + "api_calls": 19 + }, + "scikit-learn__scikit-learn-25973": { + "resolved": false, + "cost": 0.03735745, + "api_calls": 15 + }, + "matplotlib__matplotlib-22871": { + "resolved": false, + "cost": 0.03542755, + "api_calls": 15 + }, + "matplotlib__matplotlib-23476": { + "resolved": false, + "cost": 0.0476063, + "api_calls": 20 + }, + "matplotlib__matplotlib-25287": { + "resolved": false, + "cost": 0.01281655, + "api_calls": 7 + }, + "psf__requests-1724": { + "resolved": true, + "cost": 0.03293075, + "api_calls": 14 + }, + "django__django-15280": { + "resolved": true, + "cost": 0.04521289999999999, + "api_calls": 17 + }, + "django__django-13794": { + "resolved": false, + "cost": 0.049513449999999994, + "api_calls": 21 + }, + "sympy__sympy-24443": { + "resolved": false, + "cost": 0.024565449999999996, + "api_calls": 10 + }, + "matplotlib__matplotlib-21568": { + "resolved": true, + "cost": 0.039566250000000004, + "api_calls": 16 + }, + "django__django-16454": { + "resolved": false, + "cost": 0.025950199999999996, + "api_calls": 9 + }, + "django__django-13128": { + "resolved": true, + "cost": 0.024182899999999997, + "api_calls": 12 + }, + "sympy__sympy-18211": { + "resolved": true, + "cost": 0.15222325, + "api_calls": 44 + }, + "scikit-learn__scikit-learn-26194": { + "resolved": true, + "cost": 0.02812835, + "api_calls": 11 + }, + "django__django-17087": { + "resolved": false, + "cost": 0.02042005, + "api_calls": 11 + }, + "sphinx-doc__sphinx-8475": { + "resolved": true, + "cost": 0.014321049999999998, + "api_calls": 9 + }, + "django__django-14170": { + "resolved": true, + "cost": 0.036257149999999995, + "api_calls": 16 + }, + "scikit-learn__scikit-learn-14894": { + "resolved": false, + "cost": 0.013585599999999998, + "api_calls": 8 + }, + "astropy__astropy-7671": { + "resolved": true, + "cost": 0.0176937, + "api_calls": 8 + }, + "django__django-16938": { + "resolved": true, + "cost": 0.01406255, + "api_calls": 9 + }, + "django__django-11276": { + "resolved": false, + "cost": 0.024124549999999995, + "api_calls": 13 + }, + "scikit-learn__scikit-learn-14496": { + "resolved": false, + "cost": 0.009737849999999998, + "api_calls": 5 + }, + "django__django-15467": { + "resolved": true, + "cost": 0.006331750000000001, + "api_calls": 5 + }, + "django__django-13810": { + "resolved": true, + "cost": 0.02305855, + "api_calls": 13 + }, + "django__django-15098": { + "resolved": true, + "cost": 0.032214099999999996, + "api_calls": 18 + }, + "django__django-11490": { + "resolved": false, + "cost": 0.020706000000000002, + "api_calls": 11 + }, + "django__django-13297": { + "resolved": true, + "cost": 0.022637849999999998, + "api_calls": 11 + }, + "scikit-learn__scikit-learn-9288": { + "resolved": false, + "cost": 0.0277631, + "api_calls": 12 + }, + "django__django-12774": { + "resolved": true, + "cost": 0.014955499999999998, + "api_calls": 10 + }, + "django__django-15499": { + "resolved": true, + "cost": 0.04594269999999998, + "api_calls": 25 + }, + "sympy__sympy-19495": { + "resolved": true, + "cost": 0.022693849999999998, + "api_calls": 11 + }, + "sphinx-doc__sphinx-8035": { + "resolved": true, + "cost": 0.020559149999999998, + "api_calls": 11 + }, + "scikit-learn__scikit-learn-14141": { + "resolved": true, + "cost": 0.00870485, + "api_calls": 8 + }, + "django__django-16877": { + "resolved": true, + "cost": 0.01575095, + "api_calls": 9 + }, + "sphinx-doc__sphinx-9320": { + "resolved": false, + "cost": 0.0479101, + "api_calls": 18 + }, + "sympy__sympy-23824": { + "resolved": true, + "cost": 0.0093391, + "api_calls": 5 + }, + "django__django-14608": { + "resolved": true, + "cost": 0.0209705, + "api_calls": 11 + }, + "django__django-13837": { + "resolved": true, + "cost": 0.020090499999999997, + "api_calls": 9 + }, + "matplotlib__matplotlib-20826": { + "resolved": false, + "cost": 0.04598069999999999, + "api_calls": 19 + }, + "matplotlib__matplotlib-24970": { + "resolved": false, + "cost": 0.07365845, + "api_calls": 30 + }, + "scikit-learn__scikit-learn-14983": { + "resolved": true, + "cost": 0.02470035, + "api_calls": 13 + }, + "django__django-13344": { + "resolved": true, + "cost": 0.03401515, + "api_calls": 17 + }, + "pytest-dev__pytest-10081": { + "resolved": false, + "cost": 0.01612385, + "api_calls": 7 + }, + "django__django-16116": { + "resolved": true, + "cost": 0.019812800000000002, + "api_calls": 10 + }, + "sympy__sympy-15349": { + "resolved": true, + "cost": 0.0317755, + "api_calls": 11 + }, + "sympy__sympy-13757": { + "resolved": true, + "cost": 0.0341489, + "api_calls": 13 + }, + "sphinx-doc__sphinx-7889": { + "resolved": true, + "cost": 0.012569799999999999, + "api_calls": 7 + }, + "matplotlib__matplotlib-24637": { + "resolved": true, + "cost": 0.059492699999999996, + "api_calls": 24 + }, + "django__django-16502": { + "resolved": true, + "cost": 0.12133325000000002, + "api_calls": 38 + }, + "scikit-learn__scikit-learn-25747": { + "resolved": false, + "cost": 0.018443199999999996, + "api_calls": 8 + }, + "sympy__sympy-11618": { + "resolved": false, + "cost": 0.02536925, + "api_calls": 10 + }, + "matplotlib__matplotlib-24870": { + "resolved": true, + "cost": 0.0947007, + "api_calls": 29 + }, + "pylint-dev__pylint-8898": { + "resolved": false, + "cost": 0.07079325, + "api_calls": 20 + }, + "sphinx-doc__sphinx-7985": { + "resolved": false, + "cost": 0.07913080000000002, + "api_calls": 27 + }, + "django__django-12125": { + "resolved": false, + "cost": 0.0437093, + "api_calls": 19 + }, + "django__django-12858": { + "resolved": false, + "cost": 0.0277505, + "api_calls": 14 + }, + "sympy__sympy-13974": { + "resolved": true, + "cost": 0.0387604, + "api_calls": 13 + }, + "django__django-14373": { + "resolved": false, + "cost": 0.008864599999999999, + "api_calls": 6 + }, + "django__django-15732": { + "resolved": true, + "cost": 0.044600799999999996, + "api_calls": 18 + }, + "sphinx-doc__sphinx-8459": { + "resolved": false, + "cost": 0.035099899999999996, + "api_calls": 14 + }, + "django__django-15380": { + "resolved": true, + "cost": 0.013363599999999996, + "api_calls": 9 + }, + "sphinx-doc__sphinx-10673": { + "resolved": true, + "cost": 0.03711959999999999, + "api_calls": 14 + }, + "sphinx-doc__sphinx-8548": { + "resolved": true, + "cost": 0.04014789999999999, + "api_calls": 15 + }, + "django__django-13121": { + "resolved": false, + "cost": 0.06756399999999999, + "api_calls": 22 + }, + "pytest-dev__pytest-7205": { + "resolved": true, + "cost": 0.01648015, + "api_calls": 8 + }, + "django__django-15629": { + "resolved": true, + "cost": 0.036340399999999995, + "api_calls": 16 + }, + "sympy__sympy-17318": { + "resolved": false, + "cost": 0.015936199999999998, + "api_calls": 8 + }, + "django__django-13089": { + "resolved": false, + "cost": 0.01176475, + "api_calls": 9 + }, + "django__django-14787": { + "resolved": true, + "cost": 0.01368295, + "api_calls": 6 + }, + "pydata__xarray-4094": { + "resolved": false, + "cost": 0.05670034999999999, + "api_calls": 20 + }, + "scikit-learn__scikit-learn-14710": { + "resolved": true, + "cost": 0.04085495, + "api_calls": 16 + }, + "django__django-13821": { + "resolved": true, + "cost": 0.02351345, + "api_calls": 10 + }, + "scikit-learn__scikit-learn-14629": { + "resolved": true, + "cost": 0.00966375, + "api_calls": 7 + }, + "django__django-16801": { + "resolved": false, + "cost": 0.015750599999999997, + "api_calls": 10 + }, + "django__django-15104": { + "resolved": true, + "cost": 0.025430650000000003, + "api_calls": 12 + }, + "sympy__sympy-23950": { + "resolved": true, + "cost": 0.0312219, + "api_calls": 14 + }, + "scikit-learn__scikit-learn-25232": { + "resolved": false, + "cost": 0.04583234999999999, + "api_calls": 21 + }, + "django__django-14053": { + "resolved": true, + "cost": 0.0187463, + "api_calls": 10 + }, + "sympy__sympy-15599": { + "resolved": true, + "cost": 0.06679824999999999, + "api_calls": 19 + }, + "django__django-10914": { + "resolved": false, + "cost": 0.014449749999999997, + "api_calls": 9 + }, + "django__django-11749": { + "resolved": true, + "cost": 0.08169235, + "api_calls": 31 + }, + "sympy__sympy-23413": { + "resolved": true, + "cost": 0.07983324999999998, + "api_calls": 20 + }, + "matplotlib__matplotlib-24026": { + "resolved": false, + "cost": 0.011734749999999999, + "api_calls": 7 + }, + "pytest-dev__pytest-5809": { + "resolved": true, + "cost": 0.00595545, + "api_calls": 4 + }, + "django__django-16899": { + "resolved": true, + "cost": 0.0125995, + "api_calls": 10 + }, + "django__django-15851": { + "resolved": true, + "cost": 0.0083019, + "api_calls": 8 + }, + "django__django-10097": { + "resolved": true, + "cost": 0.026278999999999993, + "api_calls": 13 + }, + "django__django-12741": { + "resolved": false, + "cost": 0.0089169, + "api_calls": 8 + }, + "django__django-12406": { + "resolved": true, + "cost": 0.0644883, + "api_calls": 25 + }, + "scikit-learn__scikit-learn-14053": { + "resolved": false, + "cost": 0.014799849999999998, + "api_calls": 8 + }, + "django__django-11734": { + "resolved": true, + "cost": 0.051289749999999995, + "api_calls": 18 + }, + "sympy__sympy-15809": { + "resolved": false, + "cost": 0.009759199999999999, + "api_calls": 7 + }, + "django__django-11790": { + "resolved": true, + "cost": 0.054498349999999994, + "api_calls": 19 + }, + "sympy__sympy-14976": { + "resolved": false, + "cost": 0.0699883, + "api_calls": 25 + }, + "django__django-16661": { + "resolved": false, + "cost": 0.02181035, + "api_calls": 13 + }, + "django__django-14007": { + "resolved": false, + "cost": 0.039820799999999996, + "api_calls": 20 + }, + "django__django-11433": { + "resolved": true, + "cost": 0.01762175, + "api_calls": 10 + }, + "django__django-13401": { + "resolved": false, + "cost": 0.021333500000000002, + "api_calls": 10 + }, + "pytest-dev__pytest-7490": { + "resolved": true, + "cost": 0.08653055000000001, + "api_calls": 39 + }, + "scikit-learn__scikit-learn-10908": { + "resolved": false, + "cost": 0.019206499999999998, + "api_calls": 11 + }, + "scikit-learn__scikit-learn-10844": { + "resolved": true, + "cost": 0.01126775, + "api_calls": 7 + }, + "django__django-12273": { + "resolved": true, + "cost": 0.11440699999999998, + "api_calls": 30 + }, + "django__django-16333": { + "resolved": false, + "cost": 0.011508099999999999, + "api_calls": 7 + }, + "astropy__astropy-13977": { + "resolved": true, + "cost": 0.021050600000000003, + "api_calls": 9 + }, + "scikit-learn__scikit-learn-12973": { + "resolved": false, + "cost": 0.012682599999999999, + "api_calls": 8 + }, + "sympy__sympy-17139": { + "resolved": false, + "cost": 0.0182445, + "api_calls": 8 + }, + "sphinx-doc__sphinx-8638": { + "resolved": true, + "cost": 0.027490749999999994, + "api_calls": 15 + }, + "django__django-16255": { + "resolved": false, + "cost": 0.005106649999999999, + "api_calls": 4 + }, + "pylint-dev__pylint-6528": { + "resolved": true, + "cost": 0.0350607, + "api_calls": 11 + }, + "django__django-12276": { + "resolved": false, + "cost": 0.0217952, + "api_calls": 12 + }, + "pydata__xarray-3305": { + "resolved": true, + "cost": 0.09854684999999998, + "api_calls": 34 + }, + "django__django-13670": { + "resolved": true, + "cost": 0.015392050000000001, + "api_calls": 7 + }, + "django__django-14122": { + "resolved": true, + "cost": 0.02738995, + "api_calls": 14 + }, + "sympy__sympy-19346": { + "resolved": true, + "cost": 0.0198811, + "api_calls": 13 + }, + "sympy__sympy-22456": { + "resolved": true, + "cost": 0.021232300000000003, + "api_calls": 11 + }, + "django__django-12325": { + "resolved": true, + "cost": 0.03544635, + "api_calls": 14 + }, + "sphinx-doc__sphinx-9658": { + "resolved": false, + "cost": 0.07921390000000002, + "api_calls": 28 + }, + "django__django-16667": { + "resolved": false, + "cost": 0.0135067, + "api_calls": 8 + }, + "sympy__sympy-23262": { + "resolved": false, + "cost": 0.06241044999999999, + "api_calls": 26 + }, + "scikit-learn__scikit-learn-25102": { + "resolved": true, + "cost": 0.022795999999999997, + "api_calls": 9 + }, + "django__django-14238": { + "resolved": false, + "cost": 0.013404699999999999, + "api_calls": 8 + }, + "django__django-16631": { + "resolved": true, + "cost": 0.021303000000000002, + "api_calls": 11 + }, + "django__django-16560": { + "resolved": false, + "cost": 0.08417104999999998, + "api_calls": 25 + }, + "django__django-16145": { + "resolved": false, + "cost": 0.05001544999999999, + "api_calls": 20 + }, + "pallets__flask-5014": { + "resolved": true, + "cost": 0.012282949999999999, + "api_calls": 7 + }, + "sympy__sympy-20428": { + "resolved": true, + "cost": 0.0862112, + "api_calls": 29 + }, + "django__django-15572": { + "resolved": false, + "cost": 0.01879205, + "api_calls": 11 + }, + "django__django-11964": { + "resolved": true, + "cost": 0.05160025, + "api_calls": 26 + }, + "django__django-14349": { + "resolved": false, + "cost": 0.01692615, + "api_calls": 12 + }, + "scikit-learn__scikit-learn-11310": { + "resolved": true, + "cost": 0.0229101, + "api_calls": 12 + }, + "django__django-12143": { + "resolved": true, + "cost": 0.01432655, + "api_calls": 8 + }, + "scikit-learn__scikit-learn-11578": { + "resolved": true, + "cost": 0.0165307, + "api_calls": 6 + }, + "astropy__astropy-14508": { + "resolved": true, + "cost": 0.022790499999999998, + "api_calls": 13 + }, + "sphinx-doc__sphinx-9711": { + "resolved": true, + "cost": 0.032129300000000006, + "api_calls": 18 + }, + "django__django-11149": { + "resolved": true, + "cost": 0.0240934, + "api_calls": 13 + }, + "django__django-13964": { + "resolved": true, + "cost": 0.03594024999999999, + "api_calls": 12 + }, + "sphinx-doc__sphinx-8120": { + "resolved": true, + "cost": 0.02818355, + "api_calls": 17 + }, + "django__django-11815": { + "resolved": true, + "cost": 0.017236800000000004, + "api_calls": 12 + }, + "sympy__sympy-19783": { + "resolved": true, + "cost": 0.027713, + "api_calls": 12 + }, + "matplotlib__matplotlib-22865": { + "resolved": false, + "cost": 0.0356469, + "api_calls": 16 + }, + "psf__requests-2931": { + "resolved": true, + "cost": 0.02385035, + "api_calls": 12 + }, + "django__django-11333": { + "resolved": false, + "cost": 0.040166600000000004, + "api_calls": 15 + }, + "django__django-11451": { + "resolved": false, + "cost": 0.0084677, + "api_calls": 6 + }, + "psf__requests-5414": { + "resolved": true, + "cost": 0.040498299999999994, + "api_calls": 17 + }, + "sphinx-doc__sphinx-8551": { + "resolved": true, + "cost": 0.04248060000000001, + "api_calls": 19 + }, + "django__django-11951": { + "resolved": false, + "cost": 0.012002000000000002, + "api_calls": 8 + }, + "django__django-7530": { + "resolved": true, + "cost": 0.0160237, + "api_calls": 10 + }, + "django__django-15252": { + "resolved": true, + "cost": 0.0369666, + "api_calls": 19 + }, + "django__django-16256": { + "resolved": false, + "cost": 0.08717665000000001, + "api_calls": 29 + }, + "django__django-15268": { + "resolved": false, + "cost": 0.055289050000000006, + "api_calls": 21 + }, + "django__django-13925": { + "resolved": true, + "cost": 0.0503733, + "api_calls": 19 + }, + "scikit-learn__scikit-learn-13135": { + "resolved": true, + "cost": 0.011319, + "api_calls": 7 + }, + "django__django-16263": { + "resolved": true, + "cost": 0.0709761, + "api_calls": 31 + }, + "astropy__astropy-14995": { + "resolved": false, + "cost": 0.07282635, + "api_calls": 21 + }, + "django__django-13568": { + "resolved": true, + "cost": 0.01593685, + "api_calls": 10 + }, + "pydata__xarray-3677": { + "resolved": false, + "cost": 0.0365713, + "api_calls": 16 + }, + "pydata__xarray-4687": { + "resolved": true, + "cost": 0.08795130000000001, + "api_calls": 29 + }, + "scikit-learn__scikit-learn-13496": { + "resolved": false, + "cost": 0.021489750000000002, + "api_calls": 12 + }, + "django__django-14351": { + "resolved": true, + "cost": 0.023969449999999996, + "api_calls": 11 + }, + "astropy__astropy-8707": { + "resolved": true, + "cost": 0.032929, + "api_calls": 17 + }, + "astropy__astropy-13398": { + "resolved": false, + "cost": 0.12330035, + "api_calls": 37 + }, + "sphinx-doc__sphinx-7454": { + "resolved": false, + "cost": 0.23569985000000004, + "api_calls": 52 + }, + "sympy__sympy-13798": { + "resolved": false, + "cost": 0.026039600000000003, + "api_calls": 11 + }, + "sympy__sympy-12481": { + "resolved": false, + "cost": 0.026838550000000003, + "api_calls": 12 + }, + "django__django-16032": { + "resolved": true, + "cost": 0.05501380000000001, + "api_calls": 26 + }, + "django__django-12155": { + "resolved": false, + "cost": 0.01435065, + "api_calls": 7 + }, + "sympy__sympy-18199": { + "resolved": true, + "cost": 0.04636824999999999, + "api_calls": 16 + }, + "django__django-16315": { + "resolved": false, + "cost": 0.02225315, + "api_calls": 9 + }, + "psf__requests-1142": { + "resolved": false, + "cost": 0.050144850000000005, + "api_calls": 17 + }, + "django__django-13212": { + "resolved": true, + "cost": 0.14463069999999997, + "api_calls": 41 + }, + "django__django-11555": { + "resolved": false, + "cost": 0.03593720000000001, + "api_calls": 17 + }, + "sympy__sympy-24213": { + "resolved": false, + "cost": 0.012119699999999999, + "api_calls": 7 + }, + "sphinx-doc__sphinx-10614": { + "resolved": true, + "cost": 0.057148500000000005, + "api_calls": 25 + }, + "pydata__xarray-6992": { + "resolved": false, + "cost": 0.00857635, + "api_calls": 6 + }, + "matplotlib__matplotlib-23299": { + "resolved": false, + "cost": 0.11180930000000001, + "api_calls": 30 + }, + "sympy__sympy-20590": { + "resolved": false, + "cost": 0.04096344999999999, + "api_calls": 22 + }, + "matplotlib__matplotlib-25311": { + "resolved": true, + "cost": 0.023325850000000002, + "api_calls": 11 + }, + "django__django-13363": { + "resolved": true, + "cost": 0.01109835, + "api_calls": 6 + }, + "sympy__sympy-14531": { + "resolved": true, + "cost": 0.026739549999999997, + "api_calls": 14 + }, + "matplotlib__matplotlib-23314": { + "resolved": false, + "cost": 0.042168, + "api_calls": 20 + }, + "django__django-15741": { + "resolved": true, + "cost": 0.025264949999999998, + "api_calls": 11 + }, + "sympy__sympy-15345": { + "resolved": true, + "cost": 0.14407715000000001, + "api_calls": 40 + }, + "django__django-13012": { + "resolved": true, + "cost": 0.030191699999999995, + "api_calls": 14 + }, + "django__django-15022": { + "resolved": true, + "cost": 0.06298915000000001, + "api_calls": 18 + }, + "django__django-16527": { + "resolved": true, + "cost": 0.01478995, + "api_calls": 8 + }, + "sphinx-doc__sphinx-11445": { + "resolved": true, + "cost": 0.018811649999999996, + "api_calls": 9 + }, + "pytest-dev__pytest-6197": { + "resolved": false, + "cost": 0.03197854999999999, + "api_calls": 16 + }, + "django__django-9296": { + "resolved": false, + "cost": 0.0064685, + "api_calls": 5 + }, + "scikit-learn__scikit-learn-10297": { + "resolved": true, + "cost": 0.01733245, + "api_calls": 11 + }, + "django__django-13807": { + "resolved": true, + "cost": 0.017463850000000003, + "api_calls": 10 + }, + "astropy__astropy-14365": { + "resolved": true, + "cost": 0.0067768, + "api_calls": 4 + }, + "sphinx-doc__sphinx-9230": { + "resolved": false, + "cost": 0.0499776, + "api_calls": 17 + }, + "scikit-learn__scikit-learn-13124": { + "resolved": false, + "cost": 0.0193698, + "api_calls": 8 + }, + "django__django-11066": { + "resolved": true, + "cost": 0.00872575, + "api_calls": 6 + }, + "sympy__sympy-13480": { + "resolved": true, + "cost": 0.0213757, + "api_calls": 11 + }, + "django__django-15695": { + "resolved": true, + "cost": 0.031286749999999995, + "api_calls": 15 + }, + "django__django-10999": { + "resolved": false, + "cost": 0.015846, + "api_calls": 10 + }, + "sympy__sympy-22914": { + "resolved": false, + "cost": 0.007228450000000001, + "api_calls": 6 + }, + "sympy__sympy-16766": { + "resolved": true, + "cost": 0.03777845, + "api_calls": 16 + }, + "matplotlib__matplotlib-24149": { + "resolved": true, + "cost": 0.012482250000000002, + "api_calls": 8 + }, + "django__django-15103": { + "resolved": true, + "cost": 0.0159146, + "api_calls": 8 + }, + "astropy__astropy-14182": { + "resolved": true, + "cost": 0.0192377, + "api_calls": 11 + }, + "django__django-11299": { + "resolved": false, + "cost": 0.0326866, + "api_calls": 15 + }, + "sphinx-doc__sphinx-8621": { + "resolved": true, + "cost": 0.06359365, + "api_calls": 20 + }, + "matplotlib__matplotlib-26342": { + "resolved": true, + "cost": 0.03710185, + "api_calls": 21 + }, + "sympy__sympy-21930": { + "resolved": true, + "cost": 0.0274827, + "api_calls": 11 + }, + "django__django-16950": { + "resolved": false, + "cost": 0.0458513, + "api_calls": 18 + }, + "django__django-11880": { + "resolved": false, + "cost": 0.02114145, + "api_calls": 12 + }, + "django__django-12419": { + "resolved": true, + "cost": 0.010734249999999999, + "api_calls": 8 + }, + "django__django-11603": { + "resolved": true, + "cost": 0.008565, + "api_calls": 6 + }, + "pytest-dev__pytest-6202": { + "resolved": true, + "cost": 0.0086252, + "api_calls": 5 + }, + "sphinx-doc__sphinx-7590": { + "resolved": true, + "cost": 0.054625449999999985, + "api_calls": 19 + }, + "sympy__sympy-19637": { + "resolved": false, + "cost": 0.012397599999999998, + "api_calls": 8 + }, + "pylint-dev__pylint-4551": { + "resolved": true, + "cost": 0.1172136, + "api_calls": 38 + }, + "django__django-13410": { + "resolved": false, + "cost": 0.029333599999999998, + "api_calls": 9 + }, + "pylint-dev__pylint-6386": { + "resolved": true, + "cost": 0.06422309999999999, + "api_calls": 22 + }, + "django__django-11551": { + "resolved": false, + "cost": 0.043944550000000006, + "api_calls": 20 + }, + "django__django-15278": { + "resolved": true, + "cost": 0.0251393, + "api_calls": 16 + }, + "django__django-13741": { + "resolved": true, + "cost": 0.01323345, + "api_calls": 12 + }, + "django__django-13023": { + "resolved": true, + "cost": 0.008638950000000001, + "api_calls": 7 + }, + "astropy__astropy-8872": { + "resolved": false, + "cost": 0.0235184, + "api_calls": 12 + }, + "django__django-13569": { + "resolved": false, + "cost": 0.07576830000000001, + "api_calls": 28 + }, + "django__django-15554": { + "resolved": true, + "cost": 0.05373464999999999, + "api_calls": 22 + }, + "astropy__astropy-7166": { + "resolved": false, + "cost": 0.057712450000000005, + "api_calls": 24 + }, + "pydata__xarray-6938": { + "resolved": true, + "cost": 0.09073395000000001, + "api_calls": 21 + }, + "django__django-16485": { + "resolved": false, + "cost": 0.0111054, + "api_calls": 6 + }, + "astropy__astropy-12907": { + "resolved": true, + "cost": 0.01544195, + "api_calls": 7 + }, + "sympy__sympy-22080": { + "resolved": true, + "cost": 0.07053374999999998, + "api_calls": 23 + }, + "sympy__sympy-20801": { + "resolved": false, + "cost": 0.034661449999999996, + "api_calls": 15 + }, + "django__django-12304": { + "resolved": false, + "cost": 0.0156895, + "api_calls": 9 + }, + "pytest-dev__pytest-10051": { + "resolved": true, + "cost": 0.015668049999999996, + "api_calls": 10 + }, + "astropy__astropy-14539": { + "resolved": false, + "cost": 0.056520949999999986, + "api_calls": 16 + }, + "scikit-learn__scikit-learn-25931": { + "resolved": true, + "cost": 0.025599999999999998, + "api_calls": 11 + }, + "scikit-learn__scikit-learn-12585": { + "resolved": true, + "cost": 0.004910149999999999, + "api_calls": 5 + }, + "matplotlib__matplotlib-20488": { + "resolved": true, + "cost": 0.059711299999999995, + "api_calls": 21 + }, + "mwaskom__seaborn-3187": { + "resolved": true, + "cost": 0.14985404999999996, + "api_calls": 45 + }, + "django__django-15128": { + "resolved": false, + "cost": 0.036046600000000005, + "api_calls": 14 + }, + "django__django-13033": { + "resolved": true, + "cost": 0.023993349999999993, + "api_calls": 12 + }, + "sympy__sympy-15017": { + "resolved": true, + "cost": 0.032328249999999996, + "api_calls": 13 + }, + "django__django-15561": { + "resolved": true, + "cost": 0.028406199999999996, + "api_calls": 12 + }, + "django__django-15161": { + "resolved": true, + "cost": 0.03075095, + "api_calls": 15 + }, + "django__django-12965": { + "resolved": true, + "cost": 0.03994179999999999, + "api_calls": 16 + }, + "django__django-15277": { + "resolved": false, + "cost": 0.006840399999999999, + "api_calls": 6 + }, + "sphinx-doc__sphinx-10323": { + "resolved": true, + "cost": 0.021926149999999995, + "api_calls": 12 + }, + "sympy__sympy-22714": { + "resolved": true, + "cost": 0.0184374, + "api_calls": 8 + }, + "sphinx-doc__sphinx-8056": { + "resolved": true, + "cost": 0.26295620000000003, + "api_calls": 65 + }, + "sphinx-doc__sphinx-10435": { + "resolved": true, + "cost": 0.04528175000000001, + "api_calls": 15 + }, + "django__django-16100": { + "resolved": false, + "cost": 0.0436605, + "api_calls": 18 + }, + "psf__requests-1766": { + "resolved": true, + "cost": 0.0316428, + "api_calls": 11 + }, + "pytest-dev__pytest-5262": { + "resolved": true, + "cost": 0.035568749999999996, + "api_calls": 16 + }, + "sphinx-doc__sphinx-9281": { + "resolved": true, + "cost": 0.06671905, + "api_calls": 24 + }, + "matplotlib__matplotlib-20859": { + "resolved": true, + "cost": 0.02391175, + "api_calls": 11 + }, + "django__django-13158": { + "resolved": true, + "cost": 0.0470023, + "api_calls": 21 + }, + "sympy__sympy-13877": { + "resolved": true, + "cost": 0.02404975, + "api_calls": 10 + }, + "sphinx-doc__sphinx-8595": { + "resolved": false, + "cost": 0.0496773, + "api_calls": 23 + }, + "django__django-13343": { + "resolved": true, + "cost": 0.0354795, + "api_calls": 14 + }, + "django__django-15525": { + "resolved": false, + "cost": 0.021460149999999997, + "api_calls": 10 + }, + "django__django-11095": { + "resolved": true, + "cost": 0.009901899999999998, + "api_calls": 9 + }, + "sympy__sympy-17630": { + "resolved": true, + "cost": 0.01113675, + "api_calls": 6 + }, + "django__django-14559": { + "resolved": false, + "cost": 0.020199150000000003, + "api_calls": 14 + }, + "pytest-dev__pytest-5631": { + "resolved": false, + "cost": 0.0146435, + "api_calls": 6 + }, + "matplotlib__matplotlib-26466": { + "resolved": true, + "cost": 0.02018965, + "api_calls": 11 + }, + "django__django-16642": { + "resolved": false, + "cost": 0.016199850000000002, + "api_calls": 9 + }, + "django__django-15930": { + "resolved": false, + "cost": 0.0820843, + "api_calls": 27 + }, + "pydata__xarray-7393": { + "resolved": false, + "cost": 0.05186255, + "api_calls": 18 + }, + "django__django-13406": { + "resolved": true, + "cost": 0.0632471, + "api_calls": 19 + }, + "pytest-dev__pytest-5840": { + "resolved": true, + "cost": 0.013611950000000001, + "api_calls": 10 + }, + "django__django-13658": { + "resolved": false, + "cost": 0.016617149999999997, + "api_calls": 10 + }, + "sympy__sympy-15875": { + "resolved": true, + "cost": 0.029570649999999997, + "api_calls": 9 + }, + "django__django-12039": { + "resolved": true, + "cost": 0.014957250000000002, + "api_calls": 8 + }, + "django__django-15382": { + "resolved": true, + "cost": 0.0769068, + "api_calls": 29 + }, + "sympy__sympy-14711": { + "resolved": true, + "cost": 0.01208095, + "api_calls": 5 + }, + "django__django-11885": { + "resolved": true, + "cost": 0.040964400000000005, + "api_calls": 19 + }, + "matplotlib__matplotlib-25775": { + "resolved": false, + "cost": 0.09200119999999999, + "api_calls": 27 + }, + "pylint-dev__pylint-4661": { + "resolved": true, + "cost": 0.06647235, + "api_calls": 21 + }, + "scikit-learn__scikit-learn-15100": { + "resolved": false, + "cost": 0.011912200000000001, + "api_calls": 7 + }, + "sympy__sympy-17655": { + "resolved": true, + "cost": 0.052459599999999995, + "api_calls": 19 + }, + "sympy__sympy-18763": { + "resolved": true, + "cost": 0.0247999, + "api_calls": 12 + }, + "matplotlib__matplotlib-26291": { + "resolved": false, + "cost": 0.03789405, + "api_calls": 13 + }, + "sympy__sympy-13031": { + "resolved": false, + "cost": 0.05159755, + "api_calls": 19 + }, + "sympy__sympy-24562": { + "resolved": false, + "cost": 0.0175797, + "api_calls": 8 + }, + "pydata__xarray-2905": { + "resolved": false, + "cost": 0.09721024999999998, + "api_calls": 29 + }, + "matplotlib__matplotlib-26208": { + "resolved": false, + "cost": 0.2720344, + "api_calls": 66 + }, + "django__django-14315": { + "resolved": false, + "cost": 0.008405800000000001, + "api_calls": 7 + }, + "astropy__astropy-7606": { + "resolved": false, + "cost": 0.00755405, + "api_calls": 5 + }, + "astropy__astropy-13453": { + "resolved": false, + "cost": 0.031323199999999995, + "api_calls": 12 + }, + "pytest-dev__pytest-7236": { + "resolved": true, + "cost": 0.1226627, + "api_calls": 39 + }, + "sympy__sympy-13878": { + "resolved": true, + "cost": 0.10213955, + "api_calls": 30 + }, + "pylint-dev__pylint-6903": { + "resolved": false, + "cost": 0.0156782, + "api_calls": 7 + }, + "astropy__astropy-13033": { + "resolved": true, + "cost": 0.0114968, + "api_calls": 6 + }, + "django__django-14915": { + "resolved": false, + "cost": 0.0075992, + "api_calls": 7 + }, + "django__django-14539": { + "resolved": true, + "cost": 0.01177145, + "api_calls": 8 + }, + "django__django-15503": { + "resolved": true, + "cost": 0.022481849999999998, + "api_calls": 10 + }, + "django__django-15037": { + "resolved": false, + "cost": 0.0682477, + "api_calls": 25 + }, + "django__django-16612": { + "resolved": false, + "cost": 0.013170749999999998, + "api_calls": 9 + }, + "django__django-14404": { + "resolved": true, + "cost": 0.0166513, + "api_calls": 10 + }, + "django__django-12754": { + "resolved": false, + "cost": 0.02169695, + "api_calls": 11 + }, + "sphinx-doc__sphinx-9229": { + "resolved": true, + "cost": 0.1510499, + "api_calls": 37 + }, + "sphinx-doc__sphinx-8265": { + "resolved": false, + "cost": 0.06983969999999999, + "api_calls": 28 + }, + "django__django-13590": { + "resolved": false, + "cost": 0.012216, + "api_calls": 5 + }, + "django__django-14580": { + "resolved": true, + "cost": 0.024498549999999994, + "api_calls": 12 + }, + "django__django-14999": { + "resolved": true, + "cost": 0.01624595, + "api_calls": 9 + }, + "pytest-dev__pytest-7571": { + "resolved": true, + "cost": 0.0159173, + "api_calls": 7 + }, + "sphinx-doc__sphinx-8269": { + "resolved": true, + "cost": 0.0220649, + "api_calls": 8 + }, + "django__django-13112": { + "resolved": true, + "cost": 0.03345665, + "api_calls": 13 + }, + "django__django-13513": { + "resolved": false, + "cost": 0.07068599999999998, + "api_calls": 22 + }, + "pytest-dev__pytest-7432": { + "resolved": false, + "cost": 0.01926435, + "api_calls": 5 + }, + "django__django-15731": { + "resolved": true, + "cost": 0.0096418, + "api_calls": 6 + }, + "sympy__sympy-16792": { + "resolved": true, + "cost": 0.02878245, + "api_calls": 13 + }, + "django__django-14034": { + "resolved": true, + "cost": 0.0405551, + "api_calls": 14 + }, + "astropy__astropy-14096": { + "resolved": false, + "cost": 0.06460479999999999, + "api_calls": 19 + }, + "django__django-14765": { + "resolved": true, + "cost": 0.008114799999999998, + "api_calls": 6 + }, + "sympy__sympy-18698": { + "resolved": true, + "cost": 0.07401995000000001, + "api_calls": 23 + }, + "django__django-14771": { + "resolved": false, + "cost": 0.030520750000000003, + "api_calls": 16 + }, + "django__django-15957": { + "resolved": false, + "cost": 0.05654784999999999, + "api_calls": 23 + }, + "pydata__xarray-3095": { + "resolved": false, + "cost": 0.027567099999999997, + "api_calls": 17 + }, + "sympy__sympy-19954": { + "resolved": true, + "cost": 0.014329099999999999, + "api_calls": 8 + }, + "sympy__sympy-16886": { + "resolved": true, + "cost": 0.007122, + "api_calls": 6 + }, + "django__django-11239": { + "resolved": true, + "cost": 0.02712655, + "api_calls": 13 + }, + "django__django-13820": { + "resolved": true, + "cost": 0.0110455, + "api_calls": 6 + }, + "pydata__xarray-4629": { + "resolved": true, + "cost": 0.01065835, + "api_calls": 6 + }, + "django__django-13315": { + "resolved": true, + "cost": 0.05534735, + "api_calls": 23 + }, + "django__django-16901": { + "resolved": false, + "cost": 0.02288115, + "api_calls": 12 + }, + "django__django-13346": { + "resolved": true, + "cost": 0.036058150000000004, + "api_calls": 16 + }, + "django__django-12262": { + "resolved": true, + "cost": 0.0185444, + "api_calls": 10 + }, + "sympy__sympy-24661": { + "resolved": true, + "cost": 0.013173799999999998, + "api_calls": 9 + }, + "django__django-11119": { + "resolved": true, + "cost": 0.0161724, + "api_calls": 9 + }, + "psf__requests-6028": { + "resolved": true, + "cost": 0.03820945, + "api_calls": 20 + }, + "sympy__sympy-20154": { + "resolved": false, + "cost": 0.02587815, + "api_calls": 15 + }, + "scikit-learn__scikit-learn-13142": { + "resolved": true, + "cost": 0.043427999999999994, + "api_calls": 14 + }, + "django__django-14752": { + "resolved": true, + "cost": 0.013441800000000002, + "api_calls": 9 + }, + "django__django-15563": { + "resolved": true, + "cost": 0.06470379999999999, + "api_calls": 26 + }, + "sympy__sympy-16597": { + "resolved": false, + "cost": 0.0756034, + "api_calls": 25 + }, + "django__django-15987": { + "resolved": false, + "cost": 0.01404745, + "api_calls": 9 + }, + "sympy__sympy-15976": { + "resolved": true, + "cost": 0.051785649999999996, + "api_calls": 17 + }, + "django__django-10973": { + "resolved": false, + "cost": 0.010212449999999998, + "api_calls": 9 + }, + "django__django-15127": { + "resolved": false, + "cost": 0.025289100000000002, + "api_calls": 12 + }, + "scikit-learn__scikit-learn-13439": { + "resolved": false, + "cost": 0.0079107, + "api_calls": 5 + }, + "django__django-13551": { + "resolved": true, + "cost": 0.012717299999999997, + "api_calls": 10 + }, + "sphinx-doc__sphinx-7748": { + "resolved": false, + "cost": 0.21186305, + "api_calls": 52 + }, + "django__django-13516": { + "resolved": false, + "cost": 0.019798949999999996, + "api_calls": 10 + }, + "django__django-10554": { + "resolved": true, + "cost": 0.05805124999999999, + "api_calls": 21 + }, + "django__django-16082": { + "resolved": false, + "cost": 0.025889999999999996, + "api_calls": 11 + }, + "django__django-13786": { + "resolved": true, + "cost": 0.034109999999999994, + "api_calls": 17 + }, + "sympy__sympy-21596": { + "resolved": true, + "cost": 0.028894949999999996, + "api_calls": 11 + }, + "matplotlib__matplotlib-26113": { + "resolved": false, + "cost": 0.018284, + "api_calls": 8 + }, + "django__django-14672": { + "resolved": true, + "cost": 0.0186693, + "api_calls": 8 + }, + "django__django-13109": { + "resolved": true, + "cost": 0.0070509, + "api_calls": 6 + }, + "django__django-11141": { + "resolved": true, + "cost": 0.013721849999999999, + "api_calls": 8 + }, + "matplotlib__matplotlib-23412": { + "resolved": false, + "cost": 0.0167938, + "api_calls": 9 + }, + "sympy__sympy-13551": { + "resolved": true, + "cost": 0.034997, + "api_calls": 15 + }, + "django__django-15368": { + "resolved": false, + "cost": 0.031158850000000002, + "api_calls": 14 + }, + "django__django-15814": { + "resolved": true, + "cost": 0.011477299999999998, + "api_calls": 7 + }, + "django__django-13933": { + "resolved": true, + "cost": 0.0251591, + "api_calls": 14 + }, + "scikit-learn__scikit-learn-12682": { + "resolved": true, + "cost": 0.02418165, + "api_calls": 12 + }, + "matplotlib__matplotlib-20676": { + "resolved": false, + "cost": 0.0344273, + "api_calls": 15 + }, + "sphinx-doc__sphinx-8593": { + "resolved": false, + "cost": 0.10588864999999999, + "api_calls": 37 + }, + "sympy__sympy-13852": { + "resolved": true, + "cost": 0.010496450000000001, + "api_calls": 7 + }, + "django__django-16819": { + "resolved": false, + "cost": 0.05348825000000001, + "api_calls": 21 + }, + "django__django-12713": { + "resolved": true, + "cost": 0.01165955, + "api_calls": 9 + }, + "django__django-14855": { + "resolved": true, + "cost": 0.017773849999999997, + "api_calls": 8 + }, + "django__django-14155": { + "resolved": true, + "cost": 0.012811949999999999, + "api_calls": 8 + }, + "scikit-learn__scikit-learn-26323": { + "resolved": false, + "cost": 0.0176003, + "api_calls": 10 + }, + "scikit-learn__scikit-learn-13328": { + "resolved": true, + "cost": 0.01161455, + "api_calls": 7 + }, + "sphinx-doc__sphinx-11510": { + "resolved": true, + "cost": 0.12537629999999997, + "api_calls": 38 + }, + "django__django-13195": { + "resolved": false, + "cost": 0.023246649999999997, + "api_calls": 11 + }, + "django__django-15916": { + "resolved": false, + "cost": 0.03678764999999999, + "api_calls": 14 + }, + "django__django-11820": { + "resolved": false, + "cost": 0.03058575, + "api_calls": 13 + }, + "sympy__sympy-24066": { + "resolved": false, + "cost": 0.0114849, + "api_calls": 6 + }, + "sphinx-doc__sphinx-9591": { + "resolved": true, + "cost": 0.0438751, + "api_calls": 18 + }, + "pytest-dev__pytest-7982": { + "resolved": false, + "cost": 0.008742999999999999, + "api_calls": 8 + }, + "django__django-14725": { + "resolved": true, + "cost": 0.046993099999999996, + "api_calls": 20 + }, + "django__django-17029": { + "resolved": false, + "cost": 0.0092418, + "api_calls": 7 + }, + "matplotlib__matplotlib-14623": { + "resolved": true, + "cost": 0.03953185, + "api_calls": 19 + }, + "pydata__xarray-6461": { + "resolved": true, + "cost": 0.01902525, + "api_calls": 11 + }, + "django__django-16662": { + "resolved": false, + "cost": 0.01583675, + "api_calls": 9 + }, + "sphinx-doc__sphinx-9461": { + "resolved": true, + "cost": 0.03316985, + "api_calls": 17 + }, + "django__django-11848": { + "resolved": false, + "cost": 0.037886449999999995, + "api_calls": 17 + }, + "matplotlib__matplotlib-22719": { + "resolved": true, + "cost": 0.01239165, + "api_calls": 6 + }, + "pydata__xarray-4966": { + "resolved": true, + "cost": 0.014644, + "api_calls": 7 + }, + "django__django-11728": { + "resolved": true, + "cost": 0.022390199999999996, + "api_calls": 9 + }, + "matplotlib__matplotlib-24627": { + "resolved": false, + "cost": 0.044466399999999996, + "api_calls": 20 + }, + "sphinx-doc__sphinx-7440": { + "resolved": true, + "cost": 0.04374845, + "api_calls": 20 + }, + "sympy__sympy-12419": { + "resolved": true, + "cost": 0.10342350000000003, + "api_calls": 23 + }, + "matplotlib__matplotlib-13989": { + "resolved": true, + "cost": 0.01837125, + "api_calls": 11 + }, + "django__django-11163": { + "resolved": true, + "cost": 0.00952635, + "api_calls": 6 + }, + "matplotlib__matplotlib-24177": { + "resolved": true, + "cost": 0.045245650000000005, + "api_calls": 17 + }, + "django__django-14011": { + "resolved": false, + "cost": 0.01930875, + "api_calls": 11 + }, + "django__django-13279": { + "resolved": false, + "cost": 0.029485949999999997, + "api_calls": 13 + }, + "sympy__sympy-23534": { + "resolved": true, + "cost": 0.027438399999999995, + "api_calls": 11 + }, + "astropy__astropy-7336": { + "resolved": true, + "cost": 0.02080835, + "api_calls": 9 + }, + "mwaskom__seaborn-3069": { + "resolved": true, + "cost": 0.11914274999999996, + "api_calls": 49 + }, + "scikit-learn__scikit-learn-13779": { + "resolved": true, + "cost": 0.0123646, + "api_calls": 7 + }, + "django__django-11179": { + "resolved": true, + "cost": 0.01626635, + "api_calls": 10 + }, + "pydata__xarray-4075": { + "resolved": true, + "cost": 0.04416225000000001, + "api_calls": 13 + }, + "django__django-16595": { + "resolved": true, + "cost": 0.017817399999999997, + "api_calls": 12 + }, + "sympy__sympy-14248": { + "resolved": true, + "cost": 0.0765236, + "api_calls": 25 + }, + "pylint-dev__pylint-4604": { + "resolved": false, + "cost": 0.03506999999999999, + "api_calls": 15 + }, + "astropy__astropy-14369": { + "resolved": false, + "cost": 0.0262906, + "api_calls": 10 + }, + "sympy__sympy-20438": { + "resolved": false, + "cost": 0.043377849999999996, + "api_calls": 19 + }, + "django__django-14500": { + "resolved": false, + "cost": 0.02065295, + "api_calls": 11 + }, + "sphinx-doc__sphinx-9673": { + "resolved": true, + "cost": 0.030753250000000003, + "api_calls": 14 + }, + "astropy__astropy-14309": { + "resolved": true, + "cost": 0.01205205, + "api_calls": 5 + }, + "sphinx-doc__sphinx-9698": { + "resolved": true, + "cost": 0.0359664, + "api_calls": 13 + }, + "sympy__sympy-12489": { + "resolved": true, + "cost": 0.04481045, + "api_calls": 21 + }, + "pydata__xarray-6744": { + "resolved": true, + "cost": 0.034351, + "api_calls": 14 + }, + "django__django-17084": { + "resolved": false, + "cost": 0.019250149999999997, + "api_calls": 13 + }, + "pydata__xarray-6599": { + "resolved": true, + "cost": 0.023863399999999993, + "api_calls": 14 + }, + "django__django-11138": { + "resolved": true, + "cost": 0.033658499999999994, + "api_calls": 16 + }, + "django__django-11477": { + "resolved": false, + "cost": 0.036511999999999996, + "api_calls": 20 + }, + "sympy__sympy-13091": { + "resolved": false, + "cost": 0.028429899999999998, + "api_calls": 12 + }, + "django__django-11099": { + "resolved": false, + "cost": 0.009297, + "api_calls": 7 + }, + "django__django-16429": { + "resolved": true, + "cost": 0.016538299999999995, + "api_calls": 8 + }, + "django__django-14792": { + "resolved": true, + "cost": 0.029458099999999997, + "api_calls": 12 + }, + "django__django-11999": { + "resolved": false, + "cost": 0.017089200000000002, + "api_calls": 8 + }, + "sphinx-doc__sphinx-8721": { + "resolved": true, + "cost": 0.04856609999999999, + "api_calls": 19 + }, + "sympy__sympy-21847": { + "resolved": true, + "cost": 0.014497949999999999, + "api_calls": 6 + }, + "django__django-15973": { + "resolved": true, + "cost": 0.0566297, + "api_calls": 21 + } + } }, { "name": "o3 (2025-04-16)", diff --git a/js/analysis.js b/js/analysis.js new file mode 100644 index 0000000..bf4dfb5 --- /dev/null +++ b/js/analysis.js @@ -0,0 +1,523 @@ +// Analysis and comparison features for leaderboard +(function() { + let compareChart = null; + let resizeObserver = null; + let chartTheme = 'dark'; // 'light' or 'dark' + + function getLeaderboardData() { + const dataScript = document.getElementById('leaderboard-data'); + if (!dataScript) return null; + try { + return JSON.parse(dataScript.textContent); + } catch (e) { + console.error('Error parsing leaderboard data:', e); + return null; + } + } + + function getSelectedModels() { + const container = document.getElementById('leaderboard-container'); + const active = container ? container.querySelector('.tabcontent.active') : null; + if (!active) return []; + const checkboxes = active.querySelectorAll('input.row-select:checked'); + + // Get full leaderboard data (it's a direct array, not wrapped in a property) + const leaderboardData = getLeaderboardData(); + + const activeLeaderboard = leaderboardData?.find(lb => { + return active.id === `leaderboard-${lb.name}`; + }); + + return Array.from(checkboxes).map(cb => { + const row = cb.closest('tr'); + const costCell = row ? row.querySelector('td:nth-child(4) .number') : null; + const costText = costCell ? costCell.textContent.trim().replace('$', '') : ''; + const cost = costText ? parseFloat(costText) : null; + + const modelName = cb.getAttribute('data-model'); + + // Find full model data from leaderboard + const fullModelData = activeLeaderboard?.results?.find(r => r.name === modelName); + + return { + name: modelName, + resolved: parseFloat(cb.getAttribute('data-resolved')) || 0, + cost: cost, + per_instance_details: fullModelData?.per_instance_details || null + }; + }); + } + + function getThemeColors(theme) { + if (theme === 'light') { + return { + background: '#ffffff', + gridColor: 'rgba(0, 0, 0, 0.1)', + textColor: '#333333', + barBackground: 'rgba(37, 99, 235, 0.6)', + barBorder: 'rgba(37, 99, 235, 1)' + }; + } else { + return { + background: 'transparent', + gridColor: 'rgba(255, 255, 255, 0.1)', + textColor: '#ffffff', + barBackground: 'rgba(37, 99, 235, 0.6)', + barBorder: 'rgba(37, 99, 235, 1)' + }; + } + } + + function openModal() { + const selected = getSelectedModels(); + if (!selected.length) { + openNoSelectionModal(); + return; + } + const modal = document.getElementById('compare-modal'); + if (!modal) return; + modal.classList.add('show'); + modal.setAttribute('aria-hidden', 'false'); + renderChart(); + setupResizeObserver(); + } + + function openNoSelectionModal() { + const modal = document.getElementById('no-selection-modal'); + if (!modal) return; + modal.classList.add('show'); + modal.setAttribute('aria-hidden', 'false'); + } + + function closeNoSelectionModal() { + const modal = document.getElementById('no-selection-modal'); + if (!modal) return; + modal.classList.remove('show'); + modal.setAttribute('aria-hidden', 'true'); + } + + function selectAll() { + const container = document.getElementById('leaderboard-container'); + const active = container ? container.querySelector('.tabcontent.active') : null; + if (!active) return; + + // First uncheck all + const allCheckboxes = active.querySelectorAll('input.row-select'); + allCheckboxes.forEach(cb => cb.checked = false); + + // Get visible rows (not filtered out) + const visibleRows = Array.from(active.querySelectorAll('tbody tr:not(.no-results)')) + .filter(row => row.style.display !== 'none'); + + // Select all visible rows + visibleRows.forEach(row => { + const checkbox = row.querySelector('input.row-select'); + if (checkbox) { + checkbox.checked = true; + } + }); + + closeNoSelectionModal(); + openModal(); + } + + function selectTopN(n, openWeightsOnly = false) { + const container = document.getElementById('leaderboard-container'); + const active = container ? container.querySelector('.tabcontent.active') : null; + if (!active) return; + + // First uncheck all + const allCheckboxes = active.querySelectorAll('input.row-select'); + allCheckboxes.forEach(cb => cb.checked = false); + + // Get visible rows (not filtered out) + let visibleRows = Array.from(active.querySelectorAll('tbody tr:not(.no-results)')) + .filter(row => row.style.display !== 'none'); + + // Filter by open weights if requested + if (openWeightsOnly) { + visibleRows = visibleRows.filter(row => row.getAttribute('data-os_model') === 'true'); + } + + // Select top N visible rows (or all if n is null/undefined) + const rowsToSelect = n ? visibleRows.slice(0, n) : visibleRows; + rowsToSelect.forEach(row => { + const checkbox = row.querySelector('input.row-select'); + if (checkbox) { + checkbox.checked = true; + } + }); + + closeNoSelectionModal(); + openModal(); + } + + function closeModal() { + const modal = document.getElementById('compare-modal'); + if (!modal) return; + modal.classList.remove('show'); + modal.setAttribute('aria-hidden', 'true'); + teardownResizeObserver(); + } + + function setupResizeObserver() { + const modalDialog = document.querySelector('#compare-modal .modal-dialog'); + if (!modalDialog) return; + + if (resizeObserver) { + resizeObserver.disconnect(); + } + + resizeObserver = new ResizeObserver(() => { + if (compareChart) { + compareChart.resize(); + } + }); + + resizeObserver.observe(modalDialog); + } + + function teardownResizeObserver() { + if (resizeObserver) { + resizeObserver.disconnect(); + resizeObserver = null; + } + } + + function renderChart() { + const selected = getSelectedModels(); + const empty = document.getElementById('compare-empty'); + const canvas = document.getElementById('compare-chart'); + if (!canvas) return; + + // Hide matrix tooltip if it exists (safety check) + const matrixTooltip = document.getElementById('matrix-tooltip'); + if (matrixTooltip) { + matrixTooltip.style.display = 'none'; + } + + if (compareChart) { + compareChart.destroy(); + compareChart = null; + } + + if (!selected.length) { + if (empty) empty.style.display = ''; + return; + } + if (empty) empty.style.display = 'none'; + + const ctx = canvas.getContext('2d'); + const colors = getThemeColors(chartTheme); + + // Set canvas background via container + const chartContainer = canvas.closest('.chart-container'); + if (chartContainer) { + chartContainer.style.backgroundColor = colors.background; + } + + // Plugin to draw background on the chart + const backgroundPlugin = { + id: 'customCanvasBackgroundColor', + beforeDraw: (chart, args, options) => { + const {ctx, chartArea} = chart; + if (!chartArea) return; + ctx.save(); + ctx.fillStyle = colors.background; + ctx.fillRect(0, 0, chart.width, chart.height); + ctx.restore(); + } + }; + + const chartTypeSelect = document.getElementById('compare-chart-type'); + const chartType = chartTypeSelect ? chartTypeSelect.value : 'bar'; + + // Delegate to specific chart renderers + if (chartType === 'scatter') { + compareChart = renderScatterChart(ctx, selected, colors, backgroundPlugin); + if (!compareChart) { + if (empty) { + empty.textContent = 'No cost data available for selected models.'; + empty.style.display = ''; + } + } + } else if (chartType === 'cumulative-cost') { + compareChart = renderCumulativeChart(ctx, selected, colors, backgroundPlugin, 'cost', false); + if (!compareChart) { + if (empty) { + empty.textContent = 'No per-instance cost data available for selected models.'; + empty.style.display = ''; + } + } + } else if (chartType === 'cumulative-cost-resolved') { + compareChart = renderCumulativeChart(ctx, selected, colors, backgroundPlugin, 'cost', true); + if (!compareChart) { + if (empty) { + empty.textContent = 'No per-instance cost data available for resolved instances.'; + empty.style.display = ''; + } + } + } else if (chartType === 'cumulative-steps') { + compareChart = renderCumulativeChart(ctx, selected, colors, backgroundPlugin, 'api_calls', false); + if (!compareChart) { + if (empty) { + empty.textContent = 'No per-instance API call data available for selected models.'; + empty.style.display = ''; + } + } + } else if (chartType === 'cumulative-steps-resolved') { + compareChart = renderCumulativeChart(ctx, selected, colors, backgroundPlugin, 'api_calls', true); + if (!compareChart) { + if (empty) { + empty.textContent = 'No per-instance API call data available for resolved instances.'; + empty.style.display = ''; + } + } + } else if (chartType === 'grouped-bar') { + compareChart = renderGroupedBarChart(ctx, selected, colors, backgroundPlugin); + if (!compareChart) { + if (empty) { + empty.textContent = 'No per-instance data available for selected models.'; + empty.style.display = ''; + } + } + } else if (chartType === 'resolved-instances-matrix') { + const chunkSelector = document.getElementById('matrix-chunk-selector'); + const chunkStart = chunkSelector ? parseInt(chunkSelector.value) : 0; + compareChart = renderResolvedInstancesMatrix(ctx, selected, colors, backgroundPlugin, chunkStart, 100); + if (!compareChart) { + if (empty) { + empty.textContent = 'No per-instance data available for selected models.'; + empty.style.display = ''; + } + } + } else if (chartType === 'resolved-vs-avg-cost') { + compareChart = renderResolvedVsAvgCostChart(ctx, selected, colors, backgroundPlugin); + if (!compareChart) { + if (empty) { + empty.textContent = 'No per-instance data available for selected models.'; + empty.style.display = ''; + } + } + } else if (chartType === 'resolved-vs-cost-limit') { + compareChart = renderResolvedVsLimitChart(ctx, selected, colors, backgroundPlugin, 'cost'); + if (!compareChart) { + if (empty) { + empty.textContent = 'No per-instance cost data available for selected models.'; + empty.style.display = ''; + } + } + } else if (chartType === 'resolved-vs-step-limit') { + compareChart = renderResolvedVsLimitChart(ctx, selected, colors, backgroundPlugin, 'api_calls'); + if (!compareChart) { + if (empty) { + empty.textContent = 'No per-instance API call data available for selected models.'; + empty.style.display = ''; + } + } + } else { + // Default to bar chart + compareChart = renderBarChart(ctx, selected, colors, backgroundPlugin); + } + } + + function toggleChartTheme() { + chartTheme = chartTheme === 'light' ? 'dark' : 'light'; + updateThemeButton(); + renderChart(); + } + + function updateThemeButton() { + const btn = document.getElementById('chart-theme-toggle'); + if (!btn) return; + if (chartTheme === 'light') { + btn.innerHTML = ' Dark'; + btn.title = 'Switch to dark mode'; + } else { + btn.innerHTML = ' Light'; + btn.title = 'Switch to light mode'; + } + } + + function downloadJSON() { + const selected = getSelectedModels(); + if (!selected.length) return; + + const data = { + timestamp: new Date().toISOString(), + models: selected.map(s => { + const modelData = { + name: s.name, + resolved: s.resolved, + cost: s.cost + }; + + // Include per_instance_details if available + if (s.per_instance_details) { + modelData.per_instance_details = s.per_instance_details; + } + + return modelData; + }) + }; + + const jsonStr = JSON.stringify(data, null, 2); + const blob = new Blob([jsonStr], { type: 'application/json' }); + const url = URL.createObjectURL(blob); + const a = document.createElement('a'); + a.href = url; + a.download = `swe-bench-comparison-${new Date().toISOString().split('T')[0]}.json`; + document.body.appendChild(a); + a.click(); + document.body.removeChild(a); + URL.revokeObjectURL(url); + } + + function downloadPNG() { + if (!compareChart) return; + + const canvas = document.getElementById('compare-chart'); + if (!canvas) return; + + canvas.toBlob((blob) => { + const url = URL.createObjectURL(blob); + const a = document.createElement('a'); + a.href = url; + a.download = `swe-bench-chart-${new Date().toISOString().split('T')[0]}.png`; + document.body.appendChild(a); + a.click(); + document.body.removeChild(a); + URL.revokeObjectURL(url); + }); + } + + function initEvents() { + // Open via delegated event to handle dynamic rendering + document.addEventListener('click', (e) => { + const trigger = e.target && typeof e.target.closest === 'function' ? e.target.closest('#compare-btn') : null; + if (trigger) { + e.preventDefault(); + e.stopPropagation(); + openModal(); + } + }); + + // Close via backdrop or close button/icon + const modal = document.getElementById('compare-modal'); + if (modal) { + modal.addEventListener('click', (e) => { + const closeEl = e.target && typeof e.target.closest === 'function' ? e.target.closest('[data-close="true"]') : null; + if (closeEl) { + e.preventDefault(); + closeModal(); + } + }); + } + + const chartType = document.getElementById('compare-chart-type'); + const chunkSelector = document.getElementById('matrix-chunk-selector'); + + if (chartType) { + chartType.addEventListener('change', () => { + // Show/hide chunk selector for matrix chart + if (chunkSelector) { + chunkSelector.style.display = chartType.value === 'resolved-instances-matrix' ? '' : 'none'; + } + renderChart(); + }); + } + + if (chunkSelector) { + chunkSelector.addEventListener('change', () => { + if (chartType && chartType.value === 'resolved-instances-matrix') { + renderChart(); + } + }); + } + + const themeToggle = document.getElementById('chart-theme-toggle'); + if (themeToggle) { + themeToggle.addEventListener('click', (e) => { + e.preventDefault(); + toggleChartTheme(); + }); + } + + // Quickselect button handler + const quickselectBtn = document.getElementById('quickselect-btn'); + if (quickselectBtn) { + quickselectBtn.addEventListener('click', (e) => { + e.preventDefault(); + closeModal(); + openNoSelectionModal(); + }); + } + + // Download JSON button handler + const downloadJsonBtn = document.getElementById('download-json-btn'); + if (downloadJsonBtn) { + downloadJsonBtn.addEventListener('click', (e) => { + e.preventDefault(); + downloadJSON(); + }); + } + + // Download PNG button handler + const downloadPngBtn = document.getElementById('download-png-btn'); + if (downloadPngBtn) { + downloadPngBtn.addEventListener('click', (e) => { + e.preventDefault(); + downloadPNG(); + }); + } + + // No selection modal close handlers + const noSelectionModal = document.getElementById('no-selection-modal'); + if (noSelectionModal) { + noSelectionModal.addEventListener('click', (e) => { + const closeEl = e.target && typeof e.target.closest === 'function' ? e.target.closest('[data-close="true"]') : null; + if (closeEl) { + e.preventDefault(); + closeNoSelectionModal(); + } + }); + } + + // Quick select buttons + const selectTop10 = document.getElementById('select-top-10'); + if (selectTop10) { + selectTop10.addEventListener('click', () => selectTopN(10, false)); + } + + const selectTop20 = document.getElementById('select-top-20'); + if (selectTop20) { + selectTop20.addEventListener('click', () => selectTopN(20, false)); + } + + const selectAllBtn = document.getElementById('select-all'); + if (selectAllBtn) { + selectAllBtn.addEventListener('click', () => selectAll()); + } + + const selectAllOW = document.getElementById('select-all-ow'); + if (selectAllOW) { + selectAllOW.addEventListener('click', () => selectTopN(null, true)); + } + + document.addEventListener('change', (e) => { + if (e.target && e.target.classList.contains('row-select')) { + if (document.getElementById('compare-modal')?.classList.contains('show')) { + renderChart(); + } + } + }); + } + + if (document.readyState === 'loading') { + document.addEventListener('DOMContentLoaded', initEvents); + } else { + initEvents(); + } +})(); + + diff --git a/js/charts/barChart.js b/js/charts/barChart.js new file mode 100644 index 0000000..bc35e3f --- /dev/null +++ b/js/charts/barChart.js @@ -0,0 +1,64 @@ +// Bar chart for performance comparison +function renderBarChart(ctx, selected, colors, backgroundPlugin) { + const labels = selected.map(s => s.name); + const values = selected.map(s => s.resolved); + + return new Chart(ctx, { + type: 'bar', + data: { + labels, + datasets: [{ + label: '% Resolved', + data: values, + backgroundColor: colors.barBackground, + borderColor: colors.barBorder, + borderWidth: 1, + }] + }, + options: { + responsive: true, + maintainAspectRatio: false, + animation: false, + scales: { + y: { + beginAtZero: true, + title: { + display: true, + text: '% Resolved', + color: colors.textColor + }, + ticks: { + callback: (v) => v + '%', + color: colors.textColor + }, + grid: { + color: colors.gridColor + } + }, + x: { + title: { + display: true, + text: 'Model', + color: colors.textColor + }, + ticks: { + color: colors.textColor + }, + grid: { + color: colors.gridColor + } + } + }, + plugins: { + legend: { display: false }, + tooltip: { + callbacks: { + label: (ctx) => `${ctx.parsed.y.toFixed(2)}%` + } + } + } + }, + plugins: [backgroundPlugin] + }); +} + diff --git a/js/charts/cumulativeCostChart.js b/js/charts/cumulativeCostChart.js new file mode 100644 index 0000000..b6f27d0 --- /dev/null +++ b/js/charts/cumulativeCostChart.js @@ -0,0 +1,164 @@ +// Cumulative distribution chart (generic for cost or api_calls) +// Parameters: +// metric: 'cost' or 'api_calls' +// resolvedOnly: if true, only include instances where resolved === true +function renderCumulativeChart(ctx, selected, colors, backgroundPlugin, metric = 'cost', resolvedOnly = false) { + // Filter models that have per_instance_details + const modelsWithDetails = selected.filter(s => s.per_instance_details !== null); + + if (modelsWithDetails.length === 0) { + return null; + } + + // Generate distinct colors for each model + const colorPalette = [ + 'rgb(37, 99, 235)', // blue + 'rgb(220, 38, 38)', // red + 'rgb(22, 163, 74)', // green + 'rgb(234, 88, 12)', // orange + 'rgb(168, 85, 247)', // purple + 'rgb(236, 72, 153)', // pink + 'rgb(14, 165, 233)', // cyan + 'rgb(234, 179, 8)', // yellow + 'rgb(156, 163, 175)', // gray + 'rgb(251, 146, 60)', // amber + ]; + + const datasets = modelsWithDetails.map((model, idx) => { + // Extract values from per_instance_details + const allDetails = Object.values(model.per_instance_details); + + let values = allDetails + .filter(d => !resolvedOnly || d.resolved === true) + .map(d => d[metric]); + + // If no values after filtering, skip this model + if (values.length === 0) { + return null; + } + + // Sort values + const sortedValues = [...values].sort((a, b) => a - b); + + // Create cumulative distribution + const cumulativeData = sortedValues.map((value, i) => ({ + x: value, + y: ((i + 1) / sortedValues.length) * 100 + })); + + const color = colorPalette[idx % colorPalette.length]; + + return { + label: model.name, + data: cumulativeData, + borderColor: color, + backgroundColor: 'transparent', + borderWidth: 2, + pointRadius: 0, + pointHoverRadius: 4, + tension: 0, + stepped: false + }; + }).filter(d => d !== null); + + // If no valid datasets after filtering, return null + if (datasets.length === 0) { + return null; + } + + // Calculate x-axis range + const allValues = modelsWithDetails.flatMap(m => + Object.values(m.per_instance_details) + .filter(d => !resolvedOnly || d.resolved === true) + .map(d => d[metric]) + ); + const maxValue = Math.max(...allValues); + + // Configure labels based on metric + const isApiCalls = metric === 'api_calls'; + const xAxisLabel = isApiCalls ? 'API Calls per Instance' : 'Cost per Instance ($)'; + const xTickCallback = isApiCalls ? (v) => v.toFixed(0) : (v) => '$' + v.toFixed(2); + const tooltipCallback = isApiCalls + ? (ctx) => `${ctx.dataset.label}: ${ctx.parsed.x.toFixed(0)} calls (${ctx.parsed.y.toFixed(1)}%)` + : (ctx) => `${ctx.dataset.label}: $${ctx.parsed.x.toFixed(2)} (${ctx.parsed.y.toFixed(1)}%)`; + + return new Chart(ctx, { + type: 'line', + data: { datasets }, + options: { + responsive: true, + maintainAspectRatio: false, + animation: false, + scales: { + x: { + type: 'linear', + beginAtZero: true, + max: maxValue * 1.05, + title: { + display: true, + text: xAxisLabel, + color: colors.textColor, + font: { size: 14 } + }, + ticks: { + callback: xTickCallback, + color: colors.textColor, + font: { size: 12 } + }, + grid: { + color: colors.gridColor + } + }, + y: { + beginAtZero: true, + max: 100, + title: { + display: true, + text: 'Cumulative % of Instances', + color: colors.textColor, + font: { size: 14 } + }, + ticks: { + callback: (v) => v + '%', + color: colors.textColor, + font: { size: 12 } + }, + grid: { + color: colors.gridColor + } + } + }, + plugins: { + legend: { + display: true, + position: 'top', + labels: { + color: colors.textColor, + font: { size: 12 }, + usePointStyle: true, + padding: 10 + } + }, + tooltip: { + mode: 'nearest', + intersect: false, + callbacks: { + label: tooltipCallback + } + } + }, + interaction: { + mode: 'nearest', + axis: 'x', + intersect: false + } + }, + plugins: [backgroundPlugin] + }); +} + +// Backward compatibility wrapper +function renderCumulativeCostChart(ctx, selected, colors, backgroundPlugin) { + return renderCumulativeChart(ctx, selected, colors, backgroundPlugin, 'cost', false); +} + diff --git a/js/charts/groupedBarChart.js b/js/charts/groupedBarChart.js new file mode 100644 index 0000000..5868a9d --- /dev/null +++ b/js/charts/groupedBarChart.js @@ -0,0 +1,200 @@ +// Grouped bar chart by repository +function renderGroupedBarChart(ctx, selected, colors, backgroundPlugin) { + // Filter models that have per_instance_details + const modelsWithDetails = selected.filter(s => s.per_instance_details !== null); + + if (modelsWithDetails.length === 0) { + return null; + } + + // Generate distinct colors for each model + const colorPalette = [ + 'rgb(37, 99, 235)', // blue + 'rgb(220, 38, 38)', // red + 'rgb(22, 163, 74)', // green + 'rgb(234, 88, 12)', // orange + 'rgb(168, 85, 247)', // purple + 'rgb(236, 72, 153)', // pink + 'rgb(14, 165, 233)', // cyan + 'rgb(234, 179, 8)', // yellow + 'rgb(156, 163, 175)', // gray + 'rgb(251, 146, 60)', // amber + ]; + + // Extract repository name from instance ID + function getRepoFromInstanceId(instanceId) { + // Format: org__repo-1234 -> repo (just the repo part) + // Split by '-' and find where the number starts + const parts = instanceId.split('-'); + let repoParts = []; + + for (let i = 0; i < parts.length; i++) { + // Check if this part starts with a digit + if (parts[i] && /^\d/.test(parts[i])) { + // This is the start of the issue number, take everything before + repoParts = parts.slice(0, i); + break; + } + } + + if (repoParts.length === 0) { + repoParts = parts; // No number found, use all parts + } + + // Join parts back and replace __ with / + const fullPath = repoParts.join('-').replace(/__/g, '/'); + + // Extract just the repo name (after the last /) + const pathParts = fullPath.split('/'); + return pathParts[pathParts.length - 1]; + } + + // Collect all repositories and count instances per repo + // Use a Set per repo to avoid counting duplicates across models + const repoInstanceSets = {}; + modelsWithDetails.forEach(model => { + Object.keys(model.per_instance_details).forEach(instanceId => { + const repo = getRepoFromInstanceId(instanceId); + if (!repoInstanceSets[repo]) { + repoInstanceSets[repo] = new Set(); + } + repoInstanceSets[repo].add(instanceId); + }); + }); + + // Convert sets to counts + const repoInstanceCounts = {}; + Object.keys(repoInstanceSets).forEach(repo => { + repoInstanceCounts[repo] = repoInstanceSets[repo].size; + }); + + // Sort repositories by name + const repos = Object.keys(repoInstanceCounts).sort(); + + // For each model, calculate resolved percentage per repository + const datasets = modelsWithDetails.map((model, idx) => { + const repoData = repos.map(repo => { + // Find all instances for this repo + const instances = Object.entries(model.per_instance_details) + .filter(([instanceId, _]) => getRepoFromInstanceId(instanceId) === repo); + + if (instances.length === 0) { + return 0; + } + + // Calculate resolved percentage + const resolvedCount = instances.filter(([_, data]) => data.resolved === true).length; + return (resolvedCount / instances.length) * 100; + }); + + const color = colorPalette[idx % colorPalette.length]; + + return { + label: model.name, + data: repoData, + backgroundColor: color, + borderColor: color, + borderWidth: 1 + }; + }); + + // Limit to top N repositories if there are too many + const maxRepos = 20; + let displayRepos = repos; + let displayDatasets = datasets; + + if (repos.length > maxRepos) { + // Calculate average resolved percentage across all models for each repo + const repoScores = repos.map((repo, idx) => { + const avgScore = datasets.reduce((sum, dataset) => sum + dataset.data[idx], 0) / datasets.length; + return { repo, idx, avgScore }; + }); + + // Sort by average score descending and take top N + repoScores.sort((a, b) => b.avgScore - a.avgScore); + const topIndices = repoScores.slice(0, maxRepos).map(r => r.idx); + + displayRepos = topIndices.map(idx => repos[idx]); + displayDatasets = datasets.map(dataset => ({ + ...dataset, + data: topIndices.map(idx => dataset.data[idx]) + })); + } + + // Create labels with instance counts + const displayLabels = displayRepos.map(repo => { + const instanceCount = repoInstanceCounts[repo]; + return `${repo} (${instanceCount})`; + }); + + return new Chart(ctx, { + type: 'bar', + data: { + labels: displayLabels, + datasets: displayDatasets + }, + options: { + responsive: true, + maintainAspectRatio: false, + animation: false, + scales: { + x: { + title: { + display: true, + text: repos.length > maxRepos ? `Repository (top ${maxRepos} by avg performance)` : 'Repository', + color: colors.textColor, + font: { size: 14 } + }, + ticks: { + color: colors.textColor, + font: { size: 10 }, + maxRotation: 45, + minRotation: 45 + }, + grid: { + color: colors.gridColor + } + }, + y: { + beginAtZero: true, + max: 100, + title: { + display: true, + text: 'Resolved (%)', + color: colors.textColor, + font: { size: 14 } + }, + ticks: { + callback: (v) => v + '%', + color: colors.textColor, + font: { size: 12 } + }, + grid: { + color: colors.gridColor + } + } + }, + plugins: { + legend: { + display: true, + position: 'top', + labels: { + color: colors.textColor, + font: { size: 12 }, + usePointStyle: true, + padding: 10 + } + }, + tooltip: { + callbacks: { + label: (ctx) => { + return `${ctx.dataset.label}: ${ctx.parsed.y.toFixed(1)}%`; + } + } + } + } + }, + plugins: [backgroundPlugin] + }); +} + diff --git a/js/charts/resolvedInstancesMatrix.js b/js/charts/resolvedInstancesMatrix.js new file mode 100644 index 0000000..c117117 --- /dev/null +++ b/js/charts/resolvedInstancesMatrix.js @@ -0,0 +1,185 @@ +// Resolved instances matrix chart (GitHub contribution style) +function renderResolvedInstancesMatrix(ctx, selected, colors, backgroundPlugin, chunkStart = 0, chunkSize = 100) { + // Filter models that have per_instance_details + const modelsWithDetails = selected.filter(s => s.per_instance_details !== null); + + if (modelsWithDetails.length === 0) { + return null; + } + + // Get all unique instance IDs across all models + const allInstanceIds = new Set(); + modelsWithDetails.forEach(model => { + Object.keys(model.per_instance_details).forEach(id => allInstanceIds.add(id)); + }); + const allSortedInstanceIds = Array.from(allInstanceIds).sort(); + + // Slice to get the current chunk + const sortedInstanceIds = allSortedInstanceIds.slice(chunkStart, chunkStart + chunkSize); + + const canvas = ctx.canvas; + + // Handle high DPI displays + const dpr = window.devicePixelRatio || 1; + const rect = canvas.getBoundingClientRect(); + canvas.width = rect.width * dpr; + canvas.height = rect.height * dpr; + ctx.scale(dpr, dpr); + + const width = rect.width; + const height = rect.height; + + // Calculate margins and dimensions + const leftMargin = 120; // Space for model names + const topMargin = 30; // Minimal top margin + const rightMargin = 10; + const bottomMargin = 30; // Space for hover text + + const availableWidth = width - leftMargin - rightMargin; + const availableHeight = height - topMargin - bottomMargin; + + const cellWidth = Math.max(2, availableWidth / sortedInstanceIds.length); + const cellHeight = Math.max(20, availableHeight / modelsWithDetails.length); + + // Clear canvas and draw background + ctx.fillStyle = colors.background; + ctx.fillRect(0, 0, width, height); + + // Draw title + ctx.fillStyle = colors.textColor; + ctx.textAlign = 'left'; + ctx.font = 'bold 12px sans-serif'; + ctx.fillText('Resolved Instances Matrix (hover to see instance ID)', 10, 15); + + // Draw model names (y-axis labels) with line breaks + ctx.fillStyle = colors.textColor; + ctx.font = '11px sans-serif'; + ctx.textAlign = 'right'; + ctx.textBaseline = 'middle'; + + modelsWithDetails.forEach((model, rowIdx) => { + const y = topMargin + rowIdx * cellHeight + cellHeight / 2; + + // Insert line breaks every 12 characters + const displayName = model.name; + const lines = []; + for (let i = 0; i < displayName.length; i += 12) { + lines.push(displayName.substring(i, i + 12)); + } + + // Draw each line + const lineHeight = 12; + const totalHeight = lines.length * lineHeight; + const startY = y - (totalHeight / 2) + (lineHeight / 2); + + lines.forEach((line, lineIdx) => { + ctx.fillText(line, leftMargin - 5, startY + lineIdx * lineHeight); + }); + }); + + // Draw matrix cells + modelsWithDetails.forEach((model, rowIdx) => { + sortedInstanceIds.forEach((instanceId, colIdx) => { + const instanceData = model.per_instance_details[instanceId]; + const x = leftMargin + colIdx * cellWidth; + const y = topMargin + rowIdx * cellHeight; + + // Draw cell + if (!instanceData) { + // Instance not in this model's data + ctx.fillStyle = 'rgba(128, 128, 128, 0.1)'; + } else if (instanceData.resolved) { + // Resolved - green for all models + ctx.fillStyle = 'rgba(34, 197, 94, 0.8)'; + } else { + // Not resolved - gray + ctx.fillStyle = 'rgba(156, 163, 175, 0.4)'; + } + + ctx.fillRect(x, y, Math.max(1, cellWidth - 0.5), cellHeight - 1); + }); + }); + + // Create tooltip element if it doesn't exist + let tooltip = document.getElementById('matrix-tooltip'); + if (!tooltip) { + tooltip = document.createElement('div'); + tooltip.id = 'matrix-tooltip'; + tooltip.style.position = 'absolute'; + tooltip.style.backgroundColor = 'rgba(0, 0, 0, 0.85)'; + tooltip.style.color = 'white'; + tooltip.style.padding = '8px 12px'; + tooltip.style.borderRadius = '4px'; + tooltip.style.fontSize = '12px'; + tooltip.style.fontFamily = 'sans-serif'; + tooltip.style.pointerEvents = 'none'; + tooltip.style.zIndex = '10000'; + tooltip.style.display = 'none'; + tooltip.style.whiteSpace = 'nowrap'; + document.body.appendChild(tooltip); + } + + // Store event handlers for cleanup + const mouseMoveHandler = (e) => { + const rect = canvas.getBoundingClientRect(); + const mouseX = e.clientX - rect.left; + const mouseY = e.clientY - rect.top; + + // Check if mouse is over the matrix area + if (mouseX >= leftMargin && mouseX < width - rightMargin && + mouseY >= topMargin && mouseY < height - bottomMargin) { + + // Calculate which column + const colIdx = Math.floor((mouseX - leftMargin) / cellWidth); + + if (colIdx >= 0 && colIdx < sortedInstanceIds.length) { + const instanceId = sortedInstanceIds[colIdx]; + + // Show tooltip + tooltip.textContent = instanceId; + tooltip.style.display = 'block'; + tooltip.style.left = (e.pageX + 10) + 'px'; + tooltip.style.top = (e.pageY - 30) + 'px'; + } else { + tooltip.style.display = 'none'; + } + } else { + tooltip.style.display = 'none'; + } + }; + + const mouseLeaveHandler = () => { + tooltip.style.display = 'none'; + }; + + // Add event listeners + canvas.addEventListener('mousemove', mouseMoveHandler); + canvas.addEventListener('mouseleave', mouseLeaveHandler); + + // Return a Chart-like object for compatibility + return { + destroy: () => { + // Remove event listeners + canvas.removeEventListener('mousemove', mouseMoveHandler); + canvas.removeEventListener('mouseleave', mouseLeaveHandler); + + // Hide tooltip when chart is destroyed + const tooltip = document.getElementById('matrix-tooltip'); + if (tooltip) { + tooltip.style.display = 'none'; + } + }, + resize: () => { + renderResolvedInstancesMatrix(ctx, selected, colors, backgroundPlugin, chunkStart, chunkSize); + }, + update: () => {}, + data: { datasets: [] }, + options: {}, + _matrixMetadata: { + totalInstances: allSortedInstanceIds.length, + chunkStart: chunkStart, + chunkSize: chunkSize + } + }; +} + diff --git a/js/charts/resolvedVsAvgCostChart.js b/js/charts/resolvedVsAvgCostChart.js new file mode 100644 index 0000000..b31333d --- /dev/null +++ b/js/charts/resolvedVsAvgCostChart.js @@ -0,0 +1,174 @@ +// Resolved vs Average Cost chart +function renderResolvedVsAvgCostChart(ctx, selected, colors, backgroundPlugin) { + // Filter models that have per_instance_details + const modelsWithDetails = selected.filter(s => s.per_instance_details !== null); + + if (modelsWithDetails.length === 0) { + return null; + } + + // Generate distinct colors for each model + const colorPalette = [ + 'rgb(37, 99, 235)', // blue + 'rgb(220, 38, 38)', // red + 'rgb(22, 163, 74)', // green + 'rgb(234, 88, 12)', // orange + 'rgb(168, 85, 247)', // purple + 'rgb(236, 72, 153)', // pink + 'rgb(14, 165, 233)', // cyan + 'rgb(234, 179, 8)', // yellow + 'rgb(156, 163, 175)', // gray + 'rgb(251, 146, 60)', // amber + ]; + + const datasets = modelsWithDetails.map((model, idx) => { + const allDetails = Object.values(model.per_instance_details); + const totalInstances = allDetails.length; + + // Get all instances with their data + const instances = allDetails.map(d => ({ + api_calls: d.api_calls, + cost: d.cost, + resolved: d.resolved === true + })); + + // Find max api_calls + const maxApiCalls = Math.max(...instances.map(i => i.api_calls)); + + // For each step limit, calculate resolved % and average cost + const chartData = []; + + // Scan through step limits + for (let stepLimit = 0; stepLimit <= maxApiCalls; stepLimit++) { + // Filter instances with api_calls <= stepLimit + const filteredInstances = instances.filter(i => i.api_calls <= stepLimit); + + if (filteredInstances.length === 0) { + continue; + } + + // Calculate resolved count + const resolvedCount = filteredInstances.filter(i => i.resolved).length; + const resolvedPercentage = (resolvedCount / totalInstances) * 100; + + // Calculate average cost of filtered instances + const avgCost = filteredInstances.reduce((sum, i) => sum + i.cost, 0) / filteredInstances.length; + + chartData.push({ + x: avgCost, + y: resolvedPercentage, + stepLimit: stepLimit, + numInstances: filteredInstances.length + }); + } + + const color = colorPalette[idx % colorPalette.length]; + + return { + label: `${model.name} (${model.resolved.toFixed(1)}%)`, + data: chartData, + borderColor: color, + backgroundColor: 'transparent', + borderWidth: 2, + pointRadius: 0, + pointHoverRadius: 5, + tension: 0.1 + }; + }); + + // Calculate max resolved percentage across all datasets + const maxResolved = Math.max(...datasets.flatMap(d => d.data.map(p => p.y))); + const tentativeMax = maxResolved * 1.1; + // Round up to nearest 5 or 10 for cleaner y-axis labels + let yAxisMax; + if (tentativeMax > 100) { + yAxisMax = 100; + } else if (tentativeMax > 50) { + yAxisMax = Math.ceil(tentativeMax / 10) * 10; // Round to nearest 10 + } else { + yAxisMax = Math.ceil(tentativeMax / 5) * 5; // Round to nearest 5 + } + + return new Chart(ctx, { + type: 'line', + data: { datasets }, + options: { + responsive: true, + maintainAspectRatio: false, + animation: false, + scales: { + x: { + type: 'linear', + beginAtZero: true, + title: { + display: true, + text: 'Average Cost per Instance ($)', + color: colors.textColor, + font: { size: 14 } + }, + ticks: { + callback: (v) => '$' + v.toFixed(2), + color: colors.textColor, + font: { size: 12 } + }, + grid: { + color: colors.gridColor + } + }, + y: { + beginAtZero: true, + max: yAxisMax, + title: { + display: true, + text: 'Resolved (%)', + color: colors.textColor, + font: { size: 14 } + }, + ticks: { + callback: (v) => v + '%', + color: colors.textColor, + font: { size: 12 } + }, + grid: { + color: colors.gridColor + } + } + }, + plugins: { + legend: { + display: true, + position: 'top', + labels: { + color: colors.textColor, + font: { size: 12 }, + usePointStyle: true, + padding: 10 + } + }, + tooltip: { + mode: 'nearest', + intersect: false, + callbacks: { + label: (ctx) => { + const dataPoint = ctx.dataset.data[ctx.dataIndex]; + return [ + `${ctx.dataset.label}`, + `Avg cost: $${ctx.parsed.x.toFixed(3)}`, + `Resolved: ${ctx.parsed.y.toFixed(1)}%`, + `Step limit: ${dataPoint.stepLimit}`, + `Instances: ${dataPoint.numInstances}` + ]; + } + } + } + }, + interaction: { + mode: 'nearest', + axis: 'x', + intersect: false + } + }, + plugins: [backgroundPlugin] + }); +} + diff --git a/js/charts/resolvedVsLimitChart.js b/js/charts/resolvedVsLimitChart.js new file mode 100644 index 0000000..4df96cd --- /dev/null +++ b/js/charts/resolvedVsLimitChart.js @@ -0,0 +1,161 @@ +// Resolved vs cost/step limit chart +function renderResolvedVsLimitChart(ctx, selected, colors, backgroundPlugin, metric = 'cost') { + // Filter models that have per_instance_details + const modelsWithDetails = selected.filter(s => s.per_instance_details !== null); + + if (modelsWithDetails.length === 0) { + return null; + } + + // Generate distinct colors for each model + const colorPalette = [ + 'rgb(37, 99, 235)', // blue + 'rgb(220, 38, 38)', // red + 'rgb(22, 163, 74)', // green + 'rgb(234, 88, 12)', // orange + 'rgb(168, 85, 247)', // purple + 'rgb(236, 72, 153)', // pink + 'rgb(14, 165, 233)', // cyan + 'rgb(234, 179, 8)', // yellow + 'rgb(156, 163, 175)', // gray + 'rgb(251, 146, 60)', // amber + ]; + + const datasets = modelsWithDetails.map((model, idx) => { + const allDetails = Object.values(model.per_instance_details); + const totalInstances = allDetails.length; + + // Get all values and resolved status + const instances = allDetails.map(d => ({ + value: d[metric], + resolved: d.resolved === true + })); + + // Sort by value + instances.sort((a, b) => a.value - b.value); + + // Find max value for this model + const maxValue = Math.max(...instances.map(i => i.value)); + + // Create data points - for each instance, calculate cumulative resolved % + const chartData = []; + let resolvedCount = 0; + + // Add point at 0 + chartData.push({ x: 0, y: 0 }); + + // For each instance (sorted by value), check if resolved and update count + instances.forEach((instance, i) => { + if (instance.resolved) { + resolvedCount++; + } + + // Add a point at this value with the current resolved percentage + const resolvedPercentage = (resolvedCount / totalInstances) * 100; + chartData.push({ x: instance.value, y: resolvedPercentage }); + }); + + const color = colorPalette[idx % colorPalette.length]; + + return { + label: model.name, + data: chartData, + borderColor: color, + backgroundColor: 'transparent', + borderWidth: 2, + pointRadius: 0, + pointHoverRadius: 4, + tension: 0, + stepped: 'before' // Step function to show threshold behavior + }; + }); + + // Calculate x-axis range across all models + const allValues = modelsWithDetails.flatMap(m => + Object.values(m.per_instance_details).map(d => d[metric]) + ); + const maxValue = Math.max(...allValues); + + // Configure labels based on metric + const isApiCalls = metric === 'api_calls'; + const xAxisLabel = isApiCalls ? 'API Call Limit' : 'Cost Limit ($)'; + const xTickCallback = isApiCalls ? (v) => v.toFixed(0) : (v) => '$' + v.toFixed(2); + const tooltipCallback = isApiCalls + ? (ctx) => `${ctx.dataset.label}: ${ctx.parsed.x.toFixed(0)} calls → ${ctx.parsed.y.toFixed(1)}% resolved` + : (ctx) => `${ctx.dataset.label}: $${ctx.parsed.x.toFixed(2)} → ${ctx.parsed.y.toFixed(1)}% resolved`; + + return new Chart(ctx, { + type: 'line', + data: { datasets }, + options: { + responsive: true, + maintainAspectRatio: false, + animation: false, + scales: { + x: { + type: 'linear', + beginAtZero: true, + max: maxValue * 1.05, + title: { + display: true, + text: xAxisLabel, + color: colors.textColor, + font: { size: 14 } + }, + ticks: { + callback: xTickCallback, + color: colors.textColor, + font: { size: 12 } + }, + grid: { + color: colors.gridColor + } + }, + y: { + beginAtZero: true, + max: 100, + title: { + display: true, + text: 'Resolved (%)', + color: colors.textColor, + font: { size: 14 } + }, + ticks: { + callback: (v) => v + '%', + color: colors.textColor, + font: { size: 12 } + }, + grid: { + color: colors.gridColor + } + } + }, + plugins: { + legend: { + display: true, + position: 'top', + labels: { + color: colors.textColor, + font: { size: 12 }, + usePointStyle: true, + padding: 10 + } + }, + tooltip: { + mode: 'nearest', + intersect: false, + callbacks: { + label: tooltipCallback + } + } + }, + interaction: { + mode: 'nearest', + axis: 'x', + intersect: false + } + }, + plugins: [backgroundPlugin] + }); +} + diff --git a/js/charts/scatterChart.js b/js/charts/scatterChart.js new file mode 100644 index 0000000..8715715 --- /dev/null +++ b/js/charts/scatterChart.js @@ -0,0 +1,133 @@ +// Scatter chart for cost vs performance analysis +function renderScatterChart(ctx, selected, colors, backgroundPlugin) { + // Filter out models without cost data + const modelsWithCost = selected.filter(s => s.cost !== null && s.cost !== undefined && s.cost !== 0 && !isNaN(s.cost)); + + if (modelsWithCost.length === 0) { + return null; + } + + // Plugin to draw labels on scatter plot + const labelPlugin = { + id: 'scatterLabels', + afterDatasetsDraw: (chart, args, options) => { + if (chart.config.type !== 'scatter') return; + const {ctx, chartArea} = chart; + if (!chartArea) return; + + ctx.save(); + ctx.font = '12px sans-serif'; + ctx.fillStyle = colors.textColor; + ctx.textAlign = 'left'; + ctx.textBaseline = 'middle'; + + chart.data.datasets[0].data.forEach((point, index) => { + const meta = chart.getDatasetMeta(0); + const element = meta.data[index]; + if (!element) return; + + const x = element.x; + const y = element.y; + const label = modelsWithCost[index].name; + + // Draw label with slight offset + ctx.fillText(label, x + 5, y); + }); + + ctx.restore(); + } + }; + + const scatterData = modelsWithCost.map(s => ({ + x: s.cost, + y: s.resolved + })); + + // Calculate y-axis range with nice round numbers + const resolvedValues = modelsWithCost.map(s => s.resolved); + const minResolved = Math.min(...resolvedValues); + const maxResolved = Math.max(...resolvedValues); + + // Round to nice values (multiples of 5) + const yMinRaw = Math.max(0, minResolved * 0.9); + const yMaxRaw = Math.min(100, maxResolved * 1.05); + const yMin = Math.floor(yMinRaw / 5) * 5; // Round down to nearest 5 + const yMax = Math.ceil(yMaxRaw / 5) * 5; // Round up to nearest 5 + + // Calculate x-axis range with extra padding for labels + const costValues = modelsWithCost.map(s => s.cost); + const maxCost = Math.max(...costValues); + const xMax = maxCost * 1.15; // Add 15% padding for labels + + return new Chart(ctx, { + type: 'scatter', + data: { + datasets: [{ + label: 'Models', + data: scatterData, + backgroundColor: colors.barBackground, + borderColor: colors.barBorder, + borderWidth: 2, + pointRadius: 6, + pointHoverRadius: 8 + }] + }, + options: { + responsive: true, + maintainAspectRatio: false, + animation: false, + scales: { + y: { + min: yMin, + max: yMax, + title: { + display: true, + text: '% Resolved', + color: colors.textColor, + font: { size: 14 } + }, + ticks: { + stepSize: 5, + callback: (v) => v + '%', + color: colors.textColor, + font: { size: 12 } + }, + grid: { + color: colors.gridColor + } + }, + x: { + beginAtZero: true, + max: xMax, + title: { + display: true, + text: 'Average Cost ($)', + color: colors.textColor, + font: { size: 14 } + }, + ticks: { + callback: (v) => '$' + v.toFixed(2), + color: colors.textColor, + font: { size: 12 } + }, + grid: { + color: colors.gridColor + } + } + }, + plugins: { + legend: { display: false }, + tooltip: { + callbacks: { + label: (ctx) => { + const model = modelsWithCost[ctx.dataIndex]; + return `${model.name}: $${ctx.parsed.x.toFixed(2)}, ${ctx.parsed.y.toFixed(2)}%`; + } + } + } + } + }, + plugins: [backgroundPlugin, labelPlugin] + }); +} + diff --git a/js/leaderboardFilters.js b/js/leaderboardFilters.js index 2758742..bc343ea 100644 --- a/js/leaderboardFilters.js +++ b/js/leaderboardFilters.js @@ -327,6 +327,11 @@ function updateTable() { } else { noResultsMessage.style.display = 'none'; } + + // Update the select-all checkbox state after filtering + if (typeof updateSelectAllCheckbox === 'function') { + updateSelectAllCheckbox(); + } } // Updated Filter Button Logic diff --git a/js/mainResults.js b/js/mainResults.js index 2584720..4c62a46 100644 --- a/js/mainResults.js +++ b/js/mainResults.js @@ -16,6 +16,9 @@ const statusToNaturalLanguage = { const loadedLeaderboards = new Set(); let leaderboardData = null; +// Track which badges have been shown to avoid re-animating +const badgesShown = new Set(); + const sortState = { field: 'resolved', direction: 'desc' }; function loadLeaderboardData() { @@ -95,12 +98,14 @@ function renderLeaderboardTable(leaderboard) { const tableHtml = `
- +
+ ${isBashOnly ? '' : ''} ${isBashOnly ? '' : ''} + ${isBashOnly ? '' : ''} ${!isBashOnly ? '' : ''} @@ -115,18 +120,22 @@ function renderLeaderboardTable(leaderboard) { data-checked="${item.checked ? 'true' : 'false'}" data-tags="${item.tags ? item.tags.join(',') : ''}" > + ${isBashOnly ? `` : ''} - ${isBashOnly ? `` : ''} + ${isBashOnly ? `` : ''} + ${isBashOnly ? `` : ''} `).join('')} - @@ -157,6 +166,29 @@ function renderLeaderboardTable(leaderboard) { updateSortIndicators(); attachSortHandlers(leaderboard.name); + + if (isBashOnly) { + attachSelectAllHandler(leaderboard.name); + updateSelectAllCheckbox(); + } + + // Handle new badges - only show animation once per page load + const isBashOnlyTab = leaderboard.name.toLowerCase() === 'bash-only'; + const badges = container.querySelectorAll('.new-badge'); + badges.forEach(badge => { + const badgeKey = 'trajs-badge-' + leaderboard.name; + const hasBeenShown = badgesShown.has(badgeKey); + + if (!isBashOnlyTab || hasBeenShown) { + badge.style.display = 'none'; + } else { + badge.style.display = ''; + // Mark as shown after animation completes + badge.addEventListener('animationend', () => { + badgesShown.add(badgeKey); + }, { once: true }); + } + }); } function attachSortHandlers(leaderboardName) { @@ -203,6 +235,82 @@ function updateSortIndicators() { }); } +function attachSelectAllHandler(leaderboardName) { + const selectAllCheckbox = document.getElementById('select-all-checkbox'); + if (!selectAllCheckbox) return; + + selectAllCheckbox.addEventListener('change', (e) => { + const container = document.getElementById('leaderboard-container'); + const active = container ? container.querySelector('.tabcontent.active') : null; + if (!active) return; + + const visibleCheckboxes = Array.from(active.querySelectorAll('tbody tr:not(.no-results)')) + .filter(row => row.style.display !== 'none') + .map(row => row.querySelector('input.row-select')) + .filter(cb => cb !== null); + + const isChecked = e.target.checked; + visibleCheckboxes.forEach(cb => { + cb.checked = isChecked; + }); + + // Trigger chart update if modal is open + if (document.getElementById('compare-modal')?.classList.contains('show')) { + // Dispatch change event to trigger chart update + const changeEvent = new Event('change', { bubbles: true }); + if (visibleCheckboxes.length > 0) { + visibleCheckboxes[0].dispatchEvent(changeEvent); + } + } + }); + + // Listen for changes to individual checkboxes to update select-all state + const container = document.getElementById('leaderboard-container'); + if (container) { + container.addEventListener('change', (e) => { + if (e.target && e.target.classList.contains('row-select')) { + updateSelectAllCheckbox(); + } + }); + } +} + +function updateSelectAllCheckbox() { + const selectAllCheckbox = document.getElementById('select-all-checkbox'); + if (!selectAllCheckbox) return; + + const container = document.getElementById('leaderboard-container'); + const active = container ? container.querySelector('.tabcontent.active') : null; + if (!active) return; + + const visibleCheckboxes = Array.from(active.querySelectorAll('tbody tr:not(.no-results)')) + .filter(row => row.style.display !== 'none') + .map(row => row.querySelector('input.row-select')) + .filter(cb => cb !== null); + + if (visibleCheckboxes.length === 0) { + selectAllCheckbox.checked = false; + selectAllCheckbox.indeterminate = false; + return; + } + + const checkedCount = visibleCheckboxes.filter(cb => cb.checked).length; + + if (checkedCount === 0) { + selectAllCheckbox.checked = false; + selectAllCheckbox.indeterminate = false; + } else if (checkedCount === visibleCheckboxes.length) { + selectAllCheckbox.checked = true; + selectAllCheckbox.indeterminate = false; + } else { + selectAllCheckbox.checked = false; + selectAllCheckbox.indeterminate = true; + } +} + +// Make the function globally accessible for filter updates +window.updateSelectAllCheckbox = updateSelectAllCheckbox; + function updateLogViewer(inst_id, split, model) { if (inst_id == 'No Instance Selected') { const logViewer = document.querySelector('#log-viewer'); @@ -362,6 +470,29 @@ function openLeaderboard(leaderboardName) { if (typeof updateTable === 'function') { setTimeout(updateTable, 0); } + + // Show/hide compare button and badge based on leaderboard type + const compareBtn = document.getElementById('compare-btn'); + const compareButtonBadge = document.querySelector('.new-badge-button'); + const isBashOnlyTab = leaderboardName.toLowerCase() === 'bash-only'; + + if (compareBtn) { + if (isBashOnlyTab) { + compareBtn.style.display = ''; + } else { + compareBtn.style.display = 'none'; + } + } + + // Hide/show compare button badge based on tab and if already shown + if (compareButtonBadge) { + const hasBeenShown = badgesShown.has('compare-button-badge'); + if (!isBashOnlyTab || hasBeenShown) { + compareButtonBadge.style.display = 'none'; + } else { + compareButtonBadge.style.display = ''; + } + } } document.addEventListener('DOMContentLoaded', function() { @@ -395,6 +526,19 @@ document.addEventListener('DOMContentLoaded', function() { }); }); + // Handle compare button badge - only show once per page load, only on bash-only + const compareButtonBadge = document.querySelector('.new-badge-button'); + if (compareButtonBadge) { + const hasBeenShown = badgesShown.has('compare-button-badge'); + if (hasBeenShown) { + compareButtonBadge.style.display = 'none'; + } else { + compareButtonBadge.addEventListener('animationend', () => { + badgesShown.add('compare-button-badge'); + }, { once: true }); + } + } + // Load initial tab based on hash or default to Verified (mini-SWE-agent) const hash = window.location.hash.slice(1).toLowerCase(); const validTabs = ['bash-only', 'verified', 'lite', 'test', 'multimodal']; diff --git a/templates/_leaderboard_table.html b/templates/_leaderboard_table.html index eaa1a1a..b5b64d0 100644 --- a/templates/_leaderboard_table.html +++ b/templates/_leaderboard_table.html @@ -7,6 +7,13 @@
+
+ + New! +
Filters:
@@ -55,6 +62,93 @@ {{ leaderboard_tags | tojson }} + + + + + + + + + + + + + + + + +

SWE-bench Bash Only uses the SWE-bench Verified dataset with the mini-SWE-agent environment for all models [Post].
diff --git a/templates/pages/bash-only.html b/templates/pages/bash-only.html index 8cae316..a74b5e8 100644 --- a/templates/pages/bash-only.html +++ b/templates/pages/bash-only.html @@ -95,5 +95,4 @@

Citation

{% endblock %} {% block scripts_extra %} - -{% endblock %} \ No newline at end of file +{% endblock %} \ No newline at end of file
Model % ResolvedAvg. $TrajsNew!Org DateSite
${item.date >= "2025-10-15" ? '🆕' : ''} ${item.oss ? '🤠' : ''} - ${item.checked ? '✅' : ''} + ${!isBashOnly && item.checked ? '✅' : ''}
${item.name}
${parseFloat(item.resolved).toFixed(2)}$${item.instance_cost !== null && item.instance_cost !== undefined ? parseFloat(item.instance_cost).toFixed(2) : ''}${item.instance_cost !== null && item.instance_cost !== undefined && item.instance_cost !== 0 && !isNaN(item.instance_cost) ? '$' + parseFloat(item.instance_cost).toFixed(2) : ''} + ${item.trajs_docent && item.trajs_docent !== false ? `` : '-'} + ${item.logo && item.logo.length > 0 ? `
@@ -142,7 +151,7 @@ function renderLeaderboardTable(leaderboard) {