final_per_task.csv

instance_id,group,difficulty,repo,popup_shown,prompt_changed,submission_verified,sonnet_success,sonnet_resolved,sonnet_hidden_all_pass,sonnet_regression_broken,sonnet_ran_tests,sonnet_empty_patch,sonnet_turns,sonnet_tool_calls,sonnet_duration_s,sonnet_cost_usd,sonnet_files_changed,sonnet_patch_lines,nexpath_success,nexpath_resolved,nexpath_hidden_all_pass,nexpath_regression_broken,nexpath_ran_tests,nexpath_empty_patch,nexpath_turns,nexpath_tool_calls,nexpath_duration_s,nexpath_cost_usd,nexpath_files_changed,nexpath_patch_lines
astropy__astropy-12907,MEDIUM,15 min - 1 hour,astropy/astropy,True,True,True,True,True,True,False,True,False,12,11,288.6515,0.18766820000000003,1,2,True,True,True,False,True,False,7,6,119.5626,0.10089799999999999,1,2
astropy__astropy-14365,MEDIUM,15 min - 1 hour,astropy/astropy,True,True,True,False,False,False,False,True,False,10,9,85.7953,0.1465896,1,2,True,True,True,False,True,False,13,12,154.6311,0.25289900000000004,1,4
astropy__astropy-7336,EASY,<15 min fix,astropy/astropy,True,True,True,True,True,True,False,True,False,8,7,37.312599999999996,0.1423484,1,5,True,True,True,False,True,False,6,5,39.2401,0.08311339999999999,1,2
django__django-11211,MEDIUM,15 min - 1 hour,django/django,True,True,True,True,True,True,False,True,False,15,14,203.5804,0.24058920000000003,1,2,True,True,True,False,True,False,17,16,174.5385,0.2537176,1,2
django__django-11790,MEDIUM,15 min - 1 hour,django/django,True,True,True,True,True,True,False,True,False,12,11,229.8116,0.1589386,1,4,True,True,True,False,True,False,8,7,54.1059,0.12542080000000003,1,4
django__django-13012,MEDIUM,15 min - 1 hour,django/django,True,True,True,True,True,True,False,True,False,14,13,84.61,0.166922,1,3,True,True,True,False,True,False,20,19,134.1022,0.24571100000000007,1,5
django__django-13212,HARD,1-4 hours,django/django,True,True,True,False,False,False,False,True,False,14,13,77.508,0.2423466,1,37,False,False,False,False,True,False,18,17,242.55689999999998,0.3061202,1,37
django__django-13346,MEDIUM,15 min - 1 hour,django/django,True,True,True,True,True,True,False,True,False,24,23,192.13879999999997,0.4954008000000001,1,18,True,True,True,False,True,False,33,32,515.5494,0.6666533999999998,1,23
django__django-13449,HARD,1-4 hours,django/django,True,True,True,True,True,True,False,True,False,35,34,859.7760999999999,0.6670501999999999,1,16,True,True,True,False,True,False,31,30,402.9898,0.5303058000000002,1,10
django__django-13590,MEDIUM,15 min - 1 hour,django/django,True,True,True,True,True,True,False,False,False,4,3,12.3714,0.06644,1,6,True,True,True,False,True,False,11,10,142.7752,0.1346002,1,6
django__django-13658,MEDIUM,15 min - 1 hour,django/django,True,True,True,True,True,True,False,False,False,3,2,10.007,0.056276400000000004,1,6,True,True,True,False,True,False,12,11,393.0818,0.11577680000000001,1,7
django__django-13810,MEDIUM,15 min - 1 hour,django/django,True,True,True,True,True,True,False,True,False,7,6,44.7331,0.1433962,1,4,True,True,True,False,True,False,10,9,55.337,0.1499118,1,4
django__django-13820,MEDIUM,15 min - 1 hour,django/django,True,True,True,True,True,True,False,True,False,9,8,71.9043,0.1405914,1,10,True,True,True,False,True,False,9,8,85.735,0.13214679999999998,1,14
django__django-13837,HARD,1-4 hours,django/django,True,True,True,True,True,True,False,True,False,16,15,85.20739999999999,0.2147162,1,10,True,True,True,False,True,False,13,12,74.8668,0.20510620000000002,1,13
django__django-14034,MEDIUM,15 min - 1 hour,django/django,True,True,True,False,False,False,False,True,False,19,18,211.4016,0.33028380000000007,1,5,False,False,False,False,True,False,14,13,110.1137,0.23623480000000002,1,3
django__django-14122,MEDIUM,15 min - 1 hour,django/django,False,False,False,True,True,True,False,True,False,20,19,96.99680000000001,0.3010048,1,2,True,True,True,False,True,False,25,24,355.34290000000004,0.336497,1,6
django__django-14238,MEDIUM,15 min - 1 hour,django/django,True,True,True,True,True,True,False,True,False,7,6,32.3878,0.0953456,1,2,True,True,True,False,True,False,7,6,40.1389,0.117751,1,2
django__django-14631,HARD,1-4 hours,django/django,False,False,False,True,True,True,False,True,False,26,25,139.77429999999998,0.42305940000000003,2,53,True,True,True,False,True,False,16,15,80.7153,0.30895819999999996,2,60
django__django-14672,MEDIUM,15 min - 1 hour,django/django,True,True,True,True,True,True,False,True,False,12,11,55.0892,0.193429,1,2,True,True,True,False,False,False,6,5,24.090799999999998,0.0993476,1,2
django__django-15022,MEDIUM,15 min - 1 hour,django/django,True,True,True,False,False,False,False,True,False,60,59,805.7454,1.5284091999999998,1,25,True,True,True,False,True,False,25,24,354.90009999999995,0.46260140000000016,1,4
django__django-15128,HARD,1-4 hours,django/django,True,True,True,True,True,True,False,True,False,21,20,1334.2129,0.43952520000000006,1,23,True,True,True,False,True,False,19,18,333.5895,0.44692200000000004,1,33
django__django-15732,MEDIUM,15 min - 1 hour,django/django,True,True,True,False,False,False,False,True,False,12,11,83.30080000000001,0.1655808,1,5,False,False,False,False,True,False,25,24,389.9192,0.3564528,1,9
django__django-16136,MEDIUM,15 min - 1 hour,django/django,True,True,True,True,True,True,False,True,False,9,8,51.706,0.1199028,1,11,True,True,True,False,True,False,13,12,69.8786,0.164115,1,11
matplotlib__matplotlib-25775,MEDIUM,15 min - 1 hour,matplotlib/matplotlib,True,True,True,True,True,True,False,True,False,68,67,599.6334,1.1920886,6,59,True,True,True,False,True,False,45,44,477.86220000000003,0.6121880000000001,3,29
matplotlib__matplotlib-26208,EASY,<15 min fix,matplotlib/matplotlib,True,True,True,False,False,False,False,True,False,30,29,454.6322,0.44900140000000005,1,20,False,False,False,False,True,False,30,29,489.5138,0.4653112000000001,1,23
pydata__xarray-3095,MEDIUM,15 min - 1 hour,pydata/xarray,True,True,True,True,True,True,False,True,False,13,12,108.8923,0.18626120000000002,1,3,True,True,True,False,True,False,11,10,67.66810000000001,0.14431839999999999,1,3
pydata__xarray-6938,MEDIUM,15 min - 1 hour,pydata/xarray,True,True,True,False,False,False,False,True,False,31,30,175.50289999999998,0.39229619999999993,1,2,False,False,False,False,True,False,23,22,168.3423,0.29273839999999995,1,2
pydata__xarray-7229,MEDIUM,15 min - 1 hour,pydata/xarray,True,True,True,False,False,False,False,True,False,59,58,638.3184,1.6130370000000007,1,28,False,False,False,False,True,False,54,53,1306.7182,1.4608088,1,30
pylint-dev__pylint-4604,MEDIUM,15 min - 1 hour,pylint-dev/pylint,True,True,True,False,False,False,False,True,False,21,20,134.7241,0.24399840000000003,1,5,False,False,False,False,True,False,28,27,427.7649,0.2912474,1,4
scikit-learn__scikit-learn-10844,MEDIUM,15 min - 1 hour,scikit-learn/scikit-learn,True,True,True,True,True,True,False,True,False,8,7,30.2393,0.1029252,1,2,True,True,True,False,True,False,8,7,32.0358,0.10893200000000001,1,2
scikit-learn__scikit-learn-10908,MEDIUM,15 min - 1 hour,scikit-learn/scikit-learn,True,True,True,True,True,True,False,True,False,10,9,40.5167,0.12451399999999999,1,3,True,True,True,False,True,False,8,7,33.071400000000004,0.13375800000000002,1,3
sphinx-doc__sphinx-10614,MEDIUM,15 min - 1 hour,sphinx-doc/sphinx,True,True,True,False,False,False,False,True,False,67,66,556.8949,1.4609921999999997,2,23,False,False,False,False,True,False,58,57,520.7254,1.2659342000000002,2,16
sphinx-doc__sphinx-7985,MEDIUM,15 min - 1 hour,sphinx-doc/sphinx,True,True,True,True,True,True,False,True,False,25,24,195.73270000000002,0.49379419999999996,2,28,True,True,True,False,True,False,20,19,206.2761,0.4260172,1,22
sympy__sympy-14711,EASY,<15 min fix,sympy/sympy,True,True,True,True,True,True,False,True,False,11,10,69.7867,0.1333768,1,2,True,True,True,False,True,False,17,16,88.1726,0.2202052,1,2
sympy__sympy-15345,EASY,<15 min fix,sympy/sympy,True,True,True,True,True,True,False,True,False,11,10,82.5809,0.14444700000000002,1,6,True,True,True,False,True,False,14,13,92.219,0.18210099999999999,1,6
sympy__sympy-16597,HARD,1-4 hours,sympy/sympy,True,True,True,False,False,False,False,True,False,22,21,587.229,0.28503040000000013,1,2,False,False,False,False,True,False,15,14,177.38389999999998,0.2573306000000001,1,1
sympy__sympy-21930,MEDIUM,15 min - 1 hour,sympy/sympy,True,True,True,False,False,False,False,True,False,26,25,259.53860000000003,0.3692016,1,8,False,False,False,False,True,False,31,30,414.2258,0.420433,1,10
sympy__sympy-22080,MEDIUM,15 min - 1 hour,sympy/sympy,True,True,True,False,False,False,False,True,False,59,58,582.2194000000001,1.3661231999999999,1,54,False,False,False,False,True,False,56,55,386.0205,1.1444306000000002,1,1
sympy__sympy-23413,MEDIUM,15 min - 1 hour,sympy/sympy,True,True,True,True,True,True,False,True,False,23,22,264.9271,0.522436,1,8,True,True,True,False,True,False,27,26,458.2737,0.8861116,1,11
sympy__sympy-24443,MEDIUM,15 min - 1 hour,sympy/sympy,True,True,True,True,True,True,False,True,False,31,30,255.0905,0.5349169999999999,1,23,True,True,True,False,True,False,18,17,200.65279999999998,0.36342,1,7