timing_correctness_data.csv

PID,task_no,bug,condition,time_minutes,correct,passes_original_tests,fix_site_same,think_correct,evaluated_patch,think_patch_correct,would_submit,Kaia's notes,OOB_fixation_count,Popup_fixation_count,Test and Runtime Feedback_fixation_count,Project Explorer_fixation_count,Tests_fixation_count,Source Code_fixation_count,-_fixation_count,Browser_fixation_count,OOB_fixation_duration,Popup_fixation_duration,Test and Runtime Feedback_fixation_duration,Project Explorer_fixation_duration,Tests_fixation_duration,Source Code_fixation_duration,-_fixation_duration,Browser_fixation_duration,num_files_looked_at,fixation_duration_entropy,ttff_buggy_method,avg_fixation_duration,attention_switching_rate,Patch_fixation_count,Patch_fixation_duration,ttff_patch,avg_fixation_duration_patch
P1,1,math33,control,25.1567,N,N,,N,,,N,,78.0,,149.0,1.0,95.0,13.0,1.0,,7274.9482421875,,14258.21044921875,83.3330078125,9324.96240234375,1033.32275390625,83.333984375,,3.0,0.7559758738221588,,95.12792534078264,0.8350001099899921,,,,
P1,2,math50,correct,18.0467,N,N,N,Y,Y,N,Y,,,,,,,,,,,,,,,,,,,,,,,,,,
P1,3,math63,overfitting,1.6683,N,Y,N,Y,Y,N,Y,,,,,,,,,,,,,,,,,,,,,,,,,,
P2,1,math50,control,25.4133,N,N,,N,,,N,,230.0,215.0,764.0,391.0,1414.0,1334.0,6.0,1238.0,38474.79833984375,37908.18212890625,131724.27709960938,76716.23413085938,247948.88134765625,253140.60498046875,1124.990478515625,212265.6953125,7.0,1.1535885901556298,,178.70237192746055,8.084654323503653,,,,
P2,2,chart12,overfitting,25.38,N,N,Y,N,Y,N,N,,336.0,154.0,727.0,84.0,642.0,2745.0,39.0,205.0,63991.467529296875,34141.462158203125,130182.7763671875,16816.6025390625,123699.3642578125,555038.9934082031,5149.988037109375,36841.501220703125,7.0,1.0048272246121253,1.6681865315755209,195.22971852720136,6.042317910449632,170.0,30199.868408203125,1.0611060668945311,177.65074018998578
P2,3,lang10,correct,20.165,N,N,N,N,Y,IDK,N,,278.0,19.0,470.0,38.0,975.0,1893.0,6.0,,49699.7783203125,3524.97607421875,72824.69873046875,8574.979248046875,213632.31762695312,336006.7102050781,724.999267578125,,4.0,0.39037011201178173,6.65413545328776,187.4136416020284,4.773074513921333,513.0,100649.52612304688,1.2398553670247394,196.83975074404762
P3,1,chart12,overfitting,23.86,Y,Y,N,Y,Y,N,N,,158.0,721.0,320.0,333.0,1109.0,1821.0,14.0,393.0,35599.734619140625,159765.60766601562,70849.54296875,83757.83935546875,206765.23681640625,326481.17724609375,1583.328857421875,75457.78002929688,6.0,1.3979985566012434,1.519573583984375,197.2854583771343,3.282733954630206,36.0,7424.92578125,3.9056667154947915,206.24793836805554
P3,2,math50,control,25.1883,N,N,,N,,,N,,265.0,522.0,396.0,120.0,753.0,3023.0,2.0,50.0,64083.00244140625,101632.78784179688,109432.75244140625,28008.175048828125,142124.25146484375,550822.0961914062,208.335205078125,10699.93896484375,7.0,1.254564566234786,4.247614680989583,196.26024938600844,4.6159967956263,,,,
P3,3,math63,correct,18.9917,Y,Y,N,Y,Y,Y,N,,160.0,118.0,134.0,108.0,534.0,2376.0,2.0,29.0,37883.0625,22749.862060546875,34241.52978515625,27191.499755859375,96649.50610351562,413281.1916503906,441.6630859375,5399.952392578125,2.0,0.09804867434192205,1.5854092854817707,185.29181345911923,3.4318332390454995,290.0,57191.324951171875,3.0342894002278644,197.12622403610283
P4,1,math63,overfitting,15.5267,Y,Y,N,P,Y,N,Y,,355.0,75.0,199.0,60.0,343.0,1872.0,18.0,418.0,81883.00122070312,16691.59130859375,45833.099853515625,14149.932861328125,69099.61206054688,382448.0888671875,2258.321533203125,74899.56518554688,1.0,0.0,0.6252743530273437,205.37814393619198,5.75041467960428,172.0,34024.82861328125,8.378984151204428,197.81877100744913
P4,2,chart12,correct,13.1083,Y,Y,N,Y,Y,IDK,Y,,307.0,17.0,118.0,18.0,615.0,757.0,2.0,808.0,63724.726806640625,5266.63720703125,23958.22314453125,4149.99560546875,119049.45336914062,147007.63623046875,233.328125,155982.63256835938,5.0,1.0628533011151138,1.2390221516927082,195.70204331697664,19.291952126880894,426.0,81041.23583984375,0.6445805338541667,191.60964103664517
P4,3,lang10,control,25.22,N,N,,N,,,N,,405.0,84.0,928.0,185.0,1289.0,2222.0,9.0,877.0,87757.94555664062,20624.91748046875,191182.52954101562,37658.158935546875,244390.50854492188,430564.70703125,1174.99365234375,168857.4619140625,5.0,0.36814887016018033,14.540073498535156,197.06804845078346,13.427262845517925,,,,
P5,1,math63,control,19.5267,N,Y,,Y,,,Y,did not see patch,42.0,280.0,465.0,568.0,571.0,915.0,45.0,279.0,6366.640380859375,38099.810791015625,64882.939697265625,74057.93090820312,73474.70971679688,122474.3857421875,4841.65869140625,34358.173583984375,6.0,0.7782972296977464,7.044685933430989,132.24526050923183,6.676783745604703,,,,
P5,2,lang10,overfitting,15.6167,N,N,N,IDK,Y,Y,Y,,126.0,142.0,430.0,698.0,811.0,186.0,40.0,28.0,17374.91796875,20049.919677734375,56632.973388671875,89241.06591796875,106799.46142578125,20149.917236328125,3299.991943359375,3691.65185546875,5.0,0.7516267496632214,12.865902368164063,128.26566242093043,4.754748843919097,103.0,11633.259033203125,11.155217215983074,112.18482827240567
P5,3,math33,correct,11.9917,Y,Y,Y,Y,Y,Y,Y,,57.0,25.0,277.0,203.0,466.0,257.0,14.0,102.0,10416.610107421875,3274.978759765625,69891.28076171875,31291.473388671875,75816.36572265625,30316.49169921875,1324.990966796875,19249.871826171875,4.0,1.0749631955921495,6.4367700317382806,170.16075018943351,7.235539042080854,94.0,12808.25830078125,5.520525118001302,136.25806702958778
P6,1,chart12,correct,14.89,Y,Y,N,IDK,Y,Y,Y,,321.0,399.0,88.0,200.0,188.0,1440.0,174.0,200.0,71041.27368164062,78574.50341796875,15441.568359375,42433.08740234375,34324.830078125,287989.9226074219,22958.23095703125,34708.092529296875,8.0,1.246680392112443,1.1004088012695312,195.12763886344638,2.160999726959012,18.0,3374.9814453125,8.865219051106772,187.49896918402777
P6,2,lang10,control,25.1817,N,N,,N,,,N,,427.0,45.0,998.0,66.0,1114.0,1575.0,34.0,968.0,97382.83618164062,9316.616455078125,206973.86450195312,16583.25341796875,213357.10205078125,315781.5793457031,4349.986328125,201857.232421875,6.0,1.132742579208222,8.853561950683593,203.86502213566578,10.46638837350595,,,,
P6,3,math63,overfitting,9.4267,Y,Y,N,Y,Y,N,Y,,50.0,9.0,82.0,16.0,29.0,823.0,441.0,418.0,10449.95947265625,1416.6630859375,13324.92529296875,2666.65283203125,6283.30224609375,144432.64379882812,58574.666748046875,69316.29443359375,2.0,0.0821975839357641,2.312209883626302,163.57613655673052,5.64600279512353,109.0,16924.9140625,0.014027718098958334,156.00522592905406
P7,1,math50,control,25.2383,N,N,,N,,,N,,166.0,27.0,540.0,64.0,336.0,2276.0,81.0,,26133.211181640625,3566.657958984375,65874.61059570312,7916.6923828125,43391.429931640625,313423.51171875,7383.31201171875,,7.0,0.5580051679542941,4.678724666341146,134.00843145594555,13.461430737336622,,,,
P7,2,math33,correct,25.2883,N,N,N,N,Y,N,N,,159.0,68.0,614.0,1.0,618.0,1522.0,56.0,3.0,28899.832275390625,10299.94677734375,71057.91845703125,108.330078125,81457.98461914062,207232.24438476562,5299.947021484375,308.340087890625,4.0,0.7514270829944899,0.11486068115234375,133.15176055547798,13.794088916916174,92.0,12499.922119140625,0.041527616373697916,141.74368885075936
P7,3,chart12,overfitting,4.4567,Y,Y,N,Y,Y,N,Y,,,,,,,,,,,,,,,,,,,,,,,,,,
P8,1,lang10,correct,25.245,Y,Y,Y,IDK,Y,N,N,,299.0,216.0,525.0,305.0,1818.0,1643.0,249.0,64.0,64432.99609375,55624.697265625,105399.38671875,62816.288330078125,369156.06298828125,357173.08349609375,39366.43310546875,11649.918701171875,7.0,1.0190701916340175,16.2711513671875,208.18628347623942,8.616336588564275,80.0,16741.62109375,20.214881018066407,204.07140003551137
P8,2,math50,overfitting,25.2883,N,N,N,Y,Y,N,Y,"changed test and somehow thinks that fixed it? look at their interview. also really have to say something in the paper about people forgetting to run all the tests lol. can i quantify this? see if last test run is all tests or just one, or who changed tests and then assumed it was correct when it doesn't pass tests",300.0,121.0,704.0,126.0,2307.0,1471.0,181.0,173.0,65057.914306640625,26241.52734375,133632.62182617188,29874.836181640625,455589.1057128906,289248.55810546875,26733.234619140625,31983.1748046875,8.0,1.4491703547003092,20.063921398925782,196.74006434370423,13.35659565188737,79.0,16233.258544921875,24.591261100260414,202.10744834807983
P8,3,math63,control,25.2717,Y,Y,,Y,,,NQ,,225.0,65.0,296.0,115.0,620.0,3507.0,130.0,284.0,51591.422607421875,16858.25,61299.578125,23333.220703125,136332.521484375,760570.8930664062,19449.887939453125,57791.331787109375,2.0,0.05722188165472927,1.932767130533854,215.03760124244386,8.80374695615531,,,,
P9,1,math33,control,25.2517,N,N,,N,,,N,,258.0,10.0,435.0,93.0,2137.0,1641.0,13.0,10.0,60382.923583984375,2424.9912109375,122582.49194335938,16716.5615234375,517130.0869140625,394056.1569824219,2208.32470703125,2383.33349609375,9.0,1.832986906510508,,243.1770438027688,6.271399846095352,,,,
P9,2,math50,overfitting,20.7283,N,N,N,P,Y,N,Y,,209.0,71.0,563.0,29.0,702.0,2412.0,14.0,,46349.75732421875,17374.861572265625,132249.2490234375,8066.6162109375,157548.97729492188,522472.1826171875,1616.65380859375,,8.0,1.5990655761302353,5.736354597981771,221.46835572385592,4.885384904173872,119.0,26549.859375,4.5828894490559895,230.46751022338867
P9,3,chart12,correct,5.6967,Y,Y,Y,Y,Y,Y,Y,,45.0,15.0,142.0,25.0,319.0,396.0,11.0,,10858.267578125,4033.314208984375,40399.696044921875,4724.95751953125,70932.8466796875,90299.3544921875,1233.319091796875,,2.0,0.4832877521992325,2.2919302815755205,234.52098340212962,9.908159091001046,105.0,25641.44482421875,1.5088800984700521,251.24056203741776
P10,1,math50,overfitting,25.145,N,N,N,N,Y,IDK,N,,113.0,26.0,224.0,110.0,316.0,2683.0,509.0,1767.0,21283.22998046875,5558.3193359375,43291.3798828125,28283.171142578125,56299.646240234375,514305.69775390625,81657.87280273438,280631.935546875,2.0,0.1257551808330085,2.493319116210938,179.47957531513612,2.071586404892737,120.0,21874.895263671875,1.8069346191406248,181.41990386462604
P10,2,lang10,control,25.18,N,N,,N,,,N,,,,,,,,,,,,,,,,,,,,,,,,,,
P10,3,chart12,correct,3.26,Y,Y,Y,Y,Y,Y,Y,,,,,,,,,,,,,,,,,,,,,,,,,,
P11,1,chart12,overfitting,5.7917,Y,Y,N,Y,N,,P,,108.0,24.0,186.0,34.0,234.0,498.0,1.0,126.0,29591.45751953125,6066.62451171875,38424.718017578125,7799.95166015625,47691.298095703125,102215.98071289062,66.665771484375,17499.86767578125,5.0,1.4377974708790169,1.549293916829427,205.90963168030038,5.22159047746488,,,,
P11,2,math33,correct,22.1883,Y,Y,Y,Y,Y,Y,Y,,82.0,88.0,264.0,127.0,1459.0,2068.0,106.0,,22041.555908203125,16958.229248046875,44974.74609375,26249.85546875,341439.78857421875,475447.3352050781,13674.925048828125,,6.0,1.3302978725554713,7.699676782226563,225.65718151504487,3.7961551599312986,223.0,55941.335205078125,5.392051281738281,255.72090535307134
P11,3,math50,control,25.25,N,N,,N,,,N,,660.0,283.0,668.0,20.0,597.0,2387.0,314.0,103.0,131565.94921875,64057.980712890625,107749.42456054688,3566.66845703125,150449.25317382812,550638.8142089844,47058.063232421875,23549.854736328125,12.0,1.1561690355158112,5.589830362955729,214.35532756374826,3.9692598686137357,,,,
P12,1,math63,correct,21.725,N,Y,N,IDK,Y,P,Y,,128.0,45.0,557.0,65.0,1019.0,1141.0,80.0,646.0,16083.259521484375,5958.280517578125,72316.24072265625,9583.277587890625,124590.951171875,138974.30249023438,7533.29931640625,83224.57885742188,2.0,0.2956966796139952,3.091233048502604,124.13470859945255,14.587311747063113,155.0,17916.552001953125,5.617330432128907,116.76270808730014
P12,2,chart12,control,12.5367,Y,Y,,Y,,,Y,,91.0,46.0,405.0,22.0,603.0,1247.0,52.0,237.0,13991.641357421875,5958.31005859375,63133.030029296875,3383.32373046875,84891.1181640625,172640.96752929688,5024.978271484375,38158.1484375,5.0,1.145046965917234,6.155106783040365,143.24140494936182,12.411096465616751,,,,
P12,3,lang10,overfitting,25.2533,N,Y,Y,N,Y,N,Y,,259.0,61.0,924.0,75.0,1951.0,959.0,119.0,108.0,38316.45361328125,9349.973388671875,125116.03173828125,11749.962890625,260240.34155273438,113999.43676757812,12658.239501953125,14458.260498046875,3.0,1.0351184960974746,15.63061398111979,130.33519151207486,12.980692622404577,601.0,73216.36352539062,12.22688133138021,122.69119955191216
P13,1,chart12,control,19.87,Y,Y,,Y,,,Y,this is the one that i needed to truncate because they didn't know what to do when they were done/didn't call me over,382.0,695.0,484.0,425.0,883.0,1560.0,11.0,262.0,70874.45678710938,127807.4833984375,100182.69604492188,63499.548583984375,154190.6728515625,269931.6789550781,1349.9970703125,38858.12548828125,8.0,1.4374925401074876,1.6187400512695311,175.81766464901904,7.21720534102554,,,,
P13,2,math50,correct,10.2417,Y,Y,Y,IDK,Y,N,NQ,,241.0,152.0,401.0,36.0,374.0,538.0,1.0,328.0,49107.9716796875,27616.451171875,108224.3544921875,6433.314453125,66974.53686523438,80899.53637695312,100.0,46841.319091796875,2.0,0.3902772881742746,4.744692834472656,186.1373796304424,6.473889972071133,154.0,27958.185546875,3.368729532877604,184.25832362481725
P13,3,lang10,overfitting,25.245,N,Y,Y,Y,Y,Y,NQ,,588.0,499.0,773.0,69.0,1401.0,1064.0,8.0,569.0,104482.64086914062,87966.17041015625,142849.05712890625,11858.2333984375,218323.58325195312,169648.96044921875,1008.32373046875,72149.58520507812,5.0,1.3853421175987215,9.835908117675782,161.05437726748022,12.465616032290486,714.0,107307.58032226562,3.2213680013020833,150.98912938605642
P14,1,chart12,correct,3.6483,Y,Y,Y,Y,Y,Y,NQ,,118.0,1.0,90.0,29.0,113.0,385.0,85.0,32.0,21774.899658203125,174.998046875,20033.1884765625,4333.297119140625,15991.56689453125,61166.158935546875,10116.5908203125,4449.9775390625,4.0,0.7427928707446944,0.5559702473958333,161.01788588169643,8.055920611311338,22.0,2849.97265625,0.6256918660481771,138.999033203125
P14,2,math63,overfitting,9.8767,N,Y,N,Y,Y,N,NQ,,157.0,43.0,451.0,51.0,450.0,1132.0,26.0,87.0,28316.50439453125,6933.283203125,73749.55004882812,11433.257568359375,68932.9150390625,181532.3212890625,3024.98876953125,14099.936767578125,2.0,0.03651265811237383,0.5754148844401041,161.45824966865212,14.855519363842474,61.0,8841.62060546875,2.0254048014322916,144.94460008965163
P14,3,math33,control,25.2767,N,N,,N,,,N,,331.0,20.0,863.0,110.0,1662.0,2011.0,38.0,1401.0,61533.03271484375,3283.324462890625,153149.13940429688,19249.87939453125,252932.091796875,325006.7121582031,4908.32470703125,227282.23706054688,6.0,1.1682929265819235,12.175212699381511,162.7322470011216,16.970182938281926,,,,
P15,1,chart12,overfitting,25.29,N,N,N,N,Y,N,N,,88.0,309.0,243.0,274.0,595.0,2558.0,1098.0,20.0,18258.19775390625,65816.224609375,51891.284423828125,49016.3916015625,90316.18090820312,445672.2683105469,141590.6572265625,2149.9892578125,11.0,1.707519701231438,2.666927067057292,166.9962594118387,2.1403696368030114,32.0,6508.291259765625,8.008974064127605,203.38410186767578
P15,2,math50,control,25.2,N,N,,IDK,,,P,,209.0,643.0,675.0,144.0,672.0,1693.0,1222.0,116.0,35824.80517578125,106232.72827148438,142090.79125976562,33649.80517578125,112699.28149414062,295556.61572265625,161965.72705078125,18791.536376953125,16.0,1.8587389805403052,5.654133101399739,168.74047088339108,7.0405354280164945,,,,
P15,3,math33,correct,25.3183,N,N,N,N,Y,N,N,,127.0,171.0,473.0,57.0,968.0,1705.0,709.0,975.0,27649.838623046875,34283.14990234375,104207.68774414062,13116.586669921875,183973.88891601562,348781.3427734375,94424.41552734375,163449.08520507812,7.0,1.2052457266920742,11.290627400716145,187.4591263448525,6.61015404079207,158.0,31708.11669921875,0.02444654947916667,202.59338452002245
P16,1,math63,overfitting,5.28,Y,Y,N,Y,Y,N,NQ,,58.0,1.0,126.0,22.0,131.0,760.0,,67.0,8566.58642578125,116.6669921875,25541.507080078125,4541.640869140625,23574.83935546875,146598.99462890625,,9483.232666015625,1.0,0.0,0.4138879679361979,187.38848967749226,7.265244765857174,45.0,8316.6044921875,1.9070712198893227,184.92783826462767
P16,2,chart12,correct,11.6083,Y,Y,Y,Y,Y,Y,N,,87.0,737.0,166.0,55.0,284.0,1371.0,1.0,,13349.88623046875,132932.36767578125,32733.133056640625,9883.255859375,54632.934814453125,251356.72705078125,108.3349609375,,6.0,0.8618075702831267,1.0894388671875,183.07177164567437,4.152674442005044,84.0,14858.244384765625,1.337353898111979,181.55326380354634
P16,3,math50,control,25.2017,N,N,,N,,,N,,245.0,223.0,865.0,212.0,3182.0,770.0,14.0,286.0,34591.44873046875,38716.340087890625,178182.15869140625,36033.18359375,538663.4184570312,138532.59228515625,1158.32470703125,33799.736328125,6.0,1.163759103682764,11.570345935058594,172.44733532531643,9.345177928237296,,,,
P17,1,math33,correct,25.2433,Y,Y,Y,IDK,Y,IDK,Y,,328.0,205.0,581.0,317.0,1467.0,1338.0,202.0,39.0,62032.90673828125,42124.7109375,110890.83618164062,55599.593017578125,220173.63598632812,233156.7685546875,23958.1435546875,9408.27880859375,2.0,0.3141166576957011,4.770938366699219,168.84699840785547,9.332194335601969,214.0,34716.395751953125,1.7381830322265626,163.39159938267298
P17,2,lang10,overfitting,25.2167,N,N,N,N,Y,N,N,,331.0,119.0,1085.0,88.0,2310.0,1062.0,65.0,42.0,59016.348388671875,18616.543701171875,183165.53393554688,17158.231201171875,351872.9841308594,153074.08081054688,7508.279296875,7616.61181640625,4.0,1.121279501948401,6.305656400553386,156.00797387951323,11.0099066834835,143.0,20233.209716796875,5.0513586344401045,142.74285514987244
P17,3,math63,control,5.2967,N,Y,,Y,,,Y,,59.0,23.0,127.0,25.0,164.0,631.0,28.0,,8958.2724609375,5424.966064453125,23083.170654296875,4908.298828125,27024.78662109375,101432.76733398438,3299.959716796875,,1.0,0.0,1.4723538655598958,164.7419315796476,7.806677969729416,,,,
P18,1,math33,correct,14.9817,Y,Y,Y,Y,Y,Y,Y,,132.0,121.0,623.0,774.0,954.0,604.0,2.0,69.0,23524.85205078125,23416.523681640625,120424.29467773438,143732.47631835938,145649.2431640625,105266.09008789062,224.99609375,9916.60693359375,8.0,1.721661267719172,10.765771883138022,174.03123816199303,11.599558059208247,62.0,9283.28369140625,10.538550866699218,154.92341752485797
P18,2,chart12,control,22.8967,Y,Y,,Y,,,Y,,145.0,557.0,631.0,141.0,595.0,2867.0,11.0,,31883.1787109375,104982.77856445312,125599.40893554688,32199.823486328125,86266.11669921875,479847.5700683594,1249.981201171875,,20.0,1.3874479168721014,1.611519698079427,174.25285176187904,10.508958770293265,,,,
P18,3,lang10,overfitting,7.1683,N,Y,Y,Y,Y,Y,Y,,112.0,88.0,321.0,91.0,493.0,282.0,8.0,176.0,19749.92431640625,15383.26025390625,70266.24145507812,15933.2421875,85824.51611328125,51499.686767578125,699.998046875,23866.509765625,3.0,0.765793717025294,1.7547148844401042,179.36648248622444,13.909990518133815,68.0,10758.285888671875,4.162896451822917,158.21008659811582
P19,1,math63,control,25.24,N,N,,N,,,N,,381.0,123.0,908.0,96.0,443.0,1523.0,40.0,,36908.052490234375,12516.599609375,113241.1240234375,9974.923583984375,47624.686279296875,169099.09252929688,3658.332275390625,,1.0,0.0,1.3290218505859375,111.84485224559351,8.697759966447881,,,,
P19,2,math50,correct,8.795,Y,Y,Y,Y,Y,Y,Y,,55.0,29.0,261.0,20.0,83.0,241.0,25.0,,5558.306884765625,2949.9755859375,31858.11865234375,1783.304931640625,8108.302490234375,22874.846435546875,2374.98876953125,,3.0,0.22415211221590298,2.545821651204427,105.81451877100672,3.659833329902379,67.0,7133.29541015625,2.3016563313802085,105.79654240262681
P19,3,math33,overfitting,25.1717,N,Y,Y,Y,Y,Y,Y,,143.0,39.0,551.0,67.0,293.0,1511.0,61.0,98.0,19216.561279296875,4391.63720703125,77874.60913085938,6624.948974609375,29483.21337890625,171599.07861328125,5633.289794921875,10008.28466796875,2.0,0.6862141008772213,5.400389965820312,116.96524901828141,5.492594432778541,78.0,7466.6494140625,4.406367301432292,95.72627453926282
P20,1,math33,control,25.1833,N,N,,N,,,N,,185.0,64.0,898.0,19.0,1319.0,1631.0,250.0,89.0,36091.48974609375,11591.652099609375,182882.43872070312,3783.33837890625,268582.16162109375,294615.5830078125,34649.890380859375,15583.25048828125,6.0,1.088972029294815,16.731867252604168,190.29849706921647,7.044768113673518,,,,
P20,2,chart12,overfitting,25.2317,N,N,N,N,Y,N,N,,232.0,65.0,1224.0,21.0,991.0,1620.0,343.0,111.0,41649.794921875,10524.993408203125,183965.84326171875,4466.648681640625,164999.27563476562,277282.3337402344,41924.82958984375,18483.255126953125,6.0,0.7059814649196762,0.6202769327799479,163.5614527356809,8.898095811304524,179.0,39508.138427734375,2.262768583170573,219.15652067764947
P20,3,math63,correct,21.7317,N,Y,N,Y,Y,N,Y,"Since they said they wouldn't have used it, I feel like it's a No",378.0,31.0,1135.0,20.0,583.0,1784.0,73.0,152.0,72566.2939453125,6374.970947265625,172615.94311523438,4683.296142578125,108374.55151367188,315515.36083984375,10658.25732421875,34308.17236328125,3.0,0.10390642030361522,1.0841628336588542,176.4521590232414,12.722613125898842,226.0,48116.5146484375,0.6219432006835938,211.9449897733369
P21,1,chart12,overfitting,17.2,Y,Y,N,P,Y,N,Y,Kaia: I think they settled on probably,381.0,40.0,49.0,130.0,765.0,1681.0,50.0,18.0,58791.406982421875,7366.6337890625,5241.65673828125,18391.57568359375,122990.9541015625,264640.1865234375,4474.9638671875,1724.981201171875,9.0,1.6171439576796318,1.0920790161132812,155.54143186220324,7.349655261861998,24.0,4466.654296875,4.818863016764323,180.95169503348214
P21,2,math50,control,25.2683,N,N,,N,,,N,,349.0,109.0,41.0,267.0,1017.0,1676.0,60.0,154.0,67233.04541015625,20008.228271484375,3499.9716796875,50849.71826171875,154274.24560546875,247923.75268554688,6116.634521484375,27874.881591796875,8.0,0.6706067653667815,6.447190283203125,157.30478574117717,5.117831091781003,,,,
P21,3,lang10,correct,8.395,Y,Y,Y,Y,Y,Y,Y,,182.0,19.0,96.0,44.0,756.0,56.0,28.0,27.0,34149.844970703125,2708.314453125,10058.269775390625,7399.96240234375,125757.61645507812,8416.619384765625,3066.626953125,5174.96484375,2.0,0.4484298921530038,7.823709448242187,163.76479747683504,11.503571131076724,168.0,28608.14208984375,0.4568051472981771,172.57959903183803
P22,1,math50,overfitting,19.9167,N,Y,Y,Y,Y,Y,N,,168.0,95.0,257.0,1301.0,569.0,983.0,44.0,686.0,24116.523193359375,16191.55078125,34724.8515625,244665.26196289062,101882.8271484375,181057.29956054688,4408.312744140625,86474.57006835938,26.0,2.179408481456397,15.599086051432291,167.73652999116038,10.110573955940769,263.0,38816.492919921875,15.097838403320312,147.94664988798255
P22,2,math63,correct,5.1467,Y,Y,Y,Y,Y,Y,Y,,65.0,6.0,72.0,129.0,232.0,269.0,6.0,74.0,13216.61865234375,741.66064453125,11816.6025390625,25766.513427734375,42716.47119140625,45908.09912109375,583.332763671875,10174.94091796875,1.0,0.0,0.9027752319335938,174.56459151926515,14.330184503585672,336.0,56633.06005859375,0.016668863932291667,168.37648703835228
P22,3,chart12,control,25.1783,N,N,,N,,,N,,168.0,320.0,228.0,1067.0,1058.0,2116.0,62.0,642.0,22683.213134765625,58549.76123046875,34724.76123046875,206424.06176757812,187615.80639648438,411723.13916015625,6441.64697265625,75599.62939453125,20.0,0.5686916199999023,5.766499816894532,177.31178577762046,6.803219278591549,,,,
P23,1,math50,correct,15.2367,Y,Y,Y,Y,Y,Y,NQ,,373.0,184.0,531.0,504.0,417.0,709.0,5.0,165.0,88291.18041992188,44766.4521484375,126957.673828125,114640.97265625,91899.4990234375,160649.00952148438,549.998046875,36016.39892578125,3.0,0.49423162993366343,2.453597216796875,231.25207659474287,8.037524045182888,165.0,42241.4052734375,1.6179081990559896,263.98303082345546
P23,2,lang10,overfitting,23.2283,N,Y,Y,Y,Y,Y,NQ,"nuance was they pointed out another issue not related to the same bug about the test suite for correctness. What to do about when they describe steps they would take before submitting the code? There are different steps that are not related to the fix itself, like comments or docs, that I don't think should count them out of submitting the code. But if they need to understand it better before submitting, I think that they mean they would not submit the fix they made. Edits for maintenance vs. edits or further deliberation for functionality?",554.0,33.0,1102.0,103.0,1682.0,1080.0,7.0,278.0,123974.34326171875,6033.296630859375,227682.24169921875,17924.90380859375,350298.25390625,232240.50390625,675.00390625,51583.099609375,7.0,1.158819483820093,3.9519240193684895,209.29128238738528,9.236404299894227,201.0,44416.41650390625,3.3766493001302087,228.68536573840726
P23,3,chart12,control,25.265,N,N,,N,,,N,,525.0,96.0,1547.0,163.0,653.0,2295.0,21.0,399.0,107082.79052734375,15941.586669921875,305031.8469238281,30408.159423828125,121749.41088867188,412081.0302734375,2266.67529296875,66624.72607421875,11.0,1.484526041544104,1.0869400512695313,186.20568978315822,12.534149317103523,,,,
P24,1,lang10,correct,25.19,Y,Y,Y,N,Y,N,N,,158.0,22.0,538.0,145.0,1013.0,2126.0,14.0,751.0,27174.885498046875,2874.97119140625,111624.35693359375,26158.1884765625,124299.45654296875,266331.9396972656,1358.355224609375,109666.16650390625,3.0,0.19142062369269242,0.4219440673828125,140.034189910137,8.954921540035315,105.0,12758.253173828125,0.0023634521484375,121.50717308407738
P24,2,chart12,control,7.3267,Y,Y,,P,,,Y,Is this maybe or probably? ,43.0,23.0,272.0,,292.0,1027.0,14.0,,7033.308349609375,3374.977294921875,64499.603759765625,,40241.403076171875,164374.08227539062,1849.984130859375,,4.0,0.24821500151112386,1.4638832519531249,168.38621118295558,10.726616312546321,,,,
P24,3,math33,overfitting,25.165,Y,Y,N,IDK,Y,Y,N,this person is just really inconsistent but indeed these are the answers they gave,96.0,63.0,129.0,20.0,230.0,1671.0,7.0,665.0,19058.220947265625,10899.944091796875,30283.15625,4258.310791015625,32116.474609375,220382.33862304688,683.330322265625,104132.869140625,4.0,0.3480963577374462,0.3297228190104166,145.46764478951445,6.6911734246782055,144.0,18224.980712890625,0.16958478597005208,130.99976888020834
P25,1,lang10,control,25.155,N,N,,N,,,N,,290.0,119.0,938.0,202.0,863.0,2723.0,23.0,402.0,80932.92333984375,27016.517333984375,198848.99658203125,40174.726318359375,185532.38818359375,561080.8205566406,3091.64404296875,79257.94995117188,2.0,0.18065898322778784,,211.49927451593413,12.154679962169336,,,,
P25,2,math50,control,25.1967,N,N,,N,,,N,check what the patch is because it doesn't build I think,313.0,307.0,766.0,74.0,439.0,3027.0,115.0,455.0,73308.08178710938,59991.433837890625,173399.2041015625,13099.952392578125,90957.97241210938,577622.662109375,15374.927978515625,78474.61181640625,10.0,1.0212345565071408,9.07495994873047,196.91208996279966,6.961354666138176,,,,
P25,3,math33,overfitting,6.505,N,Y,Y,Y,Y,P,N,,92.0,51.0,417.0,58.0,197.0,192.0,16.0,16.0,20058.18212890625,12574.9267578125,145007.5283203125,14299.93310546875,44991.47802734375,40358.171630859375,2774.9853515625,2341.64892578125,1.0,0.0,2.999291300455729,265.93270159452925,15.18144937634706,144.0,32191.53173828125,0.15375136718750002,222.33240559895833
P26,1,math63,control,25.21,N,N,,N,,,N,"Did not ask them if they would submit. HOWEVER, they did not make any edits whatsover, so IRL they could not submit anything. That was my ruling.",270.0,196.0,804.0,314.0,706.0,465.0,154.0,384.0,47908.1396484375,29758.20263671875,133716.08666992188,49091.469482421875,95974.64965820312,60008.074951171875,16983.217041015625,63716.443603515625,4.0,0.39989317206994995,,150.9736664717298,9.263890425049075,,,,
P26,2,math33,overfitting,25.2483,N,Y,Y,IDK,Y,IDK,Y,,252.0,126.0,609.0,223.0,,1499.0,115.0,358.0,36708.17578125,16458.255126953125,143057.6904296875,35358.1669921875,,214149.07739257812,12449.94970703125,56958.084716796875,3.0,0.055752600979343175,1.1926354329427082,158.86859604813463,4.1684289884766,192.0,20883.242919921875,0.7459709187825521,108.70787353515625
P26,3,chart12,correct,25.1233,Y,Y,Y,N,Y,N,,Do not have info on whether or not they would submit.,163.0,41.0,330.0,276.0,216.0,1031.0,88.0,210.0,25574.92724609375,6958.312255859375,57841.384033203125,43449.8017578125,26591.535888671875,148224.4150390625,9899.95556640625,39949.794189453125,6.0,0.9757290901609048,2.5879081665039063,151.26680638645664,6.474113019455403,104.0,13474.950927734375,3.0373507161458333,129.53165690104166
P27,1,chart12,overfitting,25.2633,N,N,Y,N,Y,N,NQ,"Kaia thinks NQ (not quite yet). Build failed I think, so check",67.0,180.0,105.0,158.0,426.0,1232.0,1199.0,,13141.613037109375,29241.615478515625,19299.90625,23499.890625,67949.6298828125,187349.24169921875,157582.53051757812,,13.0,1.937761659576268,1.9173521321614584,147.9215258062325,2.2217422099710133,26.0,3833.3095703125,0.5215268147786458,141.8474280315897
P27,2,math33,control,25.2583,N,N,,N,,,N,,272.0,28.0,478.0,27.0,1247.0,1023.0,780.0,,87399.6357421875,4599.9658203125,116107.82373046875,7183.3134765625,243573.8603515625,178415.92529296875,117499.5478515625,,4.0,1.3720182333784672,,195.79249604815175,4.919651439483573,,,,
P27,3,lang10,correct,25.3,Y,Y,Y,IDK,Y,IDK,N,,174.0,132.0,902.0,17.0,1036.0,701.0,957.0,233.0,43466.51416015625,20199.88427734375,179665.98779296875,3499.996826171875,181549.36767578125,109124.51513671875,125657.83154296875,46324.851318359375,3.0,0.974633880149103,8.414969047037761,171.0258999818854,8.199808480873749,53.0,9674.960693359375,19.68256746826172,172.17658455141128
P28,1,lang10,overfitting,11.0333,N,Y,Y,IDK,Y,IDK,N,,203.0,120.0,409.0,530.0,294.0,214.0,1.0,516.0,36366.44970703125,24733.143310546875,84216.13916015625,96699.2822265625,49124.65771484375,39458.0859375,74.998046875,95391.02221679688,2.0,0.2544851044743055,7.846059016927083,185.6687230819311,5.643026844208365,131.0,22883.194091796875,6.076487337239583,179.080597961841
P28,2,chart12,correct,9.02,Y,Y,Y,Y,Y,Y,Y,,187.0,362.0,286.0,146.0,339.0,462.0,2.0,,30099.826416015625,81799.46801757812,58691.275146484375,28683.172119140625,64974.569580078125,81841.16552734375,208.324951171875,,6.0,1.340592584380006,3.960253784179687,191.97084769204025,6.242201021807817,126.0,20366.517333984375,3.064148368326823,161.41853117766203
P28,3,math63,control,25.1933,N,N,,N,,,N,,,,,,,,,,,,,,,,,,,,,,,,,,
P29,1,math50,correct,25.21,Y,Y,Y,IDK,Y,IDK,N,,236.0,24.0,507.0,125.0,785.0,1438.0,129.0,1072.0,55191.33935546875,5366.63720703125,101057.64599609375,36591.43896484375,183682.34155273438,364748.13525390625,17141.56591796875,246448.59399414062,4.0,0.11393181230986323,7.1252327677408855,234.3591095664125,17.21080791998747,41.0,10874.942138671875,1.7538783854166666,259.7505765874335
P29,2,math33,overfitting,25.1667,N,N,N,N,Y,N,N,,190.0,70.0,211.0,139.0,315.0,2133.0,158.0,1041.0,41774.775634765625,15399.90380859375,56657.977294921875,29258.14306640625,69666.21997070312,484781.00146484375,22049.916259765625,217715.61108398438,4.0,0.30218953531842485,1.1854110026041667,220.78743110731872,3.305967180908563,211.0,49174.693603515625,0.0018079182942708333,233.22025190080916
P29,3,math63,control,20.6667,N,Y,,P,,,IDK,,208.0,32.0,667.0,6.0,816.0,1774.0,161.0,113.0,44533.089599609375,8141.630615234375,159607.35229492188,1024.989013671875,195590.60400390625,412831.0283203125,19916.579345703125,24274.906005859375,3.0,0.38353901085984177,2.525680598958333,229.26136595160676,16.055381190284095,,,,
P30,1,chart12,correct,4.8583,Y,Y,Y,Y,Y,Y,Y,"I've been ruling this as Y, we could extend the definition to be push OR review. ",77.0,38.0,214.0,109.0,206.0,298.0,6.0,,19966.4912109375,9366.59228515625,46507.97509765625,31374.7724609375,43383.017822265625,55357.880126953125,699.98486328125,,2.0,0.641272192928906,2.253874499511719,218.1227056950012,6.236687096988207,81.0,17791.55029296875,2.3660959513346356,219.6487690489969
P30,2,lang10,control,25.195,N,N,,N,,,Y,unsure about whether getting someone else to take a look at it should count as review? There were some that were borderline. See code: submission: before submission: talk to someone,249.0,114.0,1222.0,127.0,1392.0,2158.0,45.0,296.0,57599.699462890625,22624.868896484375,264990.1994628906,31633.14306640625,262923.5158691406,408906.0881347656,6658.270263671875,51341.426025390625,6.0,0.5820808714907033,4.663027201334635,197.51511889731228,10.544873307428414,,,,
P30,3,math50,overfitting,6.5217,N,Y,Y,Y,Y,Y,NQ,??? which one bro. we gotta go maybe I think,108.0,4.0,213.0,67.0,287.0,309.0,12.0,212.0,25391.464111328125,658.34326171875,68532.90771484375,16491.579345703125,63124.660400390625,68741.23388671875,1766.641845703125,39674.82275390625,1.0,0.0,3.0476217163085937,231.82753630298274,8.039038498732507,62.0,10966.6279296875,2.678596183268229,180.55492001488096
P31,1,chart12,control,5.9083,Y,Y,,Y,,,Y,Elements of both not quite and probably,88.0,75.0,210.0,82.0,115.0,507.0,15.0,,14741.57421875,9383.258544921875,26516.46240234375,9733.2587890625,13891.576416015625,67307.86694335938,1508.327392578125,,2.0,0.45092669543535413,1.7636000854492189,131.02776987823376,9.896271040599334,,,,
P31,2,math33,correct,18.9733,Y,Y,Y,Y,Y,Y,Y,,237.0,88.0,336.0,38.0,266.0,2498.0,24.0,206.0,35558.119384765625,14141.578857421875,44108.070556640625,5399.959228515625,36849.710693359375,343648.0029296875,2774.976318359375,25733.10888671875,6.0,1.2389675246246195,0.8788848144531249,137.3939032094398,7.24127253061768,68.0,8524.943115234375,0.6949972819010417,127.14200265066964
P31,3,math50,overfitting,25.2283,N,N,N,Y,Y,N,NQ,,315.0,181.0,361.0,29.0,1409.0,2509.0,46.0,101.0,53049.68115234375,29033.17431640625,47191.44482421875,4933.278076171875,213007.146484375,365381.0871582031,4391.646240234375,15958.2490234375,12.0,1.3831108787121595,0.5859702840169271,147.96946606842053,7.351727883441389,95.0,13708.218505859375,0.08694610188802084,145.54335067295793
P32,1,math50,control,25.2233,Y,Y,,P,,,N,"Could be maybe, but their reasoning is correct and their tone/rest of the interview seemed like probably",531.0,548.0,437.0,252.0,645.0,2695.0,38.0,430.0,72574.55615234375,69174.63696289062,71099.58984375,32491.44921875,95249.30297851562,372206.2131347656,4341.634765625,51324.679931640625,8.0,1.2106844227680995,4.8360802164713546,137.8160084268797,5.1265657588508695,,,,
P32,2,lang10,overfitting,25.2617,N,N,N,N,Y,N,N,,,,,,,,,,,,,,,,,,,,,,,,,,
P32,3,math63,correct,7.5233,Y,Y,N,Y,Y,N,Y,,258.0,20.0,63.0,7.0,132.0,973.0,3.0,,33858.166259765625,2333.3154296875,7958.295654296875,866.659912109375,18391.561279296875,119624.41918945312,233.326904296875,,1.0,0.0,0.814579813639323,126.65727556056046,6.552912038740514,268.0,35091.3984375,0.013613431803385418,132.70451877541737
P33,1,chart12,overfitting,8.875,N,Y,Y,IDK,Y,IDK,Y,,177.0,107.0,471.0,580.0,221.0,125.0,18.0,93.0,35474.73388671875,25033.1943359375,118365.93090820312,121182.50341796875,48041.34814453125,25124.782958984375,2116.658935546875,16758.17041015625,4.0,1.2980134065161781,,218.72302161638504,5.211842457550572,87.0,18883.234619140625,7.295785380045573,216.57082575017756
P33,2,lang10,control,25.1933,N,N,,N,,,N,,256.0,326.0,1335.0,283.0,2213.0,208.0,5.0,169.0,50366.42431640625,77091.14331054688,320289.8532714844,72407.89794921875,555121.4875488281,56116.329833984375,633.320068359375,35208.142333984375,2.0,0.3079798449623549,,243.42744497034673,6.563284892442779,,,,
P33,3,math63,correct,19.6783,Y,Y,Y,Y,Y,Y,Y,,273.0,180.0,687.0,450.0,515.0,811.0,22.0,526.0,58383.056396484375,43908.09619140625,173298.90258789062,111766.0126953125,99316.02905273438,173607.30102539062,3241.639404296875,108616.06616210938,1.0,0.0,1.0966616170247396,221.1908983843506,11.720644084136662,762.0,162615.63305664062,2.569290983072917,216.2355422685731
P34,1,math63,overfitting,18.615,Y,Y,N,Y,Y,N,NQ,,194.0,100.0,939.0,159.0,394.0,2006.0,120.0,,36599.794189453125,19349.8466796875,180490.65673828125,33841.400390625,84749.50219726562,472447.11083984375,15916.55419921875,,2.0,0.1249914144797261,1.324020068359375,215.52918278596997,9.323966040156908,34.0,7083.2900390625,2.6110940470377604,212.49874267578124
P34,2,chart12,correct,9.23,Y,Y,Y,P,Y,Y,N,hrm,231.0,72.0,230.0,31.0,532.0,812.0,63.0,,52507.990478515625,13699.94482421875,55066.318603515625,5683.30615234375,108491.05297851562,177665.68310546875,9433.274658203125,,7.0,1.2323646041108498,1.058884932454427,213.99988738294402,7.298513054379967,108.0,22358.195068359375,2.8092913330078124,212.49859519082992
P34,3,math33,control,25.1967,N,N,,N,,,N,,201.0,67.0,1387.0,82.0,510.0,3050.0,194.0,,45908.041015625,12358.263671875,314448.21630859375,18449.9423828125,104957.76928710938,660671.6472167969,26499.90283203125,,2.0,0.36080593060048904,,215.49695551171803,8.631753715960375,,,,
P35,1,lang10,correct,21.0133,Y,Y,Y,P,Y,P,Y,,147.0,40.0,671.0,245.0,281.0,1785.0,9.0,886.0,28091.52734375,10549.930908203125,131290.83666992188,52533.01171875,57391.332763671875,394681.0402832031,1316.6748046875,154365.63012695312,6.0,0.4853335780485661,0.9352731648763021,203.84197862674782,7.248927374139002,84.0,15316.542724609375,0.10347379964192709,181.07696174172793
P35,2,math33,overfitting,17.3033,N,Y,Y,Y,Y,Y,Y,,235.0,59.0,443.0,160.0,292.0,1418.0,19.0,615.0,64582.9658203125,10566.6064453125,101499.35717773438,37983.098388671875,67624.59033203125,319831.4226074219,2908.33203125,97649.38452148438,3.0,0.4776809021229545,0.28833373209635416,216.12449330549973,5.044401814907406,87.0,16616.556396484375,0.00680780029296875,191.8486113495879
P35,3,math50,control,25.22,N,N,,Y,,,Y,,345.0,217.0,125.0,663.0,545.0,2586.0,15.0,778.0,70191.28979492188,51716.381103515625,30424.802490234375,148115.78442382812,109099.35302734375,561688.3374023438,2199.981201171875,142999.17236328125,11.0,1.5015796289925878,3.0291489664713542,211.68659495764896,3.5364057981262023,,,,
P36,1,math63,correct,22.985,N,Y,,IDK,N,,N,Did not look at patch. TODO: Might consider this to be null the way it is in the control rows.,185.0,68.0,833.0,318.0,1421.0,1686.0,14.0,216.0,33574.743896484375,13416.553466796875,177573.75390625,65799.5458984375,278831.6591796875,354781.0925292969,1583.314208984375,36949.828125,2.0,0.031495173228204644,4.931355281575521,203.01845416809482,10.470381252927789,,,,
P36,2,chart12,control,5.4517,Y,Y,,Y,,,Y,,70.0,58.0,157.0,141.0,419.0,375.0,7.0,16.0,12133.2705078125,11708.2861328125,36774.74609375,28649.765869140625,73341.10522460938,66132.85131835938,783.32373046875,2566.649169921875,1.0,0.0,2.1273486857096353,186.71761709322203,7.772629127857174,,,,
P36,3,math33,overfitting,25.185,N,N,,N,N,,N,"^^ as above, did not look at patch",206.0,2.0,592.0,204.0,3095.0,146.0,7.0,1333.0,36516.414794921875,799.998046875,137182.46850585938,36733.062255859375,542105.2197265625,24174.802001953125,674.993896484375,219657.0478515625,1.0,0.0,,178.66499679141953,11.89708327427311,,,,
P37,1,chart12,control,19.865,Y,Y,,Y,,,Y,,159.0,142.0,171.0,145.0,474.0,2921.0,5.0,434.0,35049.77734375,31499.818359375,32016.442626953125,37674.755615234375,96949.30688476562,619979.8051757812,808.3251953125,88016.17895507812,9.0,1.0979549269740672,3.7737257486979163,211.6365783321164,2.6255407483468254,,,,
P37,2,lang10,correct,25.1983,N,N,N,N,Y,IDK,N,,274.0,98.0,644.0,67.0,2468.0,1410.0,24.0,154.0,67391.3388671875,17749.941650390625,124699.39306640625,14291.5986328125,540438.9060058594,303606.8586425781,2391.660400390625,31608.16552734375,3.0,0.6762159121545094,15.926999833170573,215.2498538786594,7.597283030965685,241.0,55866.35107421875,3.701091149902344,231.5973333864796
P37,3,math50,overfitting,25.1867,N,Y,Y,IDK,Y,IDK,P,"Depends on how we treat ""talking to another person""",151.0,23.0,293.0,54.0,1441.0,2846.0,8.0,446.0,38074.80859375,5983.3056640625,66066.2685546875,12224.9189453125,294331.6462402344,619963.5925292969,866.667236328125,87682.85986328125,6.0,1.0724273043267178,14.140339501953125,213.86540563982717,7.043178301668449,202.0,43366.5087890625,14.38686599934896,218.54749603974653
P1_0,1,math33,control,25.4117,N,N,,Y,,,N,,,,,,,,,,,,,,,,,,,,,,,,,,
P1_0,2,math50,correct,21.31,Y,Y,Y,Y,Y,Y,Y,,,,,,,,,,,,,,,,,,,,,,,,,,
P1_0,3,math63,overfitting,4.7483,Y,Y,N,Y,Y,N,Y,,,,,,,,,,,,,,,,,,,,,,,,,,
P2_0,2,chart12,overfitting,11.1433,Y,Y,N,Y,Y,N,NQ,,,,,,,,,,,,,,,,,,,,,,,,,,
P2_0,3,lang10,correct,21.3467,Y,Y,Y,Y,Y,Y,Y,,,,,,,,,,,,,,,,,,,,,,,,,,
P3_0,1,chart12,overfitting,3.6167,Y,Y,,P,N,,Y,didn't look at patch,,,,,,,,,,,,,,,,,,,,,,,,,
P3_0,2,math50,control,25.2517,N,N,,N,,,N,,,,,,,,,,,,,,,,,,,,,,,,,,
P3_0,3,math63,correct,8.5533,Y,Y,N,Y,Y,P,Y,fixes the bug but not high quality,,,,,,,,,,,,,,,,,,,,,,,,,
P4_0,1,math63,overfitting,25.4417,N,Y,Y,IDK,Y,IDK,Y,,,,,,,,,,,,,,,,,,,,,,,,,,
P4_0,3,lang10,control,25.305,N,N,,N,,,N,,,,,,,,,,,,,,,,,,,,,,,,,,
P5_0,1,math63,correct,11.665,Y,Y,Y,Y,Y,Y,N,,,,,,,,,,,,,,,,,,,,,,,,,,
P5_0,2,lang10,overfitting,16.7867,N,Y,Y,P,Y,Y,Y,,,,,,,,,,,,,,,,,,,,,,,,,,
P5_0,3,math33,control,25.3367,N,N,,N,,,N,,,,,,,,,,,,,,,,,,,,,,,,,,
P6_0,1,chart12,correct,6.43,Y,Y,Y,Y,Y,Y,Y,,,,,,,,,,,,,,,,,,,,,,,,,,
P6_0,2,lang10,control,25.75,N,N,,N,,,N,,,,,,,,,,,,,,,,,,,,,,,,,,
P6_0,3,math63,overfitting,4.8467,N,Y,N,N,Y,N,N,,,,,,,,,,,,,,,,,,,,,,,,,,