You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
MIPLearn/benchmark/knapsack/ChallengeA/benchmark_ml.csv

152 lines
24 KiB

,Solver,Instance,Wallclock Time,Lower Bound,Upper Bound,Gap,Nodes,Mode,Sense,Predicted LB,Predicted UB,Relative Lower Bound,Relative Upper Bound,Relative Wallclock Time,Relative Gap,Relative Nodes
0,baseline,0,70.42135906219481,59113.0,59284.0,0.00289276470488725,1000705,exact,max,,,0.9991717656603901,1.0079056087318723,666.2003550138373,inf,1215.9234507897934
1,baseline,1,71.42700314521791,59137.0,59322.0,0.003128329134044676,1000013,exact,max,,,1.0,1.0076608177200999,1490.7919316474092,inf,14706.073529411764
2,baseline,2,69.50715589523314,59186.0,59345.0,0.0026864461190146322,1000226,exact,max,,,1.0,1.009303037518283,1317.9424513119109,inf,2950.519174041298
3,baseline,3,74.0979709625244,59145.0,59302.0,0.0026544931946910137,1000456,exact,max,,,1.0,1.0093098459705556,990.94604134184,inf,4275.452991452991
4,baseline,4,71.66170287132262,59142.0,59292.0,0.002536268641574516,1000459,exact,max,,,1.0,1.0063136456211812,992.5304276614502,inf,3290.9835526315787
5,baseline,5,73.41511583328247,59126.0,59307.0,0.00306125900619017,1000038,exact,max,,,1.0,1.0068758276459204,1080.1251354868582,inf,4807.875
6,baseline,6,73.41207909584045,59115.0,59296.0,0.003061828639093293,1000578,exact,max,,,1.0,1.0069113077145138,766.7852292168352,inf,909.6163636363636
7,baseline,7,70.86374998092651,59095.0,59277.0,0.003079786783991877,1000701,exact,max,,,1.0,1.012468614958922,957.6321148034307,inf,8005.608
8,baseline,8,67.79171895980835,59140.0,59320.0,0.003043625295908015,1000609,exact,max,,,0.9995098784836655,1.0077124316243673,696.1706767082974,inf,3248.7305194805194
9,baseline,9,72.50141692161559,59116.0,59320.949428987995,0.0034669028518168037,1000634,exact,max,,,0.9998646911575672,1.0065828895353706,1200.0559710180385,inf,4697.81220657277
10,baseline,10,70.24692487716675,59127.0,59276.0,0.0025199993234901147,1000328,exact,max,,,1.0,1.0075469132444927,781.2506343882164,inf,2037.3279022403258
11,baseline,11,70.154865026474,59198.0,59348.0,0.002533869387479307,1000544,exact,max,,,1.0,1.0088050314465409,1206.7769242757308,inf,1819.1709090909092
12,baseline,12,76.15164113044739,59102.0,59288.0,0.003147101620926534,1000054,exact,max,,,1.0,1.0083164679671424,4028.950805403837,inf,1000054.0
13,baseline,13,71.0146369934082,59150.0,59287.0,0.00231614539306847,1000385,exact,max,,,1.0,1.010361458102558,909.5452716052022,inf,4809.5432692307695
14,baseline,14,72.78574514389037,59165.0,59321.0,0.002636693991380039,1000144,exact,max,,,1.0,1.0091694736483958,898.9880148886296,inf,1661.3687707641195
15,baseline,15,72.70145797729492,59083.0,59261.0,0.003012710932078601,1000093,exact,max,,,1.0,1.0062315346215234,1025.2193483530634,inf,2004.194388777555
16,baseline,16,72.704313993454,59126.0,59293.0,0.0028244765416229746,1000184,exact,max,,,1.0,1.0057843669425974,1576.5571749110766,inf,12050.409638554216
17,baseline,17,67.70325493812561,59156.0,59290.0,0.0022651971059571303,1000033,exact,max,,,1.0,1.007100149476831,1048.862679554848,inf,841.7786195286195
18,baseline,18,68.9480299949646,59107.0,59270.0,0.002757710592654001,1000050,exact,max,,,1.0,1.0061964179611238,891.4910477576236,inf,1394.7698744769875
19,baseline,19,68.68335199356079,59159.0,59282.0,0.0020791426494700727,1000157,exact,max,,,1.0,1.0072380046214489,806.4172626828988,inf,659.2992748846408
20,baseline,20,71.09696197509766,59068.00695693743,59250.96970984196,0.00309749325109125,1000031,exact,max,,,1.0,1.0076866904172173,1053.725722443268,inf,3003.096096096096
21,baseline,21,65.33107399940491,59175.0,59283.98170493022,0.0018416849164380551,1000821,exact,max,,,1.0,1.0070663468256136,866.9108565390432,inf,2633.7394736842107
22,baseline,22,68.68796896934509,59121.0,59246.0,0.0021143079447235326,1000075,exact,max,,,1.0,1.0059085198139155,710.73065091093,inf,2481.575682382134
23,baseline,23,67.72725200653076,59193.0,59288.0,0.001604919500616627,1000066,exact,max,,,1.0,1.0093636146957676,718.6372568861185,inf,2358.646226415094
24,baseline,24,69.30689406394957,59162.0,59304.0,0.0024001893107061965,1000352,exact,max,,,1.0,1.0094813352171175,770.2385296549091,inf,2488.4378109452737
25,baseline,25,73.51841092109679,59088.0,59278.0,0.003215542919036014,1000151,exact,max,,,1.0,1.0070331611851047,1243.165761581661,inf,16395.918032786885
26,baseline,26,71.4473330974579,59089.0,59268.0,0.0030293286398483644,1000661,exact,max,,,1.0,1.0047978299567686,900.2263093861245,inf,13707.684931506848
27,baseline,27,71.64505815505981,59153.0,59307.0,0.0026034182543573444,1000299,exact,max,,,1.0,1.0086910674195524,1513.7682054485372,inf,1770.4407079646019
28,baseline,28,70.63702201843263,59112.0,59279.0,0.0028251454865340373,1000017,exact,max,,,1.0,1.008643718840925,957.1400917490472,inf,3174.657142857143
29,baseline,29,70.94550395011902,59178.0,59335.0,0.002653012943999459,1000577,exact,max,,,1.0,1.0060019328258252,1039.9532074021004,inf,2208.7792494481237
30,baseline,30,76.50913286209106,59112.0,59308.0,0.0033157396129381515,1000445,exact,max,,,1.0,1.0119782957376378,876.9578686459321,inf,3651.2591240875913
31,baseline,31,69.87212085723877,59082.0,59226.0,0.00243729054534376,1000311,exact,max,,,1.0,1.0067141473032926,1000.5732936834451,inf,2075.3340248962654
32,baseline,32,68.88597083091736,59175.0,59304.0,0.002179974651457541,1000341,exact,max,,,1.0,1.0085714285714287,582.4412183887192,inf,1008.4082661290323
33,baseline,33,76.56814217567444,59060.0,59244.0,0.0031154757873349138,1000419,exact,max,,,0.9998476358157409,1.007568155921019,981.7200042796442,inf,3368.4141414141413
34,baseline,34,68.0914659500122,59190.0,59295.0,0.001773948302078054,1000439,exact,max,,,1.0,1.006296246011812,841.6328005280901,inf,720.7773775216139
35,baseline,35,68.29537415504457,59183.0,59324.0,0.002382440903637869,1000126,exact,max,,,1.0,1.0105958911110353,887.9548197906367,inf,4274.042735042735
36,baseline,36,68.21022391319275,59166.0,59317.0,0.002552141432579522,1000509,exact,max,,,1.0,1.0099261075356694,1235.35940981398,inf,9095.536363636364
37,baseline,37,66.71046090126039,59202.0,59326.0,0.0020945238336542685,1000162,exact,max,,,1.0,1.0051676521915929,771.9773238313594,inf,548.6352166758091
38,baseline,38,65.1183421611786,59212.0,59326.0,0.001925285415118557,1000389,exact,max,,,1.0,1.006122275926397,1240.8224853146285,inf,4185.728033472803
39,baseline,39,67.92437911033629,59143.0,59275.0,0.0022318786669597423,1000316,exact,max,,,1.0,1.00919383672427,870.0002290314108,inf,8623.413793103447
40,baseline,40,71.18170309066771,59158.0,59302.98773577508,0.002450855941293934,1000400,exact,max,,,1.0,1.0099626645283402,853.4365320298429,inf,1883.9924670433145
41,baseline,41,74.35732889175416,59113.0,59319.0,0.0034848510479928273,1000410,exact,max,,,0.9994251610394441,1.0064814971919167,1607.274967661474,inf,5850.350877192983
42,baseline,42,73.89431905746459,59065.0,59276.0,0.0035723355625158727,1000095,exact,max,,,1.0,1.0075640393670005,981.4599512334145,inf,2267.7891156462583
43,baseline,43,64.76473903656006,59232.0,59312.0,0.001350621285791464,1000686,exact,max,,,1.0,1.010770279481936,809.6710084709894,inf,3720.022304832714
44,baseline,44,65.31527090072632,59201.0,59288.0,0.001469569770780899,1000006,exact,max,,,1.0,1.0083679161847745,1152.2308481733528,inf,5649.751412429378
45,baseline,45,73.93205189704895,59117.0,59319.0,0.0034169528223692,1000388,exact,max,,,1.0,1.0089466433078769,907.0509287155936,inf,2253.126126126126
46,baseline,46,72.88703107833862,59126.0,59324.0,0.0033487805703074787,1000221,exact,max,,,1.0,1.006498023447176,1113.5448134684452,inf,4016.9518072289156
47,baseline,47,72.83606815338135,59115.0,59307.0,0.003247906622684598,1000673,exact,max,,,0.9998985132186533,1.0069271125146437,969.1720926100998,inf,2483.059553349876
48,baseline,48,53.76883912086487,59176.0,59354.0,0.0030079762065702317,1000618,exact,max,,,1.0,1.0088555742525454,646.944342607653,inf,3775.9169811320753
49,baseline,49,50.725261926651,59135.0,59301.0,0.002807136213748203,1000283,exact,max,,,1.0,1.0112894148945242,616.29266180215,inf,3938.1220472440946
50,ml-exact,0,68.24400496482849,59162.0,59277.0,0.0019438152868395254,1000361,exact,max,59125.9640719202,59267.20910677323,1.0,1.0077865995681667,645.6021431648559,inf,1215.505467800729
51,ml-exact,1,71.29924702644348,59137.0,59322.0,0.003128329134044676,1000081,exact,max,59159.735512895015,59291.9898359703,1.0,1.0076608177200999,1488.1254640273091,inf,14707.073529411764
52,ml-exact,2,73.24859809875488,59168.0,59348.0,0.003042184964845863,1000169,exact,max,59193.86054778853,59320.68362754422,0.9996958740242625,1.0093540596618933,1388.884866458111,inf,2950.3510324483777
53,ml-exact,3,71.34371399879456,59101.0,59299.0,0.0033501971201840915,1000648,exact,max,59141.77630517837,59273.00085247164,0.9992560656014878,1.0092587864862566,954.1121037914223,inf,4276.273504273504
54,ml-exact,4,67.9926209449768,59142.0,59291.0,0.002519360183964019,1000066,exact,max,59145.21525650128,59272.890533096586,1.0,1.006296673455533,941.7128318248011,inf,3289.690789473684
55,ml-exact,5,72.92199110984802,59126.0,59304.0,0.003010519906640057,1000029,exact,max,59146.00982114169,59280.5900018319,1.0,1.0068248955892838,1072.8700027711227,inf,4807.8317307692305
56,ml-exact,6,70.49710702896118,59115.0,59297.0,0.003078744819419775,1000533,exact,max,59136.85443648926,59266.35984421062,1.0,1.0069282888145494,736.3385023022539,inf,909.5754545454546
57,ml-exact,7,67.85383987426758,59095.0,59279.0,0.003113630594804975,1000686,exact,max,59124.2728565218,59260.07603626654,1.0,1.0125027755478504,916.9570647025846,inf,8005.488
58,ml-exact,8,69.73333597183228,59169.0,59318.0,0.0025182105494431207,1000553,exact,max,59156.23403577143,59292.47065517266,1.0,1.0076784561546563,716.1096434421313,inf,3248.5487012987014
59,ml-exact,9,71.74785804748535,59124.0,59321.0,0.003331980244909005,1000407,exact,max,59168.20966437043,59304.46622854598,1.0,1.0065837476456314,1187.582934423577,inf,4696.7464788732395
60,ml-exact,10,68.29699420928955,59127.0,59276.0,0.0025199993234901147,1000596,exact,max,59123.71217748309,59257.461106240655,1.0,1.0075469132444927,759.5644954724436,inf,2037.8737270875763
61,ml-exact,11,70.752032995224,59179.0,59349.0,0.0028726406326568545,1000444,exact,max,59195.208003510284,59328.24156663611,0.9996790432109193,1.0088220295767465,1217.049177302405,inf,1818.989090909091
62,ml-exact,12,69.58681201934814,59102.0,59285.0,0.0030963419173632026,1000512,exact,max,59124.07074662612,59260.388809492615,1.0,1.0082654466912702,3681.625742649192,inf,1000512.0
63,ml-exact,13,70.40813493728638,59150.0,59290.0,0.002366863905325444,1000589,exact,max,59135.657098244,59276.12197142403,1.0,1.0104125837181956,901.7772803752301,inf,4810.524038461538
64,ml-exact,14,67.62908506393433,59156.0,59316.97096955572,0.002721126674483021,1000635,exact,max,59155.44248400742,59289.803023734654,0.9998478830389589,1.0091009317402557,835.2973073253472,inf,1662.1843853820599
65,ml-exact,15,70.01784491539001,59083.0,59260.0,0.002995785589763553,1000553,exact,max,59098.29396860057,59227.64427440945,1.0,1.006214554963154,987.3756501507913,inf,2005.11623246493
66,ml-exact,16,74.56479787826538,59126.0,59295.0,0.002858302607989717,1000017,exact,max,59144.29255193875,59278.34657427512,1.0,1.005818292848419,1616.900849946232,inf,12048.397590361446
67,ml-exact,17,70.37176585197449,59111.0,59290.0,0.003028201180829287,1000047,exact,max,59126.115189363045,59269.28077097453,0.9992392994793428,1.007100149476831,1090.2034025389767,inf,841.790404040404
68,ml-exact,18,70.23334503173828,59107.0,59273.0,0.002808466002334749,1000242,exact,max,59117.679897215916,59253.29961905552,1.0,1.006247347423818,908.1100410619382,inf,1395.0376569037658
69,ml-exact,19,67.75838208198547,59159.0,59282.99225012701,0.0020959152475026974,1000513,exact,max,59143.85153402628,59273.96032041035,1.0,1.00725486356747,795.5571097854902,inf,659.5339485827291
70,ml-exact,20,67.86881709098816,59068.0,59250.0,0.003081194555427643,1000526,exact,max,59083.288468204046,59227.64787030151,0.9999998822215648,1.0076701984727632,1005.8814938621474,inf,3004.5825825825827
71,ml-exact,21,66.03412008285522,59175.0,59279.0,0.0017574989438107309,1000082,exact,max,59137.13508635061,59263.00035047853,1.0,1.0069817218183053,876.2399283739236,inf,2631.794736842105
72,ml-exact,22,69.31023216247559,59121.0,59251.0,0.0021988802625124743,1000747,exact,max,59090.215606668426,59226.524287737346,1.0,1.0059934123399776,717.1693552565035,inf,2483.24317617866
73,ml-exact,23,69.16776299476624,59193.0,59287.0,0.0015880256111364518,1000230,exact,max,59140.822587031085,59268.69602395524,1.0,1.0093465899417753,733.9221656108964,inf,2359.0330188679245
74,ml-exact,24,69.05920886993408,59162.0,59305.0,0.002417092052330888,1000703,exact,max,59151.31310041364,59286.374796705706,1.0,1.0094983573629293,767.4858932508055,inf,2489.3109452736317
75,ml-exact,25,73.94930791854858,59078.0,59280.0,0.0034192085040116458,1000247,exact,max,59123.494027429886,59258.450845410516,0.9998307608989981,1.0070671378091873,1250.4520506525078,inf,16397.491803278688
76,ml-exact,26,73.24590110778809,59087.0,59269.0,0.0030802037673261463,1000260,exact,max,59117.973353832625,59244.6065867918,0.9999661527526273,1.0048147834195134,922.8880123766465,inf,13702.191780821919
77,ml-exact,27,70.02575302124023,59152.0,59308.0,0.0026372734649715984,1000681,exact,max,59152.02869203787,59283.21983565326,0.99998309468666,1.0087080753792774,1479.5543644716693,inf,1771.116814159292
78,ml-exact,28,74.35806703567505,59058.0,59279.0,0.003742084052964882,1000323,exact,max,59105.74314716575,59245.41380661703,0.9990864799025578,1.008643718840925,1007.5606965174129,inf,3175.6285714285714
79,ml-exact,29,69.62114810943604,59178.0,59335.0,0.002653012943999459,1000290,exact,max,59172.34057841927,59316.3067624495,1.0,1.0060019328258252,1020.5401646076153,inf,2208.1456953642382
80,ml-exact,30,72.57568192481995,59112.0,59306.0,0.003281905535255109,1000129,exact,max,59147.03760380158,59283.24201844019,1.0,1.011944169538955,831.8721302336259,inf,3650.105839416058
81,ml-exact,31,66.66204619407654,59082.0,59224.0,0.0024034392877695407,1000623,exact,max,59069.03146044238,59202.464074154144,1.0,1.0066801516207442,954.6048167103112,inf,2075.98132780083
82,ml-exact,32,66.90847110748291,59175.0,59303.0,0.0021630756231516687,1000271,exact,max,59160.24237430486,59287.73433677294,1.0,1.0085544217687075,565.7211615413303,inf,1008.3377016129032
83,ml-exact,33,70.48058199882507,59069.0,59240.0,0.00289491950092265,1000419,exact,max,59082.28780191939,59221.20523526607,1.0,1.0075001275531896,903.6682266988659,inf,3368.4141414141413
84,ml-exact,34,66.47862100601196,59190.0,59291.0,0.001706369319141747,1000294,exact,max,59143.02280393895,59275.158465926135,1.0,1.006228361957776,821.6975092533654,inf,720.6729106628242
85,ml-exact,35,71.88330292701721,59128.0,59330.0,0.003416317142470572,1000043,exact,max,59171.00525871289,59304.38634374743,0.9990706790801412,1.0106981022793091,934.6039330805928,inf,4273.688034188034
86,ml-exact,36,70.07391214370728,59166.0,59317.0,0.002552141432579522,1000622,exact,max,59157.95983781955,59298.68803335163,1.0,1.0099261075356694,1269.112777864138,inf,9096.563636363637
87,ml-exact,37,64.99546504020691,59202.0,59326.964160891424,0.0021108097849975404,1000837,exact,max,59174.82910143919,59306.07401592796,1.0,1.0051839880871456,752.1312922298463,inf,549.0054854635217
88,ml-exact,38,63.933704137802124,59212.0,59328.0,0.0019590623522259,1000351,exact,max,59165.54670645806,59302.53896350616,1.0,1.006156194352582,1218.2493446667,inf,4185.569037656904
89,ml-exact,39,67.50531601905823,59143.0,59272.0,0.0021811541518015655,1000382,exact,max,59114.546069491946,59248.287225612585,1.0,1.0091427598535796,864.6327160682331,inf,8623.98275862069
90,ml-exact,40,73.75635409355164,59158.0,59302.0,0.0024341593698231855,1000617,exact,max,59155.219778374434,59277.75168771527,1.0,1.0099458428420587,884.3054369265071,inf,1884.4011299435028
91,ml-exact,41,71.275151014328,59147.0,59312.0,0.0027896596615212942,1000549,exact,max,59150.95447343969,59292.27790965131,1.0,1.0063627263009653,1540.6519807669513,inf,5851.163742690059
92,ml-exact,42,74.03145909309387,59065.0,59274.0,0.003538474561923305,1000031,exact,max,59118.59290148088,59249.34813649395,1.0,1.007530043684452,983.2814370309383,inf,2267.643990929705
93,ml-exact,43,60.93784809112549,59232.0,59309.0,0.0012999729875742842,1000908,exact,max,59162.19011341412,59292.08012666121,1.0,1.0107191547375596,761.8282672325915,inf,3720.8475836431226
94,ml-exact,44,63.41214895248413,59201.0,59286.0,0.001435786557659499,1000919,exact,max,59148.71583071284,59277.6199993552,1.0,1.0083339002653242,1118.6577528411242,inf,5654.909604519774
95,ml-exact,45,74.38636612892151,59117.0,59319.0,0.0034169528223692,1000221,exact,max,59156.44249255257,59293.44005900165,1.0,1.0089466433078769,912.6247784245473,inf,2252.75
96,ml-exact,46,69.21588206291199,59126.0,59322.0,0.0033149545039407365,1000054,exact,max,59167.63713449314,59297.97235744855,1.0,1.006464091209854,1057.4581697251383,inf,4016.281124497992
97,ml-exact,47,73.03082299232483,59121.0,59305.0,0.003112261294633041,1000182,exact,max,59157.45257413632,59281.6836903287,1.0,1.0068931560807484,971.7635415939648,inf,2481.8411910669975
98,ml-exact,48,52.637945890426636,59176.0,59354.0,0.0030079762065702313,1000284,exact,max,59193.57388495594,59332.781056366475,1.0,1.0088555742525454,633.337484258327,inf,3774.6566037735847
99,ml-exact,49,48.884974002838135,59135.0,59302.0,0.0028240466728671684,1000362,exact,max,59140.88233941191,59271.201541892864,1.0,1.0113064683913437,593.9338626560957,inf,3938.433070866142
100,ml-heuristic,0,0.10570597648620605,58819.0,58819.0,0.0,823,heuristic,max,59125.9640719202,59267.20910677323,0.9942023596227308,1.0,1.0,,1.0
101,ml-heuristic,1,0.0479121208190918,58871.0,58871.0,0.0,68,heuristic,max,59159.735512895015,59291.9898359703,0.9955019700018601,1.0,1.0,,1.0
102,ml-heuristic,2,0.05273914337158203,58798.0,58798.0,0.0,339,heuristic,max,59193.86054778853,59320.68362754422,0.9934443956341027,1.0,1.0,,1.0
103,ml-heuristic,3,0.07477498054504395,58755.0,58755.0,0.0,234,heuristic,max,59141.77630517837,59273.00085247164,0.9934060360131879,1.0,1.0,,1.0
104,ml-heuristic,4,0.07220101356506348,58920.0,58920.0,0.0,304,heuristic,max,59145.21525650128,59272.890533096586,0.9962463224104697,1.0,1.0,,1.0
105,ml-heuristic,5,0.06796908378601074,58902.0,58902.0,0.0,208,heuristic,max,59146.00982114169,59280.5900018319,0.9962114805669249,1.0,1.0,,1.0
106,ml-heuristic,6,0.09574007987976074,58889.0,58889.0,0.0,1100,heuristic,max,59136.85443648926,59266.35984421062,0.996176943246215,1.0,1.0,,1.0
107,ml-heuristic,7,0.07399892807006836,58547.0,58547.0,0.0,125,heuristic,max,59124.2728565218,59260.07603626654,0.9907267958372112,1.0,1.0,,1.0
108,ml-heuristic,8,0.09737801551818848,58866.0,58866.0,0.0,308,heuristic,max,59156.23403577143,59292.47065517266,0.994879075191401,1.0,1.0,,1.0
109,ml-heuristic,9,0.060415029525756836,58933.0,58933.0,0.0,213,heuristic,max,59168.20966437043,59304.46622854598,0.9967695013869157,1.0,1.0,,1.0
110,ml-heuristic,10,0.08991599082946777,58832.0,58832.0,0.0,491,heuristic,max,59123.71217748309,59257.461106240655,0.9950107395944323,1.0,1.0,,1.0
111,ml-heuristic,11,0.05813407897949219,58830.0,58830.0,0.0,550,heuristic,max,59195.208003510284,59328.24156663611,0.9937835737693841,1.0,1.0,,1.0
112,ml-heuristic,12,0.01890110969543457,58799.0,58799.0,0.0,1,heuristic,max,59124.07074662612,59260.388809492615,0.9948732699401035,1.0,1.0,,1.0
113,ml-heuristic,13,0.07807707786560059,58679.0,58679.0,0.0,208,heuristic,max,59135.657098244,59276.12197142403,0.9920371935756551,1.0,1.0,,1.0
114,ml-heuristic,14,0.0809640884399414,58782.0,58782.0,0.0,602,heuristic,max,59155.44248400742,59289.803023734654,0.9935265782134708,1.0,1.0,,1.0
115,ml-heuristic,15,0.07091307640075684,58894.0,58894.0,0.0,499,heuristic,max,59098.29396860057,59227.64427440945,0.9968011103024559,1.0,1.0,,1.0
116,ml-heuristic,16,0.046115875244140625,58952.0,58952.0,0.0,83,heuristic,max,59144.29255193875,59278.34657427512,0.9970571322260934,1.0,1.0,,1.0
117,ml-heuristic,17,0.06454920768737793,58872.0,58872.0,0.0,1188,heuristic,max,59126.115189363045,59269.28077097453,0.995199134491852,1.0,1.0,,1.0
118,ml-heuristic,18,0.07734012603759766,58905.0,58905.0,0.0,717,heuristic,max,59117.679897215916,59253.29961905552,0.9965824690814963,1.0,1.0,,1.0
119,ml-heuristic,19,0.08517098426818848,58856.0,58856.0,0.0,1517,heuristic,max,59143.85153402628,59273.96032041035,0.9948782095708176,1.0,1.0,,1.0
120,ml-heuristic,20,0.06747198104858398,58799.0,58799.0,0.0,333,heuristic,max,59083.288468204046,59227.64787030151,0.9954458094864527,1.0,1.0,,1.0
121,ml-heuristic,21,0.07536077499389648,58868.0,58868.0,0.0,380,heuristic,max,59137.13508635061,59263.00035047853,0.9948119983100971,1.0,1.0,,1.0
122,ml-heuristic,22,0.09664416313171387,58898.0,58898.0,0.0,403,heuristic,max,59090.215606668426,59226.524287737346,0.9962280746266132,1.0,1.0,,1.0
123,ml-heuristic,23,0.09424400329589844,58738.0,58738.0,0.0,424,heuristic,max,59140.822587031085,59268.69602395524,0.9923132802865203,1.0,1.0,,1.0
124,ml-heuristic,24,0.0899810791015625,58747.0,58747.0,0.0,402,heuristic,max,59151.31310041364,59286.374796705706,0.9929853622257531,1.0,1.0,,1.0
125,ml-heuristic,25,0.05913805961608887,58864.0,58864.0,0.0,61,heuristic,max,59123.494027429886,59258.450845410516,0.9962090441375575,1.0,1.0,,1.0
126,ml-heuristic,26,0.07936596870422363,58985.0,58985.0,0.0,73,heuristic,max,59117.973353832625,59244.6065867918,0.9982399431366245,1.0,1.0,,1.0
127,ml-heuristic,27,0.047328948974609375,58796.0,58796.0,0.0,565,heuristic,max,59152.02869203787,59283.21983565326,0.9939648031376261,1.0,1.0,,1.0
128,ml-heuristic,28,0.07380008697509766,58771.0,58771.0,0.0,315,heuristic,max,59105.74314716575,59245.41380661703,0.9942312897550413,1.0,1.0,,1.0
129,ml-heuristic,29,0.06821990013122559,58981.0,58981.0,0.0,453,heuristic,max,59172.34057841927,59316.3067624495,0.9966710601912873,1.0,1.0,,1.0
130,ml-heuristic,30,0.08724379539489746,58606.0,58606.0,0.0,274,heuristic,max,59147.03760380158,59283.24201844019,0.9914399783461902,1.0,1.0,,1.0
131,ml-heuristic,31,0.06983208656311035,58831.0,58831.0,0.0,482,heuristic,max,59069.03146044238,59202.464074154144,0.9957516671744355,1.0,1.0,,1.0
132,ml-heuristic,32,0.1182711124420166,58800.0,58800.0,0.0,992,heuristic,max,59160.24237430486,59287.73433677294,0.9936628643852978,1.0,1.0,,1.0
133,ml-heuristic,33,0.07799386978149414,58799.0,58799.0,0.0,297,heuristic,max,59082.28780191939,59221.20523526607,0.9954290744722274,1.0,1.0,,1.0
134,ml-heuristic,34,0.08090400695800781,58924.0,58924.0,0.0,1388,heuristic,max,59143.02280393895,59275.158465926135,0.9955059976347356,1.0,1.0,,1.0
135,ml-heuristic,35,0.07691311836242676,58702.0,58702.0,0.0,234,heuristic,max,59171.00525871289,59304.38634374743,0.9918726661372353,1.0,1.0,,1.0
136,ml-heuristic,36,0.055214881896972656,58734.0,58734.0,0.0,110,heuristic,max,59157.95983781955,59298.68803335163,0.9926985092789777,1.0,1.0,,1.0
137,ml-heuristic,37,0.08641505241394043,59021.0,59021.0,0.0,1823,heuristic,max,59174.82910143919,59306.07401592796,0.9969426708557143,1.0,1.0,,1.0
138,ml-heuristic,38,0.05247998237609863,58965.0,58965.0,0.0,239,heuristic,max,59165.54670645806,59302.53896350616,0.9958285482672431,1.0,1.0,,1.0
139,ml-heuristic,39,0.07807397842407227,58735.0,58735.0,0.0,116,heuristic,max,59114.546069491946,59248.287225612585,0.993101465938488,1.0,1.0,,1.0
140,ml-heuristic,40,0.08340597152709961,58718.0,58718.0,0.0,531,heuristic,max,59155.219778374434,59277.75168771527,0.9925622908144291,1.0,1.0,,1.0
141,ml-heuristic,41,0.04626297950744629,58937.0,58937.0,0.0,171,heuristic,max,59150.95447343969,59292.27790965131,0.9964495240671547,1.0,1.0,,1.0
142,ml-heuristic,42,0.07529020309448242,58831.0,58831.0,0.0,441,heuristic,max,59118.59290148088,59249.34813649395,0.9960382629306695,1.0,1.0,,1.0
143,ml-heuristic,43,0.07998895645141602,58680.0,58680.0,0.0,269,heuristic,max,59162.19011341412,59292.08012666121,0.9906807131280388,1.0,1.0,,1.0
144,ml-heuristic,44,0.0566859245300293,58796.0,58796.0,0.0,177,heuristic,max,59148.71583071284,59277.6199993552,0.9931588993429165,1.0,1.0,,1.0
145,ml-heuristic,45,0.08150815963745117,58793.0,58793.0,0.0,444,heuristic,max,59156.44249255257,59293.44005900165,0.9945193429977841,1.0,1.0,,1.0
146,ml-heuristic,46,0.06545495986938477,58941.0,58941.0,0.0,249,heuristic,max,59167.63713449314,59297.97235744855,0.9968710888610763,1.0,1.0,,1.0
147,ml-heuristic,47,0.07515287399291992,58899.0,58899.0,0.0,403,heuristic,max,59157.45257413632,59281.6836903287,0.996244989090171,1.0,1.0,,1.0
148,ml-heuristic,48,0.08311200141906738,58833.0,58833.0,0.0,265,heuristic,max,59193.57388495594,59332.781056366475,0.9942037312423956,1.0,1.0,,1.0
149,ml-heuristic,49,0.08230710029602051,58639.0,58639.0,0.0,254,heuristic,max,59140.88233941191,59271.201541892864,0.9916124122769934,1.0,1.0,,1.0