diff --git a/benchmark/knapsack/ChallengeA/benchmark_ml.csv b/benchmark/knapsack/ChallengeA/benchmark_ml.csv index 6236f17..c22d91c 100644 --- a/benchmark/knapsack/ChallengeA/benchmark_ml.csv +++ b/benchmark/knapsack/ChallengeA/benchmark_ml.csv @@ -1,151 +1,151 @@ -,Solver,Instance,Wallclock Time,Lower Bound,Upper Bound,Gap,Nodes,Mode,Relative Lower Bound,Relative Upper Bound,Relative Wallclock Time,Relative Gap,Relative Nodes -0,baseline,0,662.7372989654541,59162.0,59167.0,8.451370812345763e-05,18688107.0,exact,1.0,1.0004734608295711,8.24056340052232,1.0,5.021790706354566 -1,baseline,1,900.0007548332214,59137.0,59256.0,0.002012276578115224,24175550.0,exact,0.9998140258335024,1.0019275641675967,4.993385989449955,23.8,2.8587779277329206 -2,baseline,2,900.0016160011293,59186.0,59285.0,0.0016726928665562802,24089218.0,exact,1.0,1.0015880792688077,6.423201244853467,19.8,3.8892212441359084 -3,baseline,3,900.0023140907288,59145.0,59231.0,0.0014540535970918927,24595759.0,exact,1.0,1.0013693998309383,10.818053497641843,17.2,7.003043147607749 -4,baseline,4,900.0024960041046,59142.0,59213.0,0.0012005004903452704,25467171.0,exact,1.0,1.0011327900449734,10.658841862319106,17.749999999999996,6.900425045120571 -5,baseline,5,900.002925157547,59126.0,59244.0,0.0019957379156377904,23457042.0,exact,1.0,1.0020974289580513,11.640217537235461,23.595609376585596,6.210826151987437 -6,baseline,6,900.0031039714813,59125.0,59236.97169757604,0.001893813066825174,24240772.0,exact,1.0,1.0018090934817527,5.121599930210644,22.394339515207683,2.997538733050967 -7,baseline,7,900.002781867981,59105.0,59212.0,0.001810337534895525,24042592.0,exact,1.0,1.001725596345796,4.327836971922191,21.400000000000002,2.5321558603504406 -8,baseline,8,900.0021660327911,59169.0,59251.0,0.0013858608392908448,25512146.0,exact,1.0,1.001301247169365,9.974687380609685,16.4,6.491243791727731 -9,baseline,9,900.0015439987183,59130.0,59256.0,0.00213089802130898,23227790.0,exact,1.0,1.0021478462345041,6.707523295315465,25.197442922374428,3.6079997415289373 -10,baseline,10,900.0024099349976,59127.0,59201.0,0.0012515432881762985,25015636.0,exact,1.0,1.0011668808766827,12.967000721437445,14.8,8.304405920593773 -11,baseline,11,900.0025849342346,59198.0,59289.0,0.0015372140950707794,24558832.0,exact,1.0,1.0017741281427412,4.832665619009983,18.19415858643873,3.0010133789730644 -12,baseline,12,900.0022029876709,59102.0,59224.0,0.002064227944908802,24026788.0,exact,1.0,1.0019794609775492,5.374176210382269,24.400000000000002,2.9878278547301225 -13,baseline,13,900.0011007785797,59150.0,59206.0,0.0009467455621301775,24953207.0,exact,1.0,1.0008621418307835,11.635403359432718,11.2,7.550357589811989 -14,baseline,14,900.0014700889587,59169.0,59250.0,0.0013689600973482733,25494260.0,exact,1.0,1.0014535866405248,11.415744726455014,16.197262079805302,7.11231988876617 -15,baseline,15,900.0013790130615,59083.0,59196.0,0.0019125636816004605,23792716.0,exact,1.0,1.0018277822908204,7.00278363514675,22.6,3.9955739669454795 -16,baseline,16,900.0020098686218,59126.0,59233.0,0.0018096945506207078,23398798.0,exact,1.0,1.001724983511187,10.004008035629374,21.39999999999999,5.838894625495521 -17,baseline,17,900.0023510456085,59156.0,59197.0,0.0006930826965988236,25573586.0,exact,1.0,1.0006930826965987,10.766823251438453,10.249306917303404,7.247469055209355 -18,baseline,18,900.002711057663,59118.0,59211.0,0.0015731249365675427,24489136.0,exact,1.0,1.001505361794256,20.92492767473306,23.249999999999996,12.911968272028759 -19,baseline,19,724.1934628486632,59159.0,59164.0,8.451799388089724e-05,20931760.0,exact,1.0,1.0000005221863417,15.470961784565928,1.0062173397822212,10.591789902465559 -20,baseline,20,900.0011439323425,59068.0,59191.0,0.0020823457709758246,23411794.0,exact,1.0,1.0020823457709758,4.918028875786363,24.597917654229025,2.6615039039030846 -21,baseline,21,380.06568694114685,59175.0,59180.0,8.449514152936208e-05,11618526.0,exact,1.0,1.0000168978860744,7.919828298356752,1.2500000000000002,5.819928018093155 -22,baseline,22,900.0016028881073,59121.0,59154.94711904253,0.0005741973079365614,26352886.0,exact,1.0,1.0004895835849292,12.802476483072159,6.789423808503489,8.910205446497793 -23,baseline,23,230.2515211105347,59193.0,59198.0,8.44694474008751e-05,6776049.0,exact,1.0,1.0000506799560773,9.78740127403808,2.5,6.593321682880646 -24,baseline,24,900.0010840892792,59162.0,59240.0,0.001318413846725939,24727727.0,exact,1.0,1.0015046237595306,7.770410032372326,15.595781075690478,4.794053315238465 -25,baseline,25,900.0015320777893,59096.0,59210.0,0.0019290645728983352,23438919.0,exact,1.0,1.0018443004348487,4.2755794007345695,22.800000000000004,2.430121857984345 -26,baseline,26,900.0015478134155,59089.0,59203.0,0.001929293100238623,23826788.0,exact,1.0,1.0018784268598118,8.530928147165179,22.799228282759906,5.011843048217148 -27,baseline,27,900.0010070800781,59153.0,59249.0,0.0016229100806383447,24336831.0,exact,1.0,1.00155518366381,10.423236857875487,24.0,6.308787984678588 -28,baseline,28,900.001277923584,59112.0,59208.0,0.0016240357287860333,25111591.0,exact,1.0,1.001759610178668,4.24772722090385,19.195777507105156,2.51698592241038 -29,baseline,29,900.0012440681458,59182.0,59263.0,0.0013686593896792946,24919871.0,exact,1.0,1.0012840657576834,8.059220760590607,16.200000000000003,5.036832737480212 -30,baseline,30,900.0012910366057,59134.0,59241.0,0.001809449724354855,23615391.0,exact,1.0,1.001741688930975,10.270593022832227,26.75,5.93002733819128 -31,baseline,31,900.0023548603058,59082.0,59169.0,0.0014725297044785213,26213904.0,exact,1.0,1.0013877841149492,9.233104613426313,17.4,6.46848815130208 -32,baseline,32,875.9193549156189,59175.0,59180.0,8.449514152936208e-05,24935695.0,exact,1.0,1.0,15.987594126158756,1.0000000000000002,10.566626155685903 -33,baseline,33,900.0018489360809,59088.0,59177.0,0.0015062279989168698,25210167.0,exact,1.0,1.0017435758540136,5.976698536074014,17.794276333604117,3.7206591588857045 -34,baseline,34,232.1541509628296,59190.0,59195.0,8.447372867038352e-05,7309410.0,exact,1.0,1.0000004582681972,7.491532555121356,1.0054550306131191,5.486824178505076 -35,baseline,35,900.0025398731233,59183.0,59262.0,0.001334842775797104,23927493.0,exact,1.0,1.0012502534297494,9.740123405548385,15.800000000000002,5.589212880222508 -36,baseline,36,900.0010929107666,59166.0,59254.0,0.00148734070243045,25589946.0,exact,1.0,1.001402714167413,8.189434772332733,17.599999999999998,5.231226419568548 -37,baseline,37,622.9371509552003,59202.0,59207.0,8.445660619573664e-05,18595087.0,exact,1.0,1.0007944557133197,5.843025914211684,1.0000000000000002,3.7958181894266696 -38,baseline,38,557.924427986145,59212.0,59217.0,8.444234276835778e-05,16270407.0,exact,1.0,1.0,11.210883533380606,1.0000000000000002,7.713703594486476 -39,baseline,39,900.0010092258452,59143.0,59185.0,0.0007101432122144633,26304077.0,exact,1.0,1.0006593852500592,19.245967989620727,14.000000000000002,12.92696707623566 -40,baseline,40,900.0011250972748,59158.0,59242.995354791536,0.0014367516615088902,23949337.0,exact,1.0,1.0013521179587164,12.329886161660973,16.999070958308586,7.621973085892945 -41,baseline,41,900.000893831253,59170.0,59257.0,0.0014703396991718775,24299427.0,exact,1.0,1.0013857203210816,9.121483372078062,17.4,5.546807599990412 -42,baseline,42,900.0017001628876,59089.0,59228.0,0.002352383692396216,23229681.0,exact,1.0,1.002267573696145,6.27161596269632,27.799999999999997,3.0741917332088993 -43,baseline,43,127.60789799690248,59232.0,59237.0,8.44138303619665e-05,4041704.0,exact,1.0,1.0,7.154743066653622,1.0,5.706695056329854 -44,baseline,44,166.38699293136597,59201.0,59206.0,8.445803280349994e-05,5151689.0,exact,1.0,1.0000337815012499,8.967006538543707,1.6666666666666667,8.06421866121506 -45,baseline,45,900.0007989406586,59135.0,59247.0,0.001893971421324089,26922402.0,exact,1.0,1.0020634249471458,4.643201205090089,22.394318085736028,2.4893172787310425 -46,baseline,46,900.001415014267,59152.0,59254.0,0.001724371111712199,26485728.0,exact,1.0,1.001639704515104,10.462304857340868,20.4,5.688371299868259 -47,baseline,47,900.0020279884337,59123.0,59235.0,0.0018943558344468312,28222784.0,exact,1.0,1.0018435206169876,10.311550532796153,22.39924225766622,6.2834295235506294 -48,baseline,48,900.0011022090912,59176.0,59284.0,0.0018250642152223876,28675410.0,exact,0.9998817227920179,1.0016219503953505,8.789729840090889,21.602555089901312,5.076827636243375 -49,baseline,49,900.0012428760529,59150.0,59206.0,0.0009467455621301775,30531240.0,exact,1.0,1.0011329241279021,14.57737192393531,13.99644970414201,9.844566635787432 -50,ml-exact,0,688.3145689964294,59162.0,59167.0,8.451370812345763e-05,19372651.0,exact,1.0,1.0004734608295711,8.558594565557922,1.0,5.205738534633309 -51,ml-exact,1,900.0030159950256,59148.0,59261.0,0.0019104618922026104,23234502.0,exact,1.0,1.002012106455649,4.993398534832403,22.595796983837154,2.747498256687703 -52,ml-exact,2,900.0017671585083,59186.0,59272.0,0.0014530463285236373,24778548.0,exact,1.0,1.0013684512848238,6.423202323645158,17.2,4.000514059046721 -53,ml-exact,3,900.0023939609528,59145.0,59236.0,0.001538591596922817,23640467.0,exact,1.0,1.0014539306847,10.818054457684216,18.2,6.731047024432022 -54,ml-exact,4,900.0013728141785,59142.0,59232.0,0.0015217611849447095,24652247.0,exact,1.0,1.001454029012951,10.658828560240659,22.500000000000004,6.6796183454101925 -55,ml-exact,5,900.0034329891205,59126.0,59239.0,0.001911172749720935,23522114.0,exact,1.0,1.002012855209743,11.640224105291876,22.595795419950615,6.228055557100073 -56,ml-exact,6,900.002799987793,59125.0,59239.0,0.0019281183932346724,23569758.0,exact,1.0,1.0018433959073227,5.121598200346791,22.800000000000004,2.914563221568929 -57,ml-exact,7,900.002200126648,59105.0,59212.0,0.001810337534895525,24075549.0,exact,1.0,1.001725596345796,4.327834174506783,21.400000000000002,2.5356268779798863 -58,ml-exact,8,900.0022239685059,59169.0,59252.0,0.0014027615812334162,24905690.0,exact,1.0,1.0013181464832528,9.974688022708854,16.6,6.3369387111219675 -59,ml-exact,9,900.003427028656,59130.0,59251.0,0.0020463385760189413,23893376.0,exact,1.0,1.00206328535913,6.707537329143804,24.197544393708778,3.7113859920489083 -60,ml-exact,10,900.0009210109711,59127.0,59203.0,0.0012853687824513336,24863140.0,exact,1.0,1.0012007035107895,12.966979269407192,15.2,8.253782035385862 -61,ml-exact,11,900.0009968280792,59198.0,59269.0,0.0011993648434068718,25709342.0,exact,1.0,1.0014361989726954,4.8326570914944575,14.195442413595051,3.141602145679979 -62,ml-exact,12,900.0036079883575,59102.0,59225.0,0.002081147846096579,23773882.0,exact,1.0,1.0019963794474427,5.374184600052028,24.6,2.9563779750612973 -63,ml-exact,13,900.0016438961029,59150.0,59207.0,0.0009636517328825021,25793375.0,exact,1.0,1.0008790465725637,11.63541038097019,11.4,7.804576169232147 -64,ml-exact,14,900.0037429332733,59169.0,59264.0,0.0016055704845442714,24828279.0,exact,1.0,1.001690217023866,11.4157735555307,18.99678885903091,6.9265263057462905 -65,ml-exact,15,900.0010781288147,59083.0,59192.0,0.001844862312340267,24001071.0,exact,1.0,1.0017600866504197,7.002781294008916,21.799999999999997,4.03056357527279 -66,ml-exact,16,900.003424167633,59126.0,59231.0,0.001775868484253966,23278694.0,exact,1.0,1.0016911603050853,10.004023756326125,21.0,5.808924085978896 -67,ml-exact,17,900.0018711090088,59156.0,59189.0,0.0005578470484819798,26430086.0,exact,1.0,1.000557847048482,10.766817509906183,8.249442152951518,7.490198301150335 -68,ml-exact,18,900.0020909309387,59118.0,59207.0,0.00150546364897324,24853757.0,exact,1.0,1.0014377050844017,20.924913256879982,22.25,13.104215756109674 -69,ml-exact,19,735.9250810146332,59159.0,59164.0,8.451799388089724e-05,21528049.0,exact,1.0,1.0000005221863417,15.721584616209423,1.0062173397822212,10.893521233665195 -70,ml-exact,20,900.00168800354,59068.0,59189.0,0.0020484864901469495,24139737.0,exact,1.0,1.0020484864901469,4.918031848846873,24.197951513509857,2.7442580549228195 -71,ml-exact,21,422.6733708381653,59175.0,59180.0,8.449514152936207e-05,12565443.0,exact,1.0,1.0000168978860744,8.807689403027585,1.25,6.294255723613522 -72,ml-exact,22,900.0017290115356,59121.0,59161.96612870166,0.0006929200910278412,26541785.0,exact,1.0,1.0006082963282086,12.802478277171435,8.1932257403314,8.974074310751902 -73,ml-exact,23,233.35001611709595,59193.0,59198.0,8.44694474008751e-05,6863757.0,exact,1.0,1.0000506799560773,9.919110345181457,2.5,6.678664492261466 -74,ml-exact,24,900.0023059844971,59162.0,59243.0,0.0013691220716000134,25719403.0,exact,1.0,1.0015553414143463,7.770420581945018,16.195618809370877,4.9863131058549826 -75,ml-exact,25,900.0009150505066,59096.0,59214.0,0.0019967510491403816,23655105.0,exact,1.0,1.0019119811847514,4.275576469462738,23.6,2.4525357894455273 -76,ml-exact,26,900.0014140605927,59089.0,59206.0,0.0019800639712975344,23016733.0,exact,1.0,1.0019291951533202,8.53092687934989,23.399207974411485,4.841452120139745 -77,ml-exact,27,900.0011689662933,59153.0,59250.0,0.0016398153939783274,24005753.0,exact,1.0,1.0015720878340686,10.42323873273824,24.25,6.2229632974630915 -78,ml-exact,28,900.0011699199677,59112.0,59217.0,0.001776289078359724,24225157.0,exact,1.0,1.0019118841364374,4.24772671116024,20.995381648396265,2.428136836777139 -79,ml-exact,29,900.0013461112976,59182.0,59264.0,0.0013855564191815079,25392388.0,exact,1.0,1.001300961359758,8.059221674354108,16.4,5.1323384122333415 -80,ml-exact,30,900.0017020702362,59134.0,59244.0,0.0018601819596171408,23434918.0,exact,1.0,1.0017924177347899,10.270597713446762,27.5,5.884709019142258 -81,ml-exact,31,900.0009567737579,59082.0,59151.0,0.0011678683863105513,25773202.0,exact,1.0,1.0010831485775213,9.23309027048678,13.799999999999999,6.359741447062409 -82,ml-exact,32,868.0149350166321,59175.0,59180.0,8.449514152936207e-05,25540967.0,exact,1.0,1.0,15.843319820038522,1.0,10.823113209546014 -83,ml-exact,33,900.0023119449615,59088.0,59168.0,0.0013539128080151638,25040459.0,exact,1.0,1.0015912245657987,5.976701610806029,15.994855131329542,3.69561269154036 -84,ml-exact,34,262.6363501548767,59190.0,59195.0,8.447372867038352e-05,7849114.0,exact,1.0,1.0000004582681972,8.47518236991824,1.0054550306131191,5.891954135154916 -85,ml-exact,35,900.0022959709167,59183.0,59264.0,0.0013686362637919673,24384916.0,exact,1.0,1.0012840440629858,9.740120765958512,16.2,5.696062123614201 -86,ml-exact,36,900.0011420249939,59166.0,59257.0,0.0015380454991042152,24162289.0,exact,1.0,1.0014534146794882,8.189435219240814,18.2,4.939377542025706 -87,ml-exact,37,654.3477861881256,59202.0,59207.0,8.445660619573663e-05,19063867.0,exact,1.0,1.0007944557133197,6.137651391864456,1.0,3.891510328476056 -88,ml-exact,38,533.8162980079651,59212.0,59217.0,8.444234276835777e-05,15587617.0,exact,1.0,1.0,10.726456926772716,1.0,7.389996899424734 -89,ml-exact,39,900.0026030540466,59143.0,59182.0,0.0006594186970562873,26584736.0,exact,1.0,1.000608663307747,19.246002072656445,13.0,13.064895111218574 -90,ml-exact,40,900.0011110305786,59158.0,59225.0,0.0011325602623482875,26043597.0,exact,1.0,1.0010479522674645,12.329885968949256,13.399999999999999,8.288479776865733 -91,ml-exact,41,900.0014500617981,59170.0,59241.0,0.0011999323981747507,25600213.0,exact,1.0,1.0011153358681877,9.121489009458761,14.200000000000001,5.843736810327806 -92,ml-exact,42,900.0024211406708,59089.0,59220.0,0.002216994702905786,23418236.0,exact,1.0,1.0021321961620469,6.271620986793244,26.199999999999996,3.0991449050692967 -93,ml-exact,43,137.64503812789917,59232.0,59237.0,8.44138303619665e-05,4233463.0,exact,1.0,1.0,7.717507283356123,1.0,5.97744970271335 -94,ml-exact,44,156.3585011959076,59201.0,59206.0,8.445803280349994e-05,4787762.0,exact,1.0,1.0000337815012499,8.426546317589533,1.6666666666666667,7.494543957497499 -95,ml-exact,45,900.0022501945496,59135.0,59254.0,0.0020123446351568443,27046693.0,exact,1.0,1.0021818181818183,4.64320869226546,23.793962966094526,2.500809556941982 -96,ml-exact,46,900.0008149147034,59152.0,59252.0,0.0016905599134433324,27848476.0,exact,1.0,1.0016058961745862,10.462297881324526,20.0,5.981050308432905 -97,ml-exact,47,900.001188993454,59123.0,59237.0,0.0019281836172048102,27600532.0,exact,1.0,1.0018773466833542,10.311540920218778,22.799228726553117,6.144893346967609 -98,ml-exact,48,900.0019118785858,59183.0,59291.0,0.001824848351722623,28143324.0,exact,1.0,1.001740217611678,8.789737747610225,21.6,4.982624661999652 -99,ml-exact,49,900.0009059906006,59150.0,59206.0,0.0009467455621301775,28164567.0,exact,1.0,1.0011329241279021,14.577366467382253,13.99644970414201,9.081450887667835 -100,ml-heuristic,0,80.42378497123718,59134.0,59139.0,8.455372543714276e-05,3721403.0,heuristic,0.9995267232345086,1.0,1.0,1.000473500862448,1.0 -101,ml-heuristic,1,180.2385709285736,59137.0,59142.0,8.454943605526151e-05,8456603.0,heuristic,0.9998140258335024,1.0,1.0,1.0,1.0 -102,ml-heuristic,2,140.11730003356934,59186.0,59191.0,8.447943770486263e-05,6193841.0,heuristic,1.0,1.0,1.0,1.0,1.0 -103,ml-heuristic,3,83.19447803497314,59145.0,59150.0,8.453799983092401e-05,3512153.0,heuristic,1.0,1.0,1.0,1.0,1.0 -104,ml-heuristic,4,84.43717503547668,59142.0,59146.0,6.763383044198708e-05,3690667.0,heuristic,1.0,1.0,1.0,1.0,1.0 -105,ml-heuristic,5,77.31839394569397,59115.0,59120.0,8.45809016324114e-05,3776799.0,heuristic,0.999813956634983,1.0,1.0,1.0,1.0 -106,ml-heuristic,6,175.72694396972656,59125.0,59130.0,8.456659619450317e-05,8086892.0,heuristic,1.0,1.0,1.0,1.0,1.0 -107,ml-heuristic,7,207.95672011375427,59105.0,59110.0,8.459521191100583e-05,9494910.0,heuristic,1.0,1.0,1.0,1.0,1.0 -108,ml-heuristic,8,90.22860884666443,59169.0,59174.0,8.45037097128564e-05,3930240.0,heuristic,1.0,1.0,1.0,1.0,1.0 -109,ml-heuristic,9,134.17792296409607,59124.0,59129.0,8.456802652053312e-05,6437858.0,heuristic,0.999898528665652,1.0,1.0,1.0,1.0 -110,ml-heuristic,10,69.40713810920715,59127.0,59132.0,8.456373568758774e-05,3012333.0,heuristic,1.0,1.0,1.0,1.0,1.0 -111,ml-heuristic,11,186.23315906524658,59179.0,59184.0,8.448943037226044e-05,8183513.0,heuristic,0.9996790432109193,1.0,1.0,1.0,1.0 -112,ml-heuristic,12,167.46793699264526,59102.0,59107.0,8.459950593888532e-05,8041557.0,heuristic,1.0,1.0,1.0,1.0,1.0 -113,ml-heuristic,13,77.35022783279419,59150.0,59155.0,8.4530853761623e-05,3304904.0,heuristic,1.0,1.0,1.0,1.0,1.0 -114,ml-heuristic,14,78.83861207962036,59159.0,59164.0,8.451799388089724e-05,3584521.0,heuristic,0.9998309925805743,1.0,1.0,1.0,1.0 -115,ml-heuristic,15,128.52051782608032,59083.0,59088.0,8.462671157524161e-05,5954768.0,heuristic,1.0,1.0,1.0,1.0,1.0 -116,ml-heuristic,16,89.96414303779602,59126.0,59131.0,8.456516591685553e-05,4007402.0,heuristic,1.0,1.0,1.0,1.0,1.0 -117,ml-heuristic,17,83.59033393859863,59152.0,59156.0,6.76223965377333e-05,3528623.0,heuristic,0.9999323821759416,1.0,1.0,1.0,1.0 -118,ml-heuristic,18,43.01103091239929,59118.0,59122.0,6.766128759430292e-05,1896623.0,heuristic,1.0,1.0,1.0,1.0,1.0 -119,ml-heuristic,19,46.80985403060913,59159.0,59163.96910538342,8.399576367784492e-05,1976225.0,heuristic,1.0,1.0,1.0,1.0,1.0 -120,ml-heuristic,20,183.00037813186646,59063.0,59068.0,8.465536799688468e-05,8796453.0,heuristic,0.9999153517979278,1.0,1.0,1.0,1.0 -121,ml-heuristic,21,47.98913216590881,59175.0,59179.0,6.759611322348965e-05,1996335.0,heuristic,1.0,1.0,1.0,1.0,1.0 -122,ml-heuristic,22,70.29902410507202,59121.0,59126.0,8.457231778894132e-05,2957607.0,heuristic,1.0,1.0,1.0,1.0,1.0 -123,ml-heuristic,23,23.525296926498413,59193.0,59195.0,3.378777896035004e-05,1027714.0,heuristic,1.0,1.0,1.0,1.0,1.0 -124,ml-heuristic,24,115.82414317131042,59146.0,59151.0,8.453657052040713e-05,5158000.0,heuristic,0.9997295561340049,1.0,1.0,1.0,1.0 -125,ml-heuristic,25,210.498144865036,59096.0,59101.0,8.460809530255854e-05,9645162.0,heuristic,1.0,1.0,1.0,1.0,1.0 -126,ml-heuristic,26,105.49866700172424,59087.0,59092.0,8.462098261885016e-05,4754097.0,heuristic,0.9999661527526273,1.0,1.0,1.0,1.0 -127,ml-heuristic,27,86.34563517570496,59153.0,59157.0,6.762125335993103e-05,3857608.0,heuristic,1.0,1.0,1.0,1.0,1.0 -128,ml-heuristic,28,211.8783130645752,59099.0,59104.0,8.46038004027141e-05,9976850.0,heuristic,0.9997800784950602,1.0,1.0,1.0,1.0 -129,ml-heuristic,29,111.67348194122314,59182.0,59187.0,8.448514751106756e-05,4947528.0,heuristic,1.0,1.0,1.0,1.0,1.0 -130,ml-heuristic,30,87.62895083427429,59134.0,59138.0,6.764298034971421e-05,3982341.0,heuristic,1.0,1.0,1.0,1.0,1.0 -131,ml-heuristic,31,97.47559380531311,59082.0,59087.0,8.46281439355472e-05,4052555.0,heuristic,1.0,1.0,1.0,1.0,1.0 -132,ml-heuristic,32,54.787440061569214,59175.0,59180.0,8.449514152936207e-05,2359854.0,heuristic,1.0,1.0,1.0,1.0,1.0 -133,ml-heuristic,33,150.5851171016693,59069.0,59074.0,8.464676903282602e-05,6775726.0,heuristic,0.9996784457080964,1.0,1.0,1.0,1.0 -134,ml-heuristic,34,30.98887300491333,59190.0,59194.972872826496,8.401542197155456e-05,1332175.0,heuristic,1.0,1.0,1.0,1.0,1.0 -135,ml-heuristic,35,92.40155410766602,59183.0,59188.0,8.448371998715847e-05,4281013.0,heuristic,1.0,1.0,1.0,1.0,1.0 -136,ml-heuristic,36,109.89782786369324,59166.0,59171.0,8.450799445627557e-05,4891768.0,heuristic,1.0,1.0,1.0,1.0,1.0 -137,ml-heuristic,37,106.61208081245422,59155.0,59160.0,8.452370890034655e-05,4898835.0,heuristic,0.9992061079017601,1.0,1.0,1.0007945228636634,1.0 -138,ml-heuristic,38,49.7663209438324,59212.0,59217.0,8.444234276835777e-05,2109286.0,heuristic,1.0,1.0,1.0,1.0,1.0 -139,ml-heuristic,39,46.76309394836426,59143.0,59146.0,5.072451515817595e-05,2034822.0,heuristic,1.0,1.0,1.0,1.0,1.0 -140,ml-heuristic,40,72.99346590042114,59158.0,59163.0,8.451942256330505e-05,3142144.0,heuristic,1.0,1.0,1.0,1.0,1.0 -141,ml-heuristic,41,98.66826009750366,59170.0,59175.0,8.450228156160216e-05,4380795.0,heuristic,1.0,1.0,1.0,1.0,1.0 -142,ml-heuristic,42,143.50395584106445,59089.0,59094.0,8.461811843151856e-05,7556354.0,heuristic,1.0,1.0,1.0,1.0,1.0 -143,ml-heuristic,43,17.835427045822144,59232.0,59237.0,8.44138303619665e-05,708239.0,heuristic,1.0,1.0,1.0,1.0,1.0 -144,ml-heuristic,44,18.555466890335083,59201.0,59204.0,5.067481968209996e-05,638833.0,heuristic,1.0,1.0,1.0,1.0,1.0 -145,ml-heuristic,45,193.83196187019348,59120.0,59125.0,8.457374830852504e-05,10815175.0,heuristic,0.9997463431132155,1.0,1.0,1.0,1.0 -146,ml-heuristic,46,86.02324509620667,59152.0,59157.0,8.452799567216662e-05,4656118.0,heuristic,1.0,1.0,1.0,1.0,1.0 -147,ml-heuristic,47,87.28095984458923,59121.0,59126.0,8.457231778894132e-05,4491621.0,heuristic,0.999966172217242,1.0,1.0,1.0,1.0 -148,ml-heuristic,48,102.39235091209412,59183.0,59188.0,8.448371998715847e-05,5648293.0,heuristic,1.0,1.0,1.0,1.0,1.0 -149,ml-heuristic,49,61.73960900306702,59135.0,59139.0,6.764183647586032e-05,3101329.0,heuristic,0.9997464074387151,1.0,1.0,1.0,1.0 +,Solver,Instance,Wallclock Time,Lower Bound,Upper Bound,Gap,Nodes,Mode,Relative Lower Bound,Relative Upper Bound,Relative Wallclock Time,Relative Gap,Relative Nodes,Predicted LB,Predicted UB,Sense +0,baseline,0,662.7372989654541,59162.0,59167.0,8.451370812345763e-05,18688107.0,exact,1.0,1.0004734608295711,8.70828628181939,1.0,5.622307810564691,,, +1,baseline,1,900.0007548332214,59137.0,59256.0,0.002012276578115224,24175550.0,exact,1.0,1.0019275641675967,5.256438928065297,23.8,2.9939288096459404,,, +2,baseline,2,900.0016160011293,59186.0,59285.0,0.0016726928665562802,24089218.0,exact,1.0,1.0015880792688077,6.615464163621432,19.8,3.971008553523482,,, +3,baseline,3,900.0023140907288,59145.0,59231.0,0.0014540535970918927,24595759.0,exact,1.0,1.0013693998309383,9.839168761119028,17.2,6.1066754492159765,,, +4,baseline,4,900.0024960041046,59142.0,59213.0,0.0012005004903452704,25467171.0,exact,1.0,1.0011162314042927,11.236705591195049,14.261938547000467,7.640381275476392,,, +5,baseline,5,900.002925157547,59126.0,59244.0,0.0019957379156377904,23457042.0,exact,1.0,1.0021143794719125,10.760170783867167,29.494511720731996,5.847345591041515,,, +6,baseline,6,900.0031039714813,59125.0,59236.97169757604,0.001893813066825174,24240772.0,exact,1.0,1.0018090934817527,5.582936655618509,22.394339515207683,3.3210931747954593,,, +7,baseline,7,900.002781867981,59105.0,59212.0,0.001810337534895525,24042592.0,exact,1.0,1.001725596345796,1.7540923744921773,21.400000000000002,2.390273708531383,,, +8,baseline,8,900.0021660327911,59169.0,59251.0,0.0013858608392908448,25512146.0,exact,1.0,1.0013181687594004,9.026100681465717,20.5,5.950915491512204,,, +9,baseline,9,900.0015439987183,59130.0,59256.0,0.00213089802130898,23227790.0,exact,1.0,1.0021478462345041,7.880275979497338,25.197442922374428,4.198068271097029,,, +10,baseline,10,900.0024099349976,59127.0,59201.0,0.0012515432881762985,25015636.0,exact,1.0,1.0011838122135597,13.04240249187423,18.5,8.325144625534431,,, +11,baseline,11,900.0025849342346,59198.0,59289.0,0.0015372140950707794,24558832.0,exact,1.0,1.0017741281427412,4.941352404443008,18.19415858643873,2.9831824806949396,,, +12,baseline,12,900.0022029876709,59102.0,59224.0,0.002064227944908802,24026788.0,exact,1.0,1.0019794609775492,5.378482195683288,24.400000000000002,2.947983888580514,,, +13,baseline,13,900.0011007785797,59150.0,59206.0,0.0009467455621301775,24953207.0,exact,1.0,1.0008790614328702,12.451848934586094,13.999999999999998,8.0844140865203,,, +14,baseline,14,900.0014700889587,59169.0,59250.0,0.0013689600973482733,25494260.0,exact,1.0,1.0014705136656357,10.286586243074352,20.246577599756627,6.714445655657852,,, +15,baseline,15,900.0013790130615,59083.0,59196.0,0.0019125636816004605,23792716.0,exact,1.0,1.0018277822908204,7.486704871117682,22.6,4.211841162852367,,, +16,baseline,16,900.0020098686218,59126.0,59233.0,0.0018096945506207078,23398798.0,exact,1.0,1.001724983511187,10.473065188128833,21.39999999999999,5.842727665213484,,, +17,baseline,17,900.0023510456085,59156.0,59197.0,0.0006930826965988236,25573586.0,exact,1.0,1.0006930826965987,12.267049016770867,10.249306917303404,7.807679578926801,,, +18,baseline,18,900.002711057663,59118.0,59211.0,0.0015731249365675427,24489136.0,exact,1.0,1.0014884224413512,19.84721287191386,18.599999999999998,12.51075303699155,,, +19,baseline,19,724.1934628486632,59159.0,59164.0,8.451799388089724e-05,20931760.0,exact,1.0,1.0,16.225906582646804,1.0,11.203195934004649,,, +20,baseline,20,900.0011439323425,59068.0,59191.0,0.0020823457709758246,23411794.0,exact,1.0,1.0020823457709758,4.553908811228339,24.597917654229025,2.465201726709367,,, +21,baseline,21,380.06568694114685,59175.0,59180.0,8.449514152936208e-05,11618526.0,exact,1.0,1.0000168978860744,7.912557532546788,1.2500000000000002,5.757968140817527,,, +22,baseline,22,900.0016028881073,59121.0,59154.94711904253,0.0005741973079365614,26352886.0,exact,1.0,1.0004895835849292,14.040381831195205,6.789423808503489,9.40925154833969,,, +23,baseline,23,230.2515211105347,59193.0,59198.0,8.44694474008751e-05,6776049.0,exact,1.0,1.0000337860666262,8.514542938541073,1.6666666666666665,5.846961043264265,,, +24,baseline,24,900.0010840892792,59162.0,59240.0,0.001318413846725939,24727727.0,exact,1.0,1.0015046237595306,8.166041819193602,15.595781075690478,4.940286958561307,,, +25,baseline,25,900.0015320777893,59096.0,59210.0,0.0019290645728983352,23438919.0,exact,1.0,1.0018443004348487,4.510705225924555,22.800000000000004,2.4862311177206236,,, +26,baseline,26,900.0015478134155,59089.0,59203.0,0.001929293100238623,23826788.0,exact,1.0,1.0018953816994127,8.894248013836016,28.49903535344988,4.939630736149807,,, +27,baseline,27,900.0010070800781,59153.0,59249.0,0.0016229100806383447,24336831.0,exact,1.0,1.001538253490652,10.091974748981741,19.2,6.084119530266811,,, +28,baseline,28,900.001277923584,59112.0,59208.0,0.0016240357287860333,25111591.0,exact,1.0,1.001759610178668,4.691858473111718,19.195777507105156,2.8027693088636902,,, +29,baseline,29,900.0012440681458,59182.0,59263.0,0.0013686593896792946,24919871.0,exact,1.0,1.0012840657576834,7.56448716001105,16.200000000000003,4.595493258310103,,, +30,baseline,30,900.0012910366057,59134.0,59241.0,0.001809449724354855,23615391.0,exact,1.0,1.0017247501648658,9.031820270959846,21.4,5.0375202116086095,,, +31,baseline,31,900.0023548603058,59082.0,59169.0,0.0014725297044785213,26213904.0,exact,1.0,1.0013883344383072,10.04484347330425,17.513740798402758,6.772202916754611,,, +32,baseline,32,875.9193549156189,59175.0,59180.0,8.449514152936208e-05,24935695.0,exact,1.0,1.0,17.593042802030894,1.0000000000000002,11.640863122484049,,, +33,baseline,33,900.0018489360809,59088.0,59177.0,0.0015062279989168698,25210167.0,exact,1.0,1.0017435758540136,6.884821185789175,17.794276333604117,4.149329955955837,,, +34,baseline,34,232.1541509628296,59190.0,59195.0,8.447372867038352e-05,7309410.0,exact,1.0,1.0000337877789605,7.0924172424290814,1.6666666666666667,5.371410472817808,,, +35,baseline,35,900.0025398731233,59183.0,59262.0,0.001334842775797104,23927493.0,exact,1.0,1.0012671701556084,12.033207650833896,19.75,7.544694464615838,,, +36,baseline,36,900.0010929107666,59166.0,59254.0,0.00148734070243045,25589946.0,exact,1.0,1.001402714167413,6.350860539510311,17.599999999999998,3.8428016019966393,,, +37,baseline,37,622.9371509552003,59202.0,59207.0,8.445660619573664e-05,18595087.0,exact,1.0,1.0007944557133197,5.973803009115679,1.0000000000000002,3.967704381695003,,, +38,baseline,38,557.924427986145,59212.0,59217.0,8.444234276835778e-05,16270407.0,exact,1.0,1.0000168873277493,11.776853444610294,1.25,8.26095170688216,,, +39,baseline,39,900.0010092258452,59143.0,59185.0,0.0007101432122144633,26304077.0,exact,1.0,1.0006424670735625,19.899221771336656,10.5,13.274381840230484,,, +40,baseline,40,900.0011250972748,59158.0,59242.995354791536,0.0014367516615088902,23949337.0,exact,1.0,1.0013521179587164,11.618267974647784,16.999070958308586,7.043833563281406,,, +41,baseline,41,900.000893831253,59170.0,59257.0,0.0014703396991718775,24299427.0,exact,1.0,1.0013857203210816,9.82799588949917,17.4,5.913918333433118,,, +42,baseline,42,900.0017001628876,59089.0,59228.0,0.002352383692396216,23229681.0,exact,1.0,1.002267573696145,5.808712131855351,27.799999999999997,2.898764108739463,,, +43,baseline,43,127.60789799690248,59232.0,59237.0,8.44138303619665e-05,4041704.0,exact,1.0,1.0000168816260382,7.326284526634964,1.25,5.803235519206498,,, +44,baseline,44,166.38699293136597,59201.0,59206.0,8.445803280349994e-05,5151689.0,exact,1.0,1.0000168904653324,11.73610231262945,1.25,8.75222174086627,,, +45,baseline,45,900.0007989406586,59135.0,59247.0,0.001893971421324089,26922402.0,exact,1.0,1.0020634249471458,4.661659000381325,22.394318085736028,2.560992168457917,,, +46,baseline,46,900.001415014267,59152.0,59254.0,0.001724371111712199,26485728.0,exact,1.0,1.001639704515104,10.21700063178535,20.4,6.123151372348114,,, +47,baseline,47,900.0020279884337,59123.0,59235.0,0.0018943558344468312,28222784.0,exact,1.0,1.0018435206169876,10.41166170663056,22.39924225766622,6.824112904473778,,, +48,baseline,48,900.0011022090912,59176.0,59284.0,0.0018250642152223876,28675410.0,exact,0.9998817227920179,1.0016219503953505,9.824748557639392,21.602555089901312,6.1253016948312595,,, +49,baseline,49,900.0012428760529,59150.0,59206.0,0.0009467455621301775,30531240.0,exact,1.0,1.001115995941833,12.802607222912103,11.197159763313609,9.326024324264884,,, +50,ml-exact,0,649.376060962677,59162.0,59167.0,8.451370812345763e-05,18101461.0,exact,1.0,1.0004734608295711,8.532721264142948,1.0,5.445815649649917,59126.38771406158,59263.992667692604,max +51,ml-exact,1,900.0008749961853,59137.0,59256.99395246509,0.0020290842021930574,23342139.0,exact,1.0,1.0019443703707194,5.256439629875021,23.998790493018166,2.8907182021033684,59159.91471896955,59292.24515179818,max +52,ml-exact,2,900.0023529529572,59186.0,59272.0,0.0014530463285236373,24785817.0,exact,1.0,1.0013684512848238,6.615469580587714,17.2,4.085840034868203,59194.00902156645,59323.12664303628,max +53,ml-exact,3,900.0030598640442,59145.0,59228.0,0.0014033307971933384,24207954.0,exact,1.0,1.0013186813186814,9.839176914197518,16.599999999999998,6.010390586749109,59141.813764752675,59274.22541262452,max +54,ml-exact,4,900.0010681152344,59142.0,59214.0,0.0012174089479557674,24895987.0,exact,1.0,1.0011331384387514,11.236687763725765,14.462810920901886,7.469020917529618,59144.93070046487,59273.654326628006,max +55,ml-exact,5,900.0023910999298,59126.0,59241.96239661033,0.0019612758618937826,23775703.0,exact,1.0,1.0020799133376805,10.760164398831064,28.98520564396274,5.926781054105736,59145.04845907292,59279.36037916677,max +56,ml-exact,6,900.0027949810028,59125.0,59236.0,0.0018773784355179705,23994400.0,exact,1.0,1.0017926602401488,5.582934738875933,22.200000000000003,3.2873391191217904,59136.974634353304,59268.30857737715,max +57,ml-exact,7,900.0025460720062,59105.0,59212.0,0.001810337534895525,24113420.0,exact,1.0,1.001725596345796,1.7540919149292407,21.400000000000002,2.397315308132119,59125.024194597165,59260.190615193496,max +58,ml-exact,8,900.0025360584259,59169.0,59247.0,0.0013182578715205597,26072662.0,exact,1.0,1.0012505703614825,9.026104392444157,19.5,6.081660406018433,59155.83957873982,59292.27671868388,max +59,ml-exact,9,900.0029451847076,59130.0,59260.0,0.002198545577541011,23411285.0,exact,1.0,1.0022154949348037,7.880288248067729,25.99736174530695,4.231232189722303,59169.22723451526,59303.04692137199,max +60,ml-exact,10,900.002711057663,59127.0,59199.0,0.0012177177939012634,25692461.0,exact,1.0,1.001149989007458,13.042406855599213,18.0,8.550390388271678,59122.74947289353,59256.99939978048,max +61,ml-exact,11,900.0020880699158,59198.0,59271.0,0.0012331497685732625,25044283.0,exact,1.0,1.0014699918896999,4.941349676471181,14.59531403087942,3.042150631885348,59194.32665087494,59329.026081343145,max +62,ml-exact,12,900.00151014328,59102.0,59222.0,0.0020303881425332475,23860011.0,exact,1.0,1.001945624037762,5.378478055192067,24.0,2.9275210656269923,59122.0422679371,59259.06427666924,max +63,ml-exact,13,900.0019900798798,59150.0,59203.96517006869,0.0009123443798594788,26120169.0,exact,1.0,1.0008446625768113,12.451861238399319,13.491292517172042,8.462489899830945,59136.5588570761,59273.99511476752,max +64,ml-exact,14,900.0015881061554,59169.0,59254.0,0.0014365630651185586,25996193.0,exact,1.0,1.001538123489343,10.28658759195445,21.246408592337204,6.8466401908701435,59154.03941864104,59289.795816422404,max +65,ml-exact,15,900.0014340877533,59083.0,59198.0,0.001946414366230557,23870719.0,exact,1.0,1.0018616301110208,7.486705329259161,23.0,4.2256494328382725,59098.66203099143,59228.46969562256,max +66,ml-exact,16,900.0031027793884,59126.0,59230.0,0.001758955451070595,23581309.0,exact,1.0,1.0016742487020345,10.47307790601788,20.799999999999997,5.888301034790237,59145.19863458289,59278.22282794401,max +67,ml-exact,17,900.001091003418,59156.0,59189.0,0.0005578470484819798,25974343.0,exact,1.0,1.000557847048482,12.267031842372049,8.249442152951518,7.930031690398847,59127.14368529404,59267.37100160227,max +68,ml-exact,18,900.0016350746155,59118.0,59207.0,0.00150546364897324,24423315.0,exact,1.0,1.001420766875835,19.84718914391357,17.8,12.477127094628871,59117.71413049835,59253.828178881624,max +69,ml-exact,19,765.9083199501038,59159.0,59164.0,8.451799388089724e-05,22220414.0,exact,1.0,1.0,17.160548234580467,1.0,11.892915444124142,59144.031479967074,59274.181598455296,max +70,ml-exact,20,900.0015428066254,59068.0,59191.0,0.0020823457709758246,23475405.0,exact,1.0,1.0020823457709758,4.55391082948923,24.597917654229025,2.471899801493286,59082.22244394464,59224.2971810249,max +71,ml-exact,21,428.18276500701904,59175.0,59180.0,8.449514152936207e-05,12999314.0,exact,1.0,1.0000168978860744,8.91430318224869,1.25,6.442266072691428,59137.98908684254,59265.43858161565,max +72,ml-exact,22,900.0029540061951,59121.0,59157.0,0.0006089206880803775,26135751.0,exact,1.0,1.0005243040286844,14.040402909173055,7.199999999999999,9.33172387888638,59089.5855153968,59226.64120575328,max +73,ml-exact,23,287.76060605049133,59193.0,59198.0,8.44694474008751e-05,7976958.0,exact,1.0,1.0000337860666262,10.641189358576659,1.6666666666666665,6.883209178350868,59140.59510257357,59271.35823619222,max +74,ml-exact,24,900.0017418861389,59162.0,59248.0,0.0014536357797234711,25158901.0,exact,1.0,1.001639870839039,8.166047787627152,17.195348365504884,5.026430067835795,59150.82751230766,59285.37521566199,max +75,ml-exact,25,900.0040528774261,59096.0,59209.0,0.001912142953837823,25156445.0,exact,1.0,1.0018273802473732,4.510717859885376,22.6,2.6684138620141735,59123.050715683305,59257.270874657275,max +76,ml-exact,26,900.0013389587402,59089.0,59199.0,0.0018615986054934083,23531336.0,exact,1.0,1.0018276894958622,8.894245949833698,27.499069200697253,4.878379350513735,59118.02329883662,59245.3612305393,max +77,ml-exact,27,900.0014967918396,59153.0,59246.0,0.0015721941406183963,25053692.0,exact,1.0,1.001487541837114,10.091980240263075,18.599999999999998,6.263332181683365,59150.16240797118,59285.64193535254,max +78,ml-exact,28,900.001298904419,59112.0,59215.0,0.0017424550006766815,24700106.0,exact,1.0,1.0018780454791554,4.691858582488349,20.59546961699824,2.756842408849359,59105.239747395564,59244.63088727762,max +79,ml-exact,29,900.0012950897217,59182.0,59264.0,0.0013855564191815079,24368468.0,exact,1.0,1.001300961359758,7.564487588846076,16.4,4.493808591920299,59171.61319933031,59313.94235456237,max +80,ml-exact,30,900.0028159618378,59134.0,59240.0,0.0017925389792674265,24191195.0,exact,1.0,1.001707840849524,9.031835574105251,21.2,5.160347916977751,59148.03866371211,59281.43814639009,max +81,ml-exact,31,900.0012450218201,59082.0,59151.0,0.0011678683863105513,27104772.0,exact,1.0,1.0010836987334635,10.044831086499027,13.890208219422876,7.002353254836392,59069.41377677144,59203.823126466195,max +82,ml-exact,32,900.0074319839478,59175.0,59197.964519141264,0.0003880780589989647,25690960.0,exact,1.0,1.0003035572683552,18.076857400376596,4.592903828252747,11.99344749946664,59157.64838384942,59290.523875622814,max +83,ml-exact,33,900.0013158321381,59088.0,59177.0,0.0015062279989168698,24765342.0,exact,1.0,1.0017435758540136,6.884817107658309,17.794276333604117,4.076116410894511,59081.01088134223,59219.82627379965,max +84,ml-exact,34,239.74270606040955,59190.0,59195.0,8.447372867038352e-05,7385996.0,exact,1.0,1.0000337877789605,7.324251128646419,1.6666666666666667,5.427690643511643,59143.23414106734,59275.920682982185,max +85,ml-exact,35,900.0009059906006,59183.0,59259.953906894,0.0013002704643901015,23480392.0,exact,1.0,1.0012326001806815,12.033185805509241,19.238476723499844,7.403716868683651,59171.487583005524,59304.98468958104,max +86,ml-exact,36,900.0016748905182,59166.0,59246.0,0.0013521279113004091,25394548.0,exact,1.0,1.0012675128018793,6.350864646252256,16.0,3.813458994262065,59158.08309355407,59296.56640928705,max +87,ml-exact,37,662.0322141647339,59202.0,59207.0,8.445660619573663e-05,20024242.0,exact,1.0,1.0007944557133197,6.348714355925809,1.0,4.272648615385403,59175.74869590455,59307.463498356396,max +88,ml-exact,38,446.4717228412628,59212.0,59217.0,8.444234276835777e-05,13956868.0,exact,1.0,1.0000168873277493,9.424272864415235,1.25,7.086301684237463,59166.58497608687,59301.825104164076,max +89,ml-exact,39,900.00270819664,59143.0,59184.0,0.0006932350404950712,26147788.0,exact,1.0,1.000625560045311,19.899259335957453,10.249999999999998,13.195510421802544,59114.89526526199,59248.56148321837,max +90,ml-exact,40,900.0016450881958,59158.0,59249.0,0.0015382534906521518,24805820.0,exact,1.0,1.0014536112097088,11.618274687299241,18.2,7.2957371421479085,59155.37108495968,59280.88309711401,max +91,ml-exact,41,900.002336025238,59170.0,59245.0,0.0012675342234240324,25030081.0,exact,1.0,1.0011829319814112,9.82801163823526,15.0,6.09174261241699,59151.28565990848,59290.71555008509,max +92,ml-exact,42,900.0009651184082,59089.0,59214.0,0.002115452960787964,22815014.0,exact,1.0,1.0020306630114733,5.808707387795664,24.999999999999996,2.8470190237906574,59118.99827325628,59249.97235571583,max +93,ml-exact,43,155.91705012321472,59232.0,59237.0,8.44138303619665e-05,4841747.0,exact,1.0,1.0000168816260382,8.951582854095786,1.25,6.951968319652182,59161.307350621355,59293.05481512429,max +94,ml-exact,44,166.24281811714172,59201.0,59206.0,8.445803280349994e-05,5152172.0,exact,1.0,1.0000168904653324,11.72593294577673,1.25,8.753042311188128,59149.268537538504,59278.50295984831,max +95,ml-exact,45,900.0014069080353,59135.0,59246.0,0.0018770609622051238,26599239.0,exact,1.0,1.002046511627907,4.661662149419189,22.194368817113382,2.5302513039490457,59157.45644175721,59292.66862156513,max +96,ml-exact,46,900.0008680820465,59152.0,59255.0,0.0017412767108466324,25313316.0,exact,1.0,1.0016566086853627,10.21699442289862,20.599999999999998,5.852105164112592,59168.404124939494,59297.86061218224,max +97,ml-exact,47,900.0009942054749,59123.0,59235.0,0.0018943558344468312,26222277.0,exact,1.0,1.0018435206169876,10.411649747325901,22.39924225766622,6.340401388480525,59155.45167739807,59284.172466642885,max +98,ml-exact,48,900.0013608932495,59176.0,59288.0,0.00189265918615655,27293583.0,exact,0.9998817227920179,1.0016895316618233,9.82475138153239,22.40264972286062,5.830132165779587,59191.94394017174,59332.08571744459,max +99,ml-exact,49,900.0012040138245,59150.0,59203.0,0.0008960270498732037,30493377.0,exact,1.0,1.0010652688535677,12.802606670093036,10.59731191885038,9.314458752116828,59139.98187390398,59273.225027033564,max +100,ml-heuristic,0,76.10421586036682,59134.0,59139.0,8.455372543714276e-05,3323921.0,heuristic,0.9995267232345086,1.0,1.0,1.000473500862448,1.0,59126.38771406158,59263.992667692604,max +101,ml-heuristic,1,171.21872186660767,59137.0,59142.0,8.454943605526151e-05,8074858.0,heuristic,1.0,1.0,1.0,1.0,1.0,59159.91471896955,59292.24515179818,max +102,ml-heuristic,2,136.04512000083923,59186.0,59191.0,8.447943770486263e-05,6066272.0,heuristic,1.0,1.0,1.0,1.0,1.0,59194.00902156645,59323.12664303628,max +103,ml-heuristic,3,91.47137689590454,59145.0,59150.0,8.453799983092401e-05,4027684.0,heuristic,1.0,1.0,1.0,1.0,1.0,59141.813764752675,59274.22541262452,max +104,ml-heuristic,4,80.09487199783325,59142.0,59146.97828536885,8.417512713219175e-05,3333233.0,heuristic,1.0,1.0,1.0,1.0,1.0,59144.93070046487,59273.654326628006,max +105,ml-heuristic,5,83.6420669555664,59115.0,59119.0,6.766472130592912e-05,4011571.0,heuristic,0.999813956634983,1.0,1.0,1.0,1.0,59145.04845907292,59279.36037916677,max +106,ml-heuristic,6,161.20603895187378,59125.0,59130.0,8.456659619450317e-05,7299034.0,heuristic,1.0,1.0,1.0,1.0,1.0,59136.974634353304,59268.30857737715,max +107,ml-heuristic,7,513.0874490737915,59105.0,59110.0,8.459521191100583e-05,10058510.0,heuristic,1.0,1.0,1.0,1.0,1.0,59125.024194597165,59260.190615193496,max +108,ml-heuristic,8,99.7110710144043,59169.0,59173.0,6.760296777028511e-05,4287096.0,heuristic,1.0,1.0,1.0,1.0,1.0,59155.83957873982,59292.27671868388,max +109,ml-heuristic,9,114.2093939781189,59124.0,59129.0,8.456802652053312e-05,5532971.0,heuristic,0.999898528665652,1.0,1.0,1.0,1.0,59169.22723451526,59303.04692137199,max +110,ml-heuristic,10,69.00587606430054,59127.0,59131.0,6.765098855007019e-05,3004829.0,heuristic,1.0,1.0,1.0,1.0,1.0,59122.74947289353,59256.99939978048,max +111,ml-heuristic,11,182.13689517974854,59179.0,59184.0,8.448943037226044e-05,8232427.0,heuristic,0.9996790432109193,1.0,1.0,1.0,1.0,59194.32665087494,59329.026081343145,max +112,ml-heuristic,12,167.33386301994324,59102.0,59107.0,8.459950593888532e-05,8150244.0,heuristic,1.0,1.0,1.0,1.0,1.0,59122.0422679371,59259.06427666924,max +113,ml-heuristic,13,72.27851104736328,59150.0,59154.0,6.76246830092984e-05,3086582.0,heuristic,1.0,1.0,1.0,1.0,1.0,59136.5588570761,59273.99511476752,max +114,ml-heuristic,14,87.49272584915161,59159.0,59163.0,6.761439510471779e-05,3796927.0,heuristic,0.9998309925805743,1.0,1.0,1.0,1.0,59154.03941864104,59289.795816422404,max +115,ml-heuristic,15,120.21328401565552,59083.0,59088.0,8.462671157524161e-05,5649006.0,heuristic,1.0,1.0,1.0,1.0,1.0,59098.66203099143,59228.46969562256,max +116,ml-heuristic,16,85.93491911888123,59126.0,59131.0,8.456516591685553e-05,4004773.0,heuristic,1.0,1.0,1.0,1.0,1.0,59145.19863458289,59278.22282794401,max +117,ml-heuristic,17,73.36747002601624,59152.0,59156.0,6.76223965377333e-05,3275440.0,heuristic,0.9999323821759416,1.0,1.0,1.0,1.0,59127.14368529404,59267.37100160227,max +118,ml-heuristic,18,45.34655404090881,59118.0,59123.0,8.457660949287865e-05,1957447.0,heuristic,1.0,1.0,1.0,1.0,1.0,59117.71413049835,59253.828178881624,max +119,ml-heuristic,19,44.6319260597229,59159.0,59164.0,8.451799388089724e-05,1868374.0,heuristic,1.0,1.0,1.0,1.0,1.0,59144.031479967074,59274.181598455296,max +120,ml-heuristic,20,197.63266706466675,59063.0,59068.0,8.465536799688468e-05,9496908.0,heuristic,0.9999153517979278,1.0,1.0,1.0,1.0,59082.22244394464,59224.2971810249,max +121,ml-heuristic,21,48.03322887420654,59175.0,59179.0,6.759611322348965e-05,2017817.0,heuristic,1.0,1.0,1.0,1.0,1.0,59137.98908684254,59265.43858161565,max +122,ml-heuristic,22,64.1009349822998,59121.0,59126.0,8.457231778894132e-05,2800742.0,heuristic,1.0,1.0,1.0,1.0,1.0,59089.5855153968,59226.64120575328,max +123,ml-heuristic,23,27.042146921157837,59193.0,59196.0,5.068166844052506e-05,1158901.0,heuristic,1.0,1.0,1.0,1.0,1.0,59140.59510257357,59271.35823619222,max +124,ml-heuristic,24,110.21264696121216,59146.0,59151.0,8.453657052040713e-05,5005322.0,heuristic,0.9997295561340049,1.0,1.0,1.0,1.0,59150.82751230766,59285.37521566199,max +125,ml-heuristic,25,199.52568101882935,59096.0,59101.0,8.460809530255854e-05,9427490.0,heuristic,1.0,1.0,1.0,1.0,1.0,59123.050715683305,59257.270874657275,max +126,ml-heuristic,26,101.18916702270508,59087.0,59091.0,6.769678609508014e-05,4823597.0,heuristic,0.9999661527526273,1.0,1.0,1.0,1.0,59118.02329883662,59245.3612305393,max +127,ml-heuristic,27,89.17987108230591,59153.0,59158.0,8.452656669991379e-05,4000058.0,heuristic,1.0,1.0,1.0,1.0,1.0,59150.16240797118,59285.64193535254,max +128,ml-heuristic,28,191.82191514968872,59099.0,59104.0,8.46038004027141e-05,8959564.0,heuristic,0.9997800784950602,1.0,1.0,1.0,1.0,59105.239747395564,59244.63088727762,max +129,ml-heuristic,29,118.9771659374237,59182.0,59187.0,8.448514751106756e-05,5422676.0,heuristic,1.0,1.0,1.0,1.0,1.0,59171.61319933031,59313.94235456237,max +130,ml-heuristic,30,99.64783000946045,59134.0,59139.0,8.455372543714276e-05,4687900.0,heuristic,1.0,1.0,1.0,1.0,1.0,59148.03866371211,59281.43814639009,max +131,ml-heuristic,31,89.59844493865967,59082.0,59086.96752812557,8.407853704291519e-05,3870809.0,heuristic,1.0,1.0,1.0,1.0,1.0,59069.41377677144,59203.823126466195,max +132,ml-heuristic,32,49.78782606124878,59175.0,59180.0,8.449514152936207e-05,2142083.0,heuristic,1.0,1.0,1.0,1.0,1.0,59157.64838384942,59290.523875622814,max +133,ml-heuristic,33,130.72261786460876,59069.0,59074.0,8.464676903282602e-05,6075720.0,heuristic,0.9996784457080964,1.0,1.0,1.0,1.0,59081.01088134223,59219.82627379965,max +134,ml-heuristic,34,32.732726097106934,59190.0,59193.0,5.0684237202230105e-05,1360799.0,heuristic,1.0,1.0,1.0,1.0,1.0,59143.23414106734,59275.920682982185,max +135,ml-heuristic,35,74.79323601722717,59183.0,59187.0,6.758697598972678e-05,3171433.0,heuristic,1.0,1.0,1.0,1.0,1.0,59171.487583005524,59304.98468958104,max +136,ml-heuristic,36,141.71325087547302,59166.0,59171.0,8.450799445627557e-05,6659190.0,heuristic,1.0,1.0,1.0,1.0,1.0,59158.08309355407,59296.56640928705,max +137,ml-heuristic,37,104.27815413475037,59155.0,59160.0,8.452370890034655e-05,4686611.0,heuristic,0.9992061079017601,1.0,1.0,1.0007945228636634,1.0,59175.74869590455,59307.463498356396,max +138,ml-heuristic,38,47.3746600151062,59212.0,59216.0,6.755387421468622e-05,1969556.0,heuristic,1.0,1.0,1.0,1.0,1.0,59166.58497608687,59301.825104164076,max +139,ml-heuristic,39,45.22795009613037,59143.0,59147.0,6.763268687756793e-05,1981567.0,heuristic,1.0,1.0,1.0,1.0,1.0,59114.89526526199,59248.56148321837,max +140,ml-heuristic,40,77.46431112289429,59158.0,59163.0,8.451942256330505e-05,3400043.0,heuristic,1.0,1.0,1.0,1.0,1.0,59155.37108495968,59280.88309711401,max +141,ml-heuristic,41,91.57522082328796,59170.0,59175.0,8.450228156160216e-05,4108854.0,heuristic,1.0,1.0,1.0,1.0,1.0,59151.28565990848,59290.71555008509,max +142,ml-heuristic,42,154.93997287750244,59089.0,59094.0,8.461811843151856e-05,8013650.0,heuristic,1.0,1.0,1.0,1.0,1.0,59118.99827325628,59249.97235571583,max +143,ml-heuristic,43,17.417819023132324,59232.0,59236.0,6.75310642895732e-05,696457.0,heuristic,1.0,1.0,1.0,1.0,1.0,59161.307350621355,59293.05481512429,max +144,ml-heuristic,44,14.177363872528076,59201.0,59205.0,6.756642624279995e-05,588615.0,heuristic,1.0,1.0,1.0,1.0,1.0,59149.268537538504,59278.50295984831,max +145,ml-heuristic,45,193.06448602676392,59120.0,59125.0,8.457374830852504e-05,10512489.0,heuristic,0.9997463431132155,1.0,1.0,1.0,1.0,59157.45644175721,59292.66862156513,max +146,ml-heuristic,46,88.08861303329468,59152.0,59157.0,8.452799567216662e-05,4325506.0,heuristic,1.0,1.0,1.0,1.0,1.0,59168.404124939494,59297.86061218224,max +147,ml-heuristic,47,86.44172787666321,59121.0,59126.0,8.457231778894132e-05,4135744.0,heuristic,0.999966172217242,1.0,1.0,1.0,1.0,59155.45167739807,59284.172466642885,max +148,ml-heuristic,48,91.60550999641418,59183.0,59188.0,8.448371998715847e-05,4681469.0,heuristic,1.0,1.0,1.0,1.0,1.0,59191.94394017174,59332.08571744459,max +149,ml-heuristic,49,70.29827809333801,59135.0,59140.0,8.45522955948254e-05,3273768.0,heuristic,0.9997464074387151,1.0,1.0,1.0,1.0,59139.98187390398,59273.225027033564,max diff --git a/benchmark/knapsack/ChallengeA/performance.png b/benchmark/knapsack/ChallengeA/performance.png index c250cba..ba12ed6 100644 Binary files a/benchmark/knapsack/ChallengeA/performance.png and b/benchmark/knapsack/ChallengeA/performance.png differ diff --git a/benchmark/tsp/ChallengeA/benchmark_ml.csv b/benchmark/tsp/ChallengeA/benchmark_ml.csv index d6d2057..01f7d06 100644 --- a/benchmark/tsp/ChallengeA/benchmark_ml.csv +++ b/benchmark/tsp/ChallengeA/benchmark_ml.csv @@ -1,151 +1,151 @@ -,Solver,Instance,Wallclock Time,Lower Bound,Upper Bound,Gap,Nodes,Mode,Sense,Relative Lower Bound,Relative Upper Bound,Relative Wallclock Time,Relative Gap,Relative Nodes -0,baseline,0,36.53329420089722,13540.0,13540.0,0.0,850.0,exact,min,1.0,1.0,348.9598096149029,,850.0 -1,baseline,1,18.817906141281128,13567.0,13567.0,0.0,210.0,exact,min,1.0,1.0000000014073693,177.99270917430778,,210.0 -2,baseline,2,41.11200523376465,13562.0,13562.0,0.0,454.0,exact,min,1.0,1.0,365.3000762647233,,454.0 -3,baseline,3,32.869613885879524,13522.0,13522.0,0.0,977.0,exact,min,1.0,1.0,316.7180565733886,,977.0 -4,baseline,4,26.034526586532593,13534.0,13534.0,0.0,396.0,exact,min,1.0,1.0,219.6896066794085,,396.0 -5,baseline,5,49.523164987564094,13532.0,13532.0,0.0,591.0,exact,min,1.0,1.0000000027178717,491.9014114192342,,591.0 -6,baseline,6,43.27228236198425,13535.0,13535.0,0.0,2292.0,exact,min,1.0,1.0000000002532266,368.89281003241837,,2292.0 -7,baseline,7,38.228996753692634,13613.0,13613.0,0.0,104.0,exact,min,1.0,1.0,380.2892867561434,,104.0 -8,baseline,8,57.10530495643616,13580.0,13580.0,0.0,2520.0,exact,min,1.0,1.0,559.2311153241792,,2520.0 -9,baseline,9,32.913992881774895,13583.000000000002,13584.0,7.362143856277559e-05,1150.0,exact,min,0.9999263839811544,1.0,239.86810765728976,inf,1150.0 -10,baseline,10,54.779502391815186,13578.0,13578.0,0.0,5650.0,exact,min,1.0,1.0,478.5071059054823,,5650.0 -11,baseline,11,15.760047912597654,13575.0,13575.0,0.0,137.0,exact,min,1.0,1.0,139.88038022363108,,137.0 -12,baseline,12,32.832256078720086,13544.0,13544.0,0.0,995.0,exact,min,1.0,1.0,261.2345047377856,,995.0 -13,baseline,13,18.5905544757843,13534.0,13534.0,0.0,1.0,exact,min,1.0,1.0000000042502133,190.9762009728284,,1.0 -14,baseline,14,26.83425283432007,13551.0,13551.0,0.0,180.0,exact,min,1.0,1.0,213.5737444235079,,180.0 -15,baseline,15,43.79837608337402,13593.999998910032,13593.999998910032,0.0,866.0,exact,min,0.9999999999198199,1.0,348.9666161368636,,866.0 -16,baseline,16,88.94579243659973,13594.0,13594.0,0.0,3845.0,exact,min,1.0,1.0,709.3811843628959,,3845.0 -17,baseline,17,46.35858511924744,13543.0,13543.0,0.0,609.0,exact,min,1.0,1.0,415.8431066009389,,609.0 -18,baseline,18,26.682329416275024,13524.0,13525.0,7.394262052647145e-05,1.0,exact,min,0.9999260629944637,1.0000000001478944,312.26384575677673,inf,1.0 -19,baseline,19,22.814379453659054,13564.0,13564.0,0.0,212.0,exact,min,1.0,1.0,257.51619526897923,,212.0 -20,baseline,20,53.29448294639587,13569.0,13569.0,0.0,553.0,exact,min,1.0,1.0,468.7047494637431,,553.0 -21,baseline,21,47.91645574569702,13566.0,13566.0,0.0,427.0,exact,min,1.0,1.0,488.39067622178965,,427.0 -22,baseline,22,23.47979474067688,13565.0,13565.0,0.0,1.0,exact,min,1.0,1.0,208.09328777659448,,1.0 -23,baseline,23,34.002822875976555,13579.0,13580.0,7.364312541424258e-05,795.0,exact,min,0.9999263622974963,1.0,254.5962076069221,inf,795.0 -24,baseline,24,26.307467222213745,13543.0,13543.0,0.0,72.0,exact,min,1.0,1.00000000048014,270.9070252194921,,72.0 -25,baseline,25,30.169880151748657,13541.0,13542.0,7.384978952809984e-05,185.0,exact,min,0.9999261556638606,1.0,239.5478843430787,inf,185.0 -26,baseline,26,22.108322381973267,13531.0,13532.0,7.390436774813391e-05,1.0,exact,min,0.9999261010937038,1.0,236.84788244579363,inf,1.0 -27,baseline,27,30.187870264053345,13521.0,13522.0,7.395902669920864e-05,639.0,exact,min,0.9999260464428339,1.0,272.77176008806794,inf,639.0 -28,baseline,28,28.049314975738525,13571.0,13571.0,0.0,698.0,exact,min,1.0,1.0,249.4648080254623,,698.0 -29,baseline,29,14.55678105354309,13595.0,13595.0,0.0,3192.0,exact,min,1.0,1.0,146.45520750127733,,3192.0 -30,baseline,30,43.23353409767151,13577.0,13577.0,0.0,194.0,exact,min,1.0,1.0,325.58035794440514,,194.0 -31,baseline,31,22.519271850585934,13582.0,13582.0,0.0,202.0,exact,min,1.0,1.0,219.83938330338603,,202.0 -32,baseline,32,42.93885207176209,13524.0,13524.0,0.0,45.0,exact,min,1.0,1.0,393.511916883344,,45.0 -33,baseline,33,55.74046897888184,13548.0,13548.0,0.0,1122.0,exact,min,1.0,1.0,475.23721361360634,,1122.0 -34,baseline,34,39.575217008590705,13557.0,13557.0,0.0,918.0,exact,min,1.0,1.0,428.0256598032517,,918.0 -35,baseline,35,59.18739986419678,13568.0,13568.0,0.0,242.0,exact,min,1.0,1.0000000001958396,560.4658651946673,,242.0 -36,baseline,36,37.39885544776917,13554.0,13554.0,0.0,427.0,exact,min,1.0,1.0,265.44696718426366,,427.0 -37,baseline,37,25.6471529006958,13532.0,13532.0,0.0,1173.0,exact,min,1.0,1.0,255.63556256861898,,1173.0 -38,baseline,38,18.585349082946774,13514.0,13514.0,0.0,222.0,exact,min,1.0,1.0000000001384364,192.36916865733517,,222.0 -39,baseline,39,19.149864196777344,13538.0,13538.0,0.0,137.0,exact,min,1.0,1.0,164.56019881538484,,137.0 -40,baseline,40,23.872825860977173,13578.0,13578.0,0.0,1.0,exact,min,1.0,1.0,275.8429541923327,,1.0 -41,baseline,41,22.637821435928345,13526.0,13526.0,0.0,1.0,exact,min,1.0,1.0,260.17806939184857,,1.0 -42,baseline,42,27.23757696151733,13529.0,13529.0,0.0,294.0,exact,min,1.0,1.0,304.2965916597413,,294.0 -43,baseline,43,62.30587673187256,13565.0,13565.0,0.0,1889.0,exact,min,1.0,1.0,669.4584178706834,,1889.0 -44,baseline,44,26.792277336120605,13553.0,13553.0,0.0,277.0,exact,min,1.0,1.0000000004058,314.5669569501479,,277.0 -45,baseline,45,16.130266189575195,13521.0,13521.0,0.0,49.0,exact,min,1.0,1.0,198.53404309014186,,49.0 -46,baseline,46,27.59492301940918,13542.0,13543.0,7.384433613941809e-05,18.0,exact,min,0.9999261623173799,1.0000000012010246,311.574450902219,inf,18.0 -47,baseline,47,37.25418496131897,13564.0,13564.0,0.0,91.0,exact,min,1.0,1.0,378.26171905259895,,91.0 -48,baseline,48,25.38289999961853,13552.0,13552.0,0.0,1399.0,exact,min,1.0,1.0,372.8278382249428,,1399.0 -49,baseline,49,41.49198460578919,13524.0,13524.0,0.0,54.0,exact,min,1.0,1.0,449.75848255935665,,54.0 -50,ml-exact,0,6.174116849899292,13540.0,13540.0,0.0,94.0,exact,min,1.0,1.0,58.97411354785817,,94.0 -51,ml-exact,1,5.009122133255005,13566.99998090622,13566.99998090622,0.0,1.0,exact,min,0.9999999985926306,1.0,47.37972505491234,,1.0 -52,ml-exact,2,5.2100441455841064,13562.0,13562.0,0.0,242.0,exact,min,1.0,1.0,46.293765358867894,,242.0 -53,ml-exact,3,12.318267345428467,13522.0,13522.0,0.0,97.0,exact,min,1.0,1.0,118.69374880827397,,97.0 -54,ml-exact,4,4.930402040481567,13534.0,13534.0,0.0,1.0,exact,min,1.0,1.0,41.604677597827184,,1.0 -55,ml-exact,5,5.846351146697998,13531.9999625,13531.99996322176,5.3337307523789275e-11,86.0,exact,min,0.9999999972287911,1.0,58.07036730054231,inf,86.0 -56,ml-exact,6,6.1072611808776855,13534.999997444444,13534.99999744688,1.7995026315535833e-13,574.0,exact,min,0.999999999811189,1.0000000000645954,52.06392211461266,inf,574.0 -57,ml-exact,7,4.921344041824341,13612.0,13613.0,7.346459006758743e-05,52.0,exact,min,0.9999265408065819,1.0,48.9558862244063,inf,52.0 -58,ml-exact,8,6.504706144332886,13580.0,13580.0,0.0,598.0,exact,min,1.0,1.0,63.70045785984959,,598.0 -59,ml-exact,9,10.975998878479004,13584.0,13584.0,0.0,1029.0,exact,min,1.0,1.0,79.99005438465414,,1029.0 -60,ml-exact,10,6.432771921157837,13578.0,13578.0,0.0,289.0,exact,min,1.0,1.0,56.19122008313826,,289.0 -61,ml-exact,11,4.114284992218018,13575.0,13575.0,0.0,1.0,exact,min,1.0,1.0,36.51687813714121,,1.0 -62,ml-exact,12,5.743335008621216,13544.0,13544.0,0.0,91.0,exact,min,1.0,1.0,45.69766003661232,,91.0 -63,ml-exact,13,3.8841359615325928,13533.999942445726,13533.999942477614,2.3561920621524556e-12,1.0,exact,min,0.9999999957474306,1.0,39.90077493178935,inf,1.0 -64,ml-exact,14,5.4998838901519775,13551.0,13551.0,0.0,357.0,exact,min,1.0,1.0,43.77356073845944,,357.0 -65,ml-exact,15,6.1554951667785645,13594.0,13594.0,0.0,202.0,exact,min,1.0,1.00000000008018,49.04433705278275,,202.0 -66,ml-exact,16,37.64959454536438,13594.0,13594.0,0.0,2119.0,exact,min,1.0,1.0,300.27180867954735,,2119.0 -67,ml-exact,17,4.937198877334595,13543.0,13543.0,0.0,259.0,exact,min,1.0,1.0,44.28737662670958,,259.0 -68,ml-exact,18,3.7732529640197754,13524.99999799973,13524.99999799973,0.0,1.0,exact,min,1.0,1.0,44.15845645168041,,1.0 -69,ml-exact,19,5.213793992996216,13564.0,13564.0,0.0,71.0,exact,min,1.0,1.0,58.85044538335262,,71.0 -70,ml-exact,20,20.23319673538208,13569.0,13569.0,0.0,385.0,exact,min,1.0,1.0,177.94328572896333,,385.0 -71,ml-exact,21,4.877216815948486,13566.0,13566.0,0.0,296.0,exact,min,1.0,1.0,49.7112564306318,,296.0 -72,ml-exact,22,4.727038860321045,13565.0,13565.0,0.0,1.0,exact,min,1.0,1.0,41.89410805145629,,1.0 -73,ml-exact,23,10.90548586845398,13580.0,13580.0,0.0,1.0,exact,min,1.0,1.0,81.65484831498785,,1.0 -74,ml-exact,24,4.283064842224121,13542.999993494168,13542.999993497466,2.43507922189534e-13,1.0,exact,min,0.9999999995196166,1.0,44.105817767564275,inf,1.0 -75,ml-exact,25,4.85118293762207,13542.0,13542.0,0.0,48.0,exact,min,1.0,1.0,38.5182375078561,,48.0 -76,ml-exact,26,4.232825994491577,13531.0,13532.0,7.390436774813391e-05,1.0,exact,min,0.9999261010937038,1.0,45.34653766286177,inf,1.0 -77,ml-exact,27,4.408952951431274,13522.0,13522.0,0.0,122.0,exact,min,1.0,1.0,39.83844657433319,,122.0 -78,ml-exact,28,5.116509914398193,13571.0,13571.0,0.0,244.0,exact,min,1.0,1.0,45.505181308696585,,244.0 -79,ml-exact,29,4.226000070571899,13594.0,13595.0,7.356186552890981e-05,1.0,exact,min,0.9999264435454212,1.0,42.51762219679579,inf,1.0 -80,ml-exact,30,6.21782112121582,13576.0,13577.0,7.365939893930465e-05,927.0,exact,min,0.9999263460263681,1.0,46.82477314267862,inf,927.0 -81,ml-exact,31,4.492018938064575,13582.0,13582.0,0.0,81.0,exact,min,1.0,1.0,43.852335887385834,,81.0 -82,ml-exact,32,4.796422004699707,13524.0,13524.0,0.0,158.0,exact,min,1.0,1.0,43.95667620774794,,158.0 -83,ml-exact,33,13.309514999389648,13548.0,13548.0,0.0,1186.0,exact,min,1.0,1.0,113.47548628008188,,1186.0 -84,ml-exact,34,4.092274188995361,13557.0,13557.0,0.0,1.0,exact,min,1.0,1.0,44.25998117610655,,1.0 -85,ml-exact,35,12.810777187347412,13567.999997342848,13567.999997342848,0.0,665.0,exact,min,0.9999999998041603,1.0,121.309659430842,,665.0 -86,ml-exact,36,6.248754978179932,13554.0,13554.0,0.0,207.0,exact,min,1.0,1.0,44.35197381780768,,207.0 -87,ml-exact,37,4.716349124908447,13532.0,13532.0,0.0,135.0,exact,min,1.0,1.0,47.009762311015635,,135.0 -88,ml-exact,38,4.521557807922363,13513.999998129171,13513.999998129171,0.0,1.0,exact,min,0.9999999998615636,1.0,46.800752176573944,,1.0 -89,ml-exact,39,5.645528078079224,13538.0,13538.0,0.0,300.0,exact,min,1.0,1.0,48.51361938654882,,300.0 -90,ml-exact,40,4.649635076522827,13578.0,13578.0,0.0,1.0,exact,min,1.0,1.0,53.725063086094615,,1.0 -91,ml-exact,41,4.388063907623291,13526.0,13526.0,0.0,1.0,exact,min,1.0,1.0,50.43232623266163,,1.0 -92,ml-exact,42,5.448373079299927,13529.0,13529.0,0.0,62.0,exact,min,1.0,1.0,60.868900360118474,,62.0 -93,ml-exact,43,6.0346598625183105,13565.0,13565.0,0.0,1351.0,exact,min,1.0,1.0,64.8406547802029,,1351.0 -94,ml-exact,44,4.181343078613281,13552.999994500191,13552.999994500191,0.0,1.0,exact,min,0.9999999995941998,1.0,49.09296629408488,,1.0 -95,ml-exact,45,4.882394075393677,13521.0,13521.0,0.0,1.0,exact,min,1.0,1.0,60.09333165088886,,1.0 -96,ml-exact,46,4.094098091125488,13542.999983734524,13542.999983734524,0.0,1.0,exact,min,1.0,1.0,46.226487523992326,,1.0 -97,ml-exact,47,4.172211170196533,13564.0,13564.0,0.0,1.0,exact,min,1.0,1.0,42.36269753660237,,1.0 -98,ml-exact,48,4.766964912414551,13552.0,13552.0,0.0,1.0,exact,min,1.0,1.0,70.01789485111554,,1.0 -99,ml-exact,49,4.057707786560059,13524.0,13524.0,0.0,1.0,exact,min,1.0,1.0,43.98412161027133,,1.0 -100,ml-heuristic,0,0.10469198226928711,13540.0,13540.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0 -101,ml-heuristic,1,0.10572290420532227,13566.0,13567.0,7.371369600471768e-05,1.0,heuristic,min,0.9999262917373037,1.0000000014073693,1.0,inf,1.0 -102,ml-heuristic,2,0.11254310607910156,13562.0,13563.0,7.37354372511429e-05,1.0,heuristic,min,1.0,1.000073735437251,1.0,inf,1.0 -103,ml-heuristic,3,0.10378193855285645,13522.0,13522.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0 -104,ml-heuristic,4,0.11850595474243164,13533.0,13534.0,7.389344565137072e-05,1.0,heuristic,min,0.9999261120141865,1.0,1.0,inf,1.0 -105,ml-heuristic,5,0.1006770133972168,13532.0,13532.0,0.0,1.0,heuristic,min,1.0,1.0000000027178717,1.0,,1.0 -106,ml-heuristic,6,0.11730313301086426,13534.99999657258,13534.99999657258,0.0,1.0,heuristic,min,0.9999999997467736,1.0,1.0,,1.0 -107,ml-heuristic,7,0.10052609443664551,13613.0,13613.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0 -108,ml-heuristic,8,0.10211396217346191,13579.0,13580.0,7.364312541424258e-05,1.0,heuristic,min,0.9999263622974963,1.0,1.0,inf,1.0 -109,ml-heuristic,9,0.13721704483032227,13584.0,13584.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0 -110,ml-heuristic,10,0.11448001861572266,13577.0,13578.0,7.365397363187744e-05,1.0,heuristic,min,0.9999263514508764,1.0,1.0,inf,1.0 -111,ml-heuristic,11,0.11266803741455078,13575.0,13575.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0 -112,ml-heuristic,12,0.12568116188049316,13543.0,13544.0,7.383888355608063e-05,1.0,heuristic,min,0.9999261665682221,1.0,1.0,inf,1.0 -113,ml-heuristic,13,0.09734487533569336,13534.0,13534.0,0.0,1.0,heuristic,min,1.0,1.0000000042502133,1.0,,1.0 -114,ml-heuristic,14,0.12564396858215332,13550.0,13551.0,7.380073800738008e-05,1.0,heuristic,min,0.9999262047081396,1.0,1.0,inf,1.0 -115,ml-heuristic,15,0.12550878524780273,13593.0,13594.0,7.356727727506805e-05,1.0,heuristic,min,0.9999264381344711,1.00000000008018,1.0,inf,1.0 -116,ml-heuristic,16,0.12538504600524902,13593.0,13594.0,7.356727727506805e-05,1.0,heuristic,min,0.9999264381344711,1.0,1.0,inf,1.0 -117,ml-heuristic,17,0.1114809513092041,13543.0,13543.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0 -118,ml-heuristic,18,0.08544802665710449,13524.0,13525.0,7.394262052647145e-05,1.0,heuristic,min,0.9999260629944637,1.0000000001478944,1.0,inf,1.0 -119,ml-heuristic,19,0.08859395980834961,13564.0,13564.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0 -120,ml-heuristic,20,0.11370587348937988,13569.0,13569.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0 -121,ml-heuristic,21,0.09811091423034668,13565.0,13566.0,7.371913011426465e-05,1.0,heuristic,min,0.9999262863039953,1.0,1.0,inf,1.0 -122,ml-heuristic,22,0.11283302307128906,13564.0,13565.0,7.372456502506635e-05,1.0,heuristic,min,0.9999262808698858,1.0,1.0,inf,1.0 -123,ml-heuristic,23,0.13355588912963867,13579.0,13580.0,7.364312541424258e-05,1.0,heuristic,min,0.9999263622974963,1.0,1.0,inf,1.0 -124,ml-heuristic,24,0.09710884094238281,13543.0,13543.0,0.0,1.0,heuristic,min,1.0,1.00000000048014,1.0,,1.0 -125,ml-heuristic,25,0.1259450912475586,13542.0,13542.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0 -126,ml-heuristic,26,0.09334397315979004,13532.0,13532.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0 -127,ml-heuristic,27,0.11067080497741699,13521.0,13522.0,7.395902669920864e-05,1.0,heuristic,min,0.9999260464428339,1.0,1.0,inf,1.0 -128,ml-heuristic,28,0.11243796348571777,13571.0,13571.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0 -129,ml-heuristic,29,0.09939408302307129,13595.0,13595.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0 -130,ml-heuristic,30,0.13278913497924805,13576.0,13577.0,7.365939893930465e-05,1.0,heuristic,min,0.9999263460263681,1.0,1.0,inf,1.0 -131,ml-heuristic,31,0.10243511199951172,13581.0,13582.0,7.363228039172373e-05,1.0,heuristic,min,0.9999263731409218,1.0,1.0,inf,1.0 -132,ml-heuristic,32,0.10911703109741211,13524.0,13524.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0 -133,ml-heuristic,33,0.11728978157043457,13548.0,13548.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0 -134,ml-heuristic,34,0.09245991706848145,13557.0,13557.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0 -135,ml-heuristic,35,0.10560393333435059,13568.0,13568.0,0.0,1.0,heuristic,min,1.0,1.0000000001958396,1.0,,1.0 -136,ml-heuristic,36,0.14089012145996094,13553.0,13554.0,7.378440197742197e-05,1.0,heuristic,min,0.9999262210417589,1.0,1.0,inf,1.0 -137,ml-heuristic,37,0.1003270149230957,13531.0,13532.0,7.390436774813391e-05,1.0,heuristic,min,0.9999261010937038,1.0,1.0,inf,1.0 -138,ml-heuristic,38,0.09661293029785156,13514.0,13514.0,0.0,1.0,heuristic,min,1.0,1.0000000001384364,1.0,,1.0 -139,ml-heuristic,39,0.11636996269226074,13537.0,13538.0,7.387161113983896e-05,1.0,heuristic,min,0.999926133845472,1.0,1.0,inf,1.0 -140,ml-heuristic,40,0.08654499053955078,13577.0,13578.0,7.365397363187744e-05,1.0,heuristic,min,0.9999263514508764,1.0,1.0,inf,1.0 -141,ml-heuristic,41,0.08700895309448242,13526.0,13526.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0 -142,ml-heuristic,42,0.08950996398925781,13528.0,13529.0,7.392075694855116e-05,1.0,heuristic,min,0.9999260847069259,1.0,1.0,inf,1.0 -143,ml-heuristic,43,0.09306907653808594,13564.0,13565.0,7.372456502506635e-05,1.0,heuristic,min,0.9999262808698858,1.0,1.0,inf,1.0 -144,ml-heuristic,44,0.08517193794250488,13553.0,13553.0,0.0,1.0,heuristic,min,1.0,1.0000000004058,1.0,,1.0 -145,ml-heuristic,45,0.08124685287475586,13520.0,13521.0,7.396449704142012e-05,1.0,heuristic,min,0.9999260409733008,1.0,1.0,inf,1.0 -146,ml-heuristic,46,0.08856606483459473,13542.0,13543.0,7.38443361394181e-05,1.0,heuristic,min,0.9999261623173799,1.0000000012010246,1.0,inf,1.0 -147,ml-heuristic,47,0.09848785400390625,13563.0,13564.0,7.37300007373e-05,1.0,heuristic,min,0.9999262754349749,1.0,1.0,inf,1.0 -148,ml-heuristic,48,0.06808209419250488,13552.0,13552.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0 -149,ml-heuristic,49,0.0922539234161377,13523.0,13524.0,7.394808844191378e-05,1.0,heuristic,min,0.9999260573794735,1.0,1.0,inf,1.0 +,Solver,Instance,Wallclock Time,Lower Bound,Upper Bound,Gap,Nodes,Mode,Sense,Relative Lower Bound,Relative Upper Bound,Relative Wallclock Time,Relative Gap,Relative Nodes,Predicted LB,Predicted UB +0,baseline,0,36.53329420089722,13540.0,13540.0,0.0,850.0,exact,min,1.0,1.0,348.9264354938609,,850.0,, +1,baseline,1,18.817906141281128,13567.0,13567.0,0.0,210.0,exact,min,1.0,1.0000000012586066,211.43717937384307,,210.0,, +2,baseline,2,41.11200523376465,13562.0,13562.0,0.0,454.0,exact,min,1.0,1.0,381.2422435502022,,454.0,, +3,baseline,3,32.869613885879524,13522.0,13522.0,0.0,977.0,exact,min,1.0,1.0,292.9972180543808,,977.0,, +4,baseline,4,26.034526586532593,13534.0,13534.0,0.0,396.0,exact,min,1.0,1.0,263.0973634057194,,396.0,, +5,baseline,5,49.523164987564094,13532.0,13532.0,0.0,591.0,exact,min,1.0,1.0000000027128713,490.46927412556704,,591.0,, +6,baseline,6,43.27228236198425,13535.0,13535.0,0.0,2292.0,exact,min,1.0,1.0000000002532266,458.15479820673085,,2292.0,, +7,baseline,7,38.228996753692634,13613.0,13613.0,0.0,104.0,exact,min,1.0,1.0,378.2617805740546,,104.0,, +8,baseline,8,57.10530495643616,13580.0,13580.0,0.0,2520.0,exact,min,1.0,1.0,593.5852954952678,,2520.0,, +9,baseline,9,32.913992881774895,13583.000000000002,13584.0,7.362143856277559e-05,1150.0,exact,min,0.9999263839811544,1.0000000000526519,265.6794478999876,inf,1150.0,, +10,baseline,10,54.779502391815186,13578.0,13578.0,0.0,5650.0,exact,min,1.0,1.0,429.670280884168,,5650.0,, +11,baseline,11,15.760047912597654,13575.0,13575.0,0.0,137.0,exact,min,1.0,1.0,156.60298221756824,,137.0,, +12,baseline,12,32.832256078720086,13544.0,13544.0,0.0,995.0,exact,min,1.0,1.0,268.6150555630328,,995.0,, +13,baseline,13,18.5905544757843,13534.0,13534.0,0.0,1.0,exact,min,1.0,1.000000000382988,174.85802031709014,,1.0,, +14,baseline,14,26.83425283432007,13551.0,13551.0,0.0,180.0,exact,min,1.0,1.0,229.4603988150939,,180.0,, +15,baseline,15,43.79837608337402,13593.999998910032,13593.999998910032,0.0,866.0,exact,min,0.9999999999198199,1.0,354.0232066494123,,866.0,, +16,baseline,16,88.94579243659973,13594.0,13594.0,0.0,3845.0,exact,min,1.0,1.0,643.5173900218896,,3845.0,, +17,baseline,17,46.35858511924744,13543.0,13543.0,0.0,609.0,exact,min,1.0,1.0,351.289044461708,,609.0,, +18,baseline,18,26.682329416275024,13524.0,13525.0,7.394262052647145e-05,1.0,exact,min,0.9999260628465804,1.0,221.69489708999424,inf,1.0,, +19,baseline,19,22.814379453659054,13564.0,13564.0,0.0,212.0,exact,min,1.0,1.0,188.49094286400899,,212.0,, +20,baseline,20,53.29448294639587,13569.0,13569.0,0.0,553.0,exact,min,1.0,1.0,535.5578148659267,,553.0,, +21,baseline,21,47.91645574569702,13566.0,13566.0,0.0,427.0,exact,min,1.0,1.0,469.00946064520946,,427.0,, +22,baseline,22,23.47979474067688,13565.0,13565.0,0.0,1.0,exact,min,1.0,1.0000000005158192,208.7615810370521,,1.0,, +23,baseline,23,34.002822875976555,13579.0,13580.0,7.364312541424258e-05,795.0,exact,min,0.9999263622974963,1.0,288.66394771516985,inf,795.0,, +24,baseline,24,26.307467222213745,13543.0,13543.0,0.0,72.0,exact,min,1.0,1.0,263.615440667033,,72.0,, +25,baseline,25,30.169880151748657,13541.0,13542.0,7.384978952809984e-05,185.0,exact,min,0.9999261556638606,1.0,253.1283548471628,inf,185.0,, +26,baseline,26,22.108322381973267,13531.0,13532.0,7.390436774813391e-05,1.0,exact,min,0.9999261010937038,1.0,201.04333111467156,inf,1.0,, +27,baseline,27,30.187870264053345,13521.0,13522.0,7.395902669920864e-05,639.0,exact,min,0.9999260464428339,1.0,299.340417081376,inf,639.0,, +28,baseline,28,28.049314975738525,13571.0,13571.0,0.0,698.0,exact,min,1.0,1.0,229.69026552128074,,698.0,, +29,baseline,29,14.55678105354309,13595.0,13595.0,0.0,3192.0,exact,min,1.0,1.0,155.07081048543787,,3192.0,, +30,baseline,30,43.23353409767151,13577.0,13577.0,0.0,194.0,exact,min,1.0,1.0,330.94661332622775,,194.0,, +31,baseline,31,22.519271850585934,13582.0,13582.0,0.0,202.0,exact,min,1.0,1.0,241.9939842689144,,202.0,, +32,baseline,32,42.93885207176209,13524.0,13524.0,0.0,45.0,exact,min,1.0,1.0,412.99724360606047,,45.0,, +33,baseline,33,55.74046897888184,13548.0,13548.0,0.0,1122.0,exact,min,1.0,1.0,476.4924946958442,,1122.0,, +34,baseline,34,39.575217008590705,13557.0,13557.0,0.0,918.0,exact,min,1.0,1.0,433.5347670400678,,918.0,, +35,baseline,35,59.18739986419678,13568.0,13568.0,0.0,242.0,exact,min,1.0,1.0,505.6068872532047,,242.0,, +36,baseline,36,37.39885544776917,13554.0,13554.0,0.0,427.0,exact,min,1.0,1.0000000009191574,317.32406216115623,,427.0,, +37,baseline,37,25.6471529006958,13532.0,13532.0,0.0,1173.0,exact,min,1.0,1.0,292.3723011023896,,1173.0,, +38,baseline,38,18.585349082946774,13514.0,13514.0,0.0,222.0,exact,min,1.0,1.0000000000879068,170.0863254726038,,222.0,, +39,baseline,39,19.149864196777344,13538.0,13538.0,0.0,137.0,exact,min,1.0,1.0,162.33253366586564,,137.0,, +40,baseline,40,23.872825860977173,13578.0,13578.0,0.0,1.0,exact,min,1.0,1.0,272.34371158135235,,1.0,, +41,baseline,41,22.637821435928345,13526.0,13526.0,0.0,1.0,exact,min,1.0,1.0,216.56354703847057,,1.0,, +42,baseline,42,27.23757696151733,13529.0,13529.0,0.0,294.0,exact,min,1.0,1.0,313.8552354683267,,294.0,, +43,baseline,43,62.30587673187256,13565.0,13565.0,0.0,1889.0,exact,min,1.0,1.0,676.1793314013662,,1889.0,, +44,baseline,44,26.792277336120605,13553.0,13553.0,0.0,277.0,exact,min,1.0,1.0000000004058,315.6449158326709,,277.0,, +45,baseline,45,16.130266189575195,13521.0,13521.0,0.0,49.0,exact,min,1.0,1.0,179.2210778392354,,49.0,, +46,baseline,46,27.59492301940918,13542.0,13543.0,7.384433613941809e-05,18.0,exact,min,0.999926162069197,1.0000000009528236,295.25891836734695,inf,18.0,, +47,baseline,47,37.25418496131897,13564.0,13564.0,0.0,91.0,exact,min,1.0,1.0,391.7824472459582,,91.0,, +48,baseline,48,25.38289999961853,13552.0,13552.0,0.0,1399.0,exact,min,1.0,1.0,264.4132092856912,,1399.0,, +49,baseline,49,41.49198460578919,13524.0,13524.0,0.0,54.0,exact,min,1.0,1.0,401.4551324342904,,54.0,, +50,ml-exact,0,6.05466103553772,13540.0,13540.0,0.0,76.0,exact,min,1.0,1.0,57.82756084453674,,76.0,13533.663005450075,13534.833771880201 +51,ml-exact,1,4.927448987960815,13566.0,13566.999982924486,7.371243730548252e-05,1.0,exact,min,0.9999262917373037,1.0,55.36460367593285,inf,1.0,13564.944720585474,13566.140858467346 +52,ml-exact,2,5.054768085479736,13562.0,13562.0,0.0,581.0,exact,min,1.0,1.0,46.87417007700624,,581.0,13544.231152455277,13545.410490321805 +53,ml-exact,3,12.246867179870605,13522.0,13522.0,0.0,159.0,exact,min,1.0,1.0,109.16763506994181,,159.0,13512.526711439668,13513.680334996996 +54,ml-exact,4,4.51540207862854,13534.0,13534.0,0.0,27.0,exact,min,1.0,1.0,45.63134181277603,,27.0,13551.417492418816,13552.602658862095 +55,ml-exact,5,5.639435052871704,13531.9999625,13531.999963289425,5.833764649881255e-11,116.0,exact,min,0.9999999972287911,1.0,55.85203646727414,inf,116.0,13556.490202981313,13557.679483714064 +56,ml-exact,6,5.965026140213013,13534.999997444444,13534.99999744688,1.7995026315535833e-13,1125.0,exact,min,0.999999999811189,1.0000000000645954,63.156025020951766,inf,1125.0,13535.353908970907,13536.526046830859 +57,ml-exact,7,4.488301992416382,13613.0,13613.0,0.0,1.0,exact,min,1.0,1.0,44.410087827939336,,1.0,13594.535532200041,13595.755670103834 +58,ml-exact,8,6.566015958786011,13580.0,13580.0,0.0,732.0,exact,min,1.0,1.0,68.25093616251435,,732.0,13587.771918116712,13588.98657030121 +59,ml-exact,9,5.067723989486694,13583.999999272728,13583.999999284777,8.869983664408748e-13,314.0,exact,min,0.9999999999464612,1.0,40.906313508437,inf,314.0,13568.749253507347,13569.948477106323 +60,ml-exact,10,6.226325035095215,13578.0,13578.0,0.0,1824.0,exact,min,1.0,1.0,48.837004899577366,,1824.0,13567.058349986515,13568.256202155668 +61,ml-exact,11,3.802604913711548,13575.0,13575.0,0.0,1.0,exact,min,1.0,1.0,37.78537178217587,,1.0,13563.67654294485,13564.871652254355 +62,ml-exact,12,5.549864053726196,13544.0,13544.0,0.0,36.0,exact,min,1.0,1.0,45.405866644819874,,36.0,13537.890264252155,13539.064459256842 +63,ml-exact,13,4.056273937225342,13533.999994792684,13533.99999481664,1.7700672716060462e-12,1.0,exact,min,0.999999999615242,1.0,38.15227950575203,inf,1.0,13558.603832382352,13559.794827402384 +64,ml-exact,14,5.761282920837402,13551.0,13551.0,0.0,224.0,exact,min,1.0,1.0,49.26488115261272,,224.0,13547.612959496942,13548.795040223118 +65,ml-exact,15,5.643709897994995,13594.0,13594.0,0.0,589.0,exact,min,1.0,1.00000000008018,45.6182272987437,,589.0,13559.44928414277,13560.640964877713 +66,ml-exact,16,27.778817176818848,13594.0,13594.0,0.0,690.0,exact,min,1.0,1.0,200.97805008892087,,690.0,13551.840218299023,13553.02572759976 +67,ml-exact,17,5.432694911956787,13543.0,13543.0,0.0,264.0,exact,min,1.0,1.0,41.16705027912775,,264.0,13534.50845721049,13535.67990935553 +68,ml-exact,18,4.090307950973511,13525.0,13525.0,0.0,1.0,exact,min,1.0,1.0,33.98505378261128,,1.0,13524.785761965704,13525.949328389255 +69,ml-exact,19,4.649221181869507,13564.0,13564.0,0.0,134.0,exact,min,1.0,1.0,38.41156784184877,,134.0,13559.026558262562,13560.21789614005 +70,ml-exact,20,20.46094799041748,13569.0,13569.0,0.0,467.0,exact,min,1.0,1.0,205.61266363828034,,467.0,13548.881137137567,13550.06424643611 +71,ml-exact,21,5.368138074874878,13566.0,13566.0,0.0,575.0,exact,min,1.0,1.0,52.54369305877081,,575.0,13552.68567005944,13553.871865075087 +72,ml-exact,22,4.845078945159912,13564.999993000001,13564.999993002913,2.146850008536462e-13,1.0,exact,min,0.9999999994839662,1.0,43.0781594137461,inf,1.0,13550.149314778191,13551.333452649102 +73,ml-exact,23,10.622714042663574,13580.0,13580.0,0.0,50.0,exact,min,1.0,1.0,90.18058830553998,,50.0,13559.872010022977,13561.064033615377 +74,ml-exact,24,4.7801079750061035,13542.0,13543.0,7.38443361394181e-05,1.0,exact,min,0.999926161116444,1.0,47.89933822299735,inf,1.0,13544.653878335484,13545.833559059469 +75,ml-exact,25,5.581364154815674,13542.0,13542.0,0.0,68.0,exact,min,1.0,1.0,46.82821142163305,,68.0,13527.322117246953,13528.48774081524 +76,ml-exact,26,4.19781494140625,13532.0,13532.0,0.0,1.0,exact,min,1.0,1.0,38.17307729832039,,1.0,13537.467538371948,13538.641390519178 +77,ml-exact,27,4.832879066467285,13522.0,13522.0,0.0,392.0,exact,min,1.0,1.0,47.922427876034014,,392.0,13536.62208661153,13537.79525304385 +78,ml-exact,28,5.056591033935547,13571.0,13571.0,0.0,311.0,exact,min,1.0,1.0,41.40741897696213,,311.0,13559.026558262562,13560.21789614005 +79,ml-exact,29,4.025763988494873,13595.0,13595.0,0.0,1.0,exact,min,1.0,1.0,42.88575078671262,,1.0,13570.862882908388,13572.063820794645 +80,ml-exact,30,5.8940110206604,13577.0,13577.0,0.0,180.0,exact,min,1.0,1.0,45.11782408970538,,180.0,13558.181106502145,13559.37175866472 +81,ml-exact,31,4.316196918487549,13582.0,13582.0,0.0,35.0,exact,min,1.0,1.0,46.38221413748047,,35.0,13582.276481674007,13583.486676711575 +82,ml-exact,32,4.606575012207031,13524.0,13524.0,0.0,166.0,exact,min,1.0,1.0,44.307257663210855,,166.0,13534.50845721049,13535.67990935553 +83,ml-exact,33,15.963073015213013,13548.0,13548.0,0.0,3089.0,exact,min,1.0,1.0,136.45892514669225,,3089.0,13551.840218299023,13553.02572759976 +84,ml-exact,34,4.222745895385742,13557.0,13557.0,0.0,19.0,exact,min,1.0,1.0,46.25892910778135,,19.0,13542.540248934445,13543.718215371147 +85,ml-exact,35,14.356100082397461,13568.0,13568.0,0.0,872.0,exact,min,1.0,1.0,122.63662692415794,,872.0,13543.38570069486,13544.564352846477 +86,ml-exact,36,5.769742012023926,13553.999987541665,13553.999987541742,5.63653202148058e-15,257.0,exact,min,0.999999999080837,1.0,48.95545467786571,inf,257.0,13524.363036085495,13525.526259651591 +87,ml-exact,37,5.165120840072632,13531.0,13532.0,7.390436774813391e-05,57.0,exact,min,0.9999261010937038,1.0,58.881321889065255,inf,57.0,13538.312990132363,13539.487527994506 +88,ml-exact,38,4.379245042800903,13513.999998802607,13513.999998812027,6.970953175816699e-13,1.0,exact,min,0.9999999999113961,1.0,40.07725086840406,inf,1.0,13528.590294887577,13529.756947028232 +89,ml-exact,39,5.780348062515259,13538.0,13538.0,0.0,275.0,exact,min,1.0,1.0,48.99974938812302,,275.0,13536.199360731323,13537.372184306187 +90,ml-exact,40,4.431488037109375,13578.0,13578.0,0.0,1.0,exact,min,1.0,1.0,50.55488222814557,,1.0,13565.79017234589,13566.986995942674 +91,ml-exact,41,4.366369009017944,13525.0,13526.0,7.393715341959335e-05,1.0,exact,min,0.9999260683128789,1.0,41.77064312253244,inf,1.0,13520.558503163622,13521.718641012614 +92,ml-exact,42,4.972646951675415,13529.0,13529.0,0.0,1.0,exact,min,1.0,1.0,57.29919669888296,,1.0,13529.013020767785,13530.180015765896 +93,ml-exact,43,6.401448011398315,13565.0,13565.0,0.0,2367.0,exact,min,1.0,1.0,69.4722081349617,,2367.0,13559.872010022977,13561.064033615377 +94,ml-exact,44,4.0258378982543945,13552.999994500191,13552.999994500191,0.0,1.0,exact,min,0.9999999995941998,1.0,47.42916209057432,,1.0,13570.017431147971,13571.217683319315 +95,ml-exact,45,3.9583420753479004,13521.0,13521.0,0.0,1.0,exact,min,1.0,1.0,43.98057197957064,,1.0,13518.022147882373,13519.180228586629 +96,ml-exact,46,4.806010007858276,13542.999987095911,13542.999987095911,0.0,1.0,exact,min,1.0,1.0,51.423130102040815,,1.0,13542.117523054236,13543.295146633483 +97,ml-exact,47,4.445219039916992,13564.0,13564.0,0.0,1.0,exact,min,1.0,1.0,46.748004172182775,,1.0,13566.212898226098,13567.410064680338 +98,ml-exact,48,4.616817951202393,13552.0,13552.0,0.0,1.0,exact,min,1.0,1.0,48.09330892780417,,1.0,13557.335654741728,13558.525621189392 +99,ml-exact,49,4.049206018447876,13524.0,13524.0,0.0,1.0,exact,min,1.0,1.0,39.17803773027788,,1.0,13500.690386793842,13501.8344103424 +100,ml-heuristic,0,0.10470199584960938,13540.0,13540.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13533.663005450075,13534.833771880201 +101,ml-heuristic,1,0.08899998664855957,13566.0,13567.0,7.371369600471768e-05,1.0,heuristic,min,0.9999262917373037,1.0000000012586066,1.0,inf,1.0,13564.944720585474,13566.140858467346 +102,ml-heuristic,2,0.10783696174621582,13562.0,13563.0,7.37354372511429e-05,1.0,heuristic,min,1.0,1.000073735437251,1.0,inf,1.0,13544.231152455277,13545.410490321805 +103,ml-heuristic,3,0.11218404769897461,13522.0,13522.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13512.526711439668,13513.680334996996 +104,ml-heuristic,4,0.0989539623260498,13533.0,13534.0,7.389344565137072e-05,1.0,heuristic,min,0.9999261120141865,1.0,1.0,inf,1.0,13551.417492418816,13552.602658862095 +105,ml-heuristic,5,0.10097098350524902,13532.0,13532.0,0.0,1.0,heuristic,min,1.0,1.0000000027128713,1.0,,1.0,13556.490202981313,13557.679483714064 +106,ml-heuristic,6,0.09444904327392578,13534.99999657258,13534.99999657258,0.0,1.0,heuristic,min,0.9999999997467736,1.0,1.0,,1.0,13535.353908970907,13536.526046830859 +107,ml-heuristic,7,0.10106492042541504,13613.0,13613.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13594.535532200041,13595.755670103834 +108,ml-heuristic,8,0.09620404243469238,13579.0,13580.0,7.364312541424258e-05,1.0,heuristic,min,0.9999263622974963,1.0,1.0,inf,1.0,13587.771918116712,13588.98657030121 +109,ml-heuristic,9,0.1238861083984375,13584.0,13584.0,0.0,1.0,heuristic,min,1.0,1.0000000000526519,1.0,,1.0,13568.749253507347,13569.948477106323 +110,ml-heuristic,10,0.12749195098876953,13577.0,13578.0,7.365397363187744e-05,1.0,heuristic,min,0.9999263514508764,1.0,1.0,inf,1.0,13567.058349986515,13568.256202155668 +111,ml-heuristic,11,0.10063695907592773,13575.0,13575.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13563.67654294485,13564.871652254355 +112,ml-heuristic,12,0.12222790718078613,13543.0,13544.0,7.383888355608063e-05,1.0,heuristic,min,0.9999261665682221,1.0,1.0,inf,1.0,13537.890264252155,13539.064459256842 +113,ml-heuristic,13,0.10631799697875977,13534.0,13534.0,0.0,1.0,heuristic,min,1.0,1.000000000382988,1.0,,1.0,13558.603832382352,13559.794827402384 +114,ml-heuristic,14,0.11694502830505371,13550.0,13551.0,7.380073800738008e-05,1.0,heuristic,min,0.9999262047081396,1.0,1.0,inf,1.0,13547.612959496942,13548.795040223118 +115,ml-heuristic,15,0.12371611595153809,13593.0,13594.0,7.356727727506805e-05,1.0,heuristic,min,0.9999264381344711,1.00000000008018,1.0,inf,1.0,13559.44928414277,13560.640964877713 +116,ml-heuristic,16,0.13821816444396973,13594.0,13594.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13551.840218299023,13553.02572759976 +117,ml-heuristic,17,0.13196706771850586,13543.0,13543.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13534.50845721049,13535.67990935553 +118,ml-heuristic,18,0.12035608291625977,13525.0,13525.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13524.785761965704,13525.949328389255 +119,ml-heuristic,19,0.12103700637817383,13564.0,13564.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13559.026558262562,13560.21789614005 +120,ml-heuristic,20,0.09951210021972656,13569.0,13569.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13548.881137137567,13550.06424643611 +121,ml-heuristic,21,0.10216522216796875,13565.0,13566.0,7.371913011426465e-05,1.0,heuristic,min,0.9999262863039953,1.0,1.0,inf,1.0,13552.68567005944,13553.871865075087 +122,ml-heuristic,22,0.1124718189239502,13564.0,13565.0,7.372456502506635e-05,1.0,heuristic,min,0.9999262808698858,1.0000000005158192,1.0,inf,1.0,13550.149314778191,13551.333452649102 +123,ml-heuristic,23,0.11779379844665527,13579.0,13580.0,7.364312541424258e-05,1.0,heuristic,min,0.9999263622974963,1.0,1.0,inf,1.0,13559.872010022977,13561.064033615377 +124,ml-heuristic,24,0.09979486465454102,13543.0,13543.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13544.653878335484,13545.833559059469 +125,ml-heuristic,25,0.11918807029724121,13542.0,13542.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13527.322117246953,13528.48774081524 +126,ml-heuristic,26,0.10996794700622559,13532.0,13532.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13537.467538371948,13538.641390519178 +127,ml-heuristic,27,0.10084795951843262,13521.0,13522.0,7.395902669920864e-05,1.0,heuristic,min,0.9999260464428339,1.0,1.0,inf,1.0,13536.62208661153,13537.79525304385 +128,ml-heuristic,28,0.12211799621582031,13571.0,13571.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13559.026558262562,13560.21789614005 +129,ml-heuristic,29,0.0938718318939209,13595.0,13595.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13570.862882908388,13572.063820794645 +130,ml-heuristic,30,0.13063597679138184,13577.0,13577.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13558.181106502145,13559.37175866472 +131,ml-heuristic,31,0.09305715560913086,13581.0,13582.0,7.363228039172373e-05,1.0,heuristic,min,0.9999263731409218,1.0,1.0,inf,1.0,13582.276481674007,13583.486676711575 +132,ml-heuristic,32,0.10396885871887207,13524.0,13524.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13534.50845721049,13535.67990935553 +133,ml-heuristic,33,0.11698079109191895,13548.0,13548.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13551.840218299023,13553.02572759976 +134,ml-heuristic,34,0.09128499031066895,13557.0,13557.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13542.540248934445,13543.718215371147 +135,ml-heuristic,35,0.11706209182739258,13568.0,13568.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13543.38570069486,13544.564352846477 +136,ml-heuristic,36,0.11785697937011719,13553.0,13554.0,7.378440197742197e-05,1.0,heuristic,min,0.9999262210417589,1.0000000009191574,1.0,inf,1.0,13524.363036085495,13525.526259651591 +137,ml-heuristic,37,0.08772087097167969,13531.0,13532.0,7.390436774813391e-05,1.0,heuristic,min,0.9999261010937038,1.0,1.0,inf,1.0,13538.312990132363,13539.487527994506 +138,ml-heuristic,38,0.10927009582519531,13513.0,13514.0,7.400281210686006e-05,1.0,heuristic,min,0.9999260026639041,1.0000000000879068,1.0,inf,1.0,13528.590294887577,13529.756947028232 +139,ml-heuristic,39,0.11796689033508301,13537.0,13538.0,7.387161113983896e-05,1.0,heuristic,min,0.999926133845472,1.0,1.0,inf,1.0,13536.199360731323,13537.372184306187 +140,ml-heuristic,40,0.08765697479248047,13577.0,13578.0,7.365397363187744e-05,1.0,heuristic,min,0.9999263514508764,1.0,1.0,inf,1.0,13565.79017234589,13566.986995942674 +141,ml-heuristic,41,0.10453200340270996,13526.0,13526.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13520.558503163622,13521.718641012614 +142,ml-heuristic,42,0.08678388595581055,13528.0,13529.0,7.392075694855116e-05,1.0,heuristic,min,0.9999260847069259,1.0,1.0,inf,1.0,13529.013020767785,13530.180015765896 +143,ml-heuristic,43,0.09214401245117188,13564.0,13565.0,7.372456502506635e-05,1.0,heuristic,min,0.9999262808698858,1.0,1.0,inf,1.0,13559.872010022977,13561.064033615377 +144,ml-heuristic,44,0.08488106727600098,13553.0,13553.0,0.0,1.0,heuristic,min,1.0,1.0000000004058,1.0,,1.0,13570.017431147971,13571.217683319315 +145,ml-heuristic,45,0.09000205993652344,13521.0,13521.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13518.022147882373,13519.180228586629 +146,ml-heuristic,46,0.0934600830078125,13542.0,13543.0,7.38443361394181e-05,1.0,heuristic,min,0.999926162069197,1.0000000009528236,1.0,inf,1.0,13542.117523054236,13543.295146633483 +147,ml-heuristic,47,0.09508895874023438,13563.0,13564.0,7.37300007373e-05,1.0,heuristic,min,0.9999262754349749,1.0,1.0,inf,1.0,13566.212898226098,13567.410064680338 +148,ml-heuristic,48,0.09599709510803223,13552.0,13552.0,0.0,1.0,heuristic,min,1.0,1.0,1.0,,1.0,13557.335654741728,13558.525621189392 +149,ml-heuristic,49,0.10335397720336914,13523.0,13524.0,7.394808844191378e-05,1.0,heuristic,min,0.9999260573794735,1.0,1.0,inf,1.0,13500.690386793842,13501.8344103424 diff --git a/benchmark/tsp/ChallengeA/performance.png b/benchmark/tsp/ChallengeA/performance.png index dfc3502..f676459 100644 Binary files a/benchmark/tsp/ChallengeA/performance.png and b/benchmark/tsp/ChallengeA/performance.png differ diff --git a/docs/404.html b/docs/404.html index 7dbe612..7ac582c 100644 --- a/docs/404.html +++ b/docs/404.html @@ -14,16 +14,14 @@ MIPLearn - - + - + - - + @@ -32,6 +30,15 @@ + + + @@ -133,17 +140,17 @@

- Copyright © 2020, UChicago Argonne, LLC. All Rights Reserved.
+ Copyright © 2020, UChicago Argonne, LLC. All Rights Reserved.
- Documentation built with MkDocs. -

+ Documentation built with MkDocs.

- + + @@ -155,11 +162,8 @@