ANL-CEEESA
/
MIPLearn
mirror of https://github.com/ANL-CEEESA/MIPLearn.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Docs: update customization; revert benchmarks to master

Browse Source
pull/3/head
Alinson S. Xavier 5 years ago
parent ab8fdad47f
commit 63816319ed
17 changed files with 676 additions and 452 deletions
Show Stats Download Patch File Download Diff File

5
benchmark/Makefile
Unescape View File

@ -25,10 +25,9 @@ main: $(addsuffix /performance.png, $(CHALLENGES))
python benchmark.py charts $* python benchmark.py charts $*
clean: clean:
rm -rvf */*/*.csv rm -rvf $(CHALLENGES)
rm -rvf */*/*.png
clean-ml: clean-charts clean-ml:
rm -rvf */*/benchmark_ml.csv rm -rvf */*/benchmark_ml.csv
clean-charts: clean-charts:

21
benchmark/benchmark.py
Unescape View File

@ -16,12 +16,12 @@ Options:
""" """
from docopt import docopt from docopt import docopt
import importlib, pathlib import importlib, pathlib
from miplearn import LearningSolver, BenchmarkRunner, BranchPriorityComponent from miplearn import (LearningSolver, BenchmarkRunner)
from numpy import median from numpy import median
import pyomo.environ as pe
import pickle import pickle
import logging import logging
import sys import sys
import multiprocessing
logging.basicConfig(format='%(asctime)s %(levelname).1s %(name)s: %(message)12s', logging.basicConfig(format='%(asctime)s %(levelname).1s %(name)s: %(message)12s',
datefmt='%H:%M:%S', datefmt='%H:%M:%S',
@ -32,12 +32,9 @@ logging.getLogger('pyomo.core').setLevel(logging.ERROR)
logging.getLogger('miplearn').setLevel(logging.INFO) logging.getLogger('miplearn').setLevel(logging.INFO)
logger = logging.getLogger("benchmark") logger = logging.getLogger("benchmark")
n_jobs = multiprocessing.cpu_count() // 4 n_jobs = 10
logger.info("Running %d jobs in parallel" % n_jobs)
train_time_limit = 3600 train_time_limit = 3600
test_time_limit = 900 test_time_limit = 900
test_node_limit = 1_000_000
internal_solver = "gurobi" internal_solver = "gurobi"
args = docopt(__doc__) args = docopt(__doc__)
@ -64,10 +61,9 @@ def train():
train_instances = challenge.training_instances train_instances = challenge.training_instances
test_instances = challenge.test_instances test_instances = challenge.test_instances
solver = LearningSolver(time_limit=train_time_limit, solver = LearningSolver(time_limit=train_time_limit,
solver=internal_solver) solver=internal_solver,
solver.add(BranchPriorityComponent()) components={})
solver.parallel_solve(train_instances, n_jobs=n_jobs) solver.parallel_solve(train_instances, n_jobs=n_jobs)
solver.fit(train_instances)
save(train_instances, "%s/train_instances.bin" % basepath) save(train_instances, "%s/train_instances.bin" % basepath)
save(test_instances, "%s/test_instances.bin" % basepath) save(test_instances, "%s/test_instances.bin" % basepath)
@ -77,7 +73,6 @@ def test_baseline():
solvers = { solvers = {
"baseline": LearningSolver( "baseline": LearningSolver(
time_limit=test_time_limit, time_limit=test_time_limit,
node_limit=test_node_limit,
solver=internal_solver, solver=internal_solver,
), ),
} }
@ -93,17 +88,14 @@ def test_ml():
solvers = { solvers = {
"ml-exact": LearningSolver( "ml-exact": LearningSolver(
time_limit=test_time_limit, time_limit=test_time_limit,
node_limit=test_node_limit,
solver=internal_solver, solver=internal_solver,
), ),
"ml-heuristic": LearningSolver( "ml-heuristic": LearningSolver(
time_limit=test_time_limit, time_limit=test_time_limit,
node_limit=test_node_limit,
solver=internal_solver, solver=internal_solver,
mode="heuristic", mode="heuristic",
), ),
} }
solvers["ml-exact"].add(BranchPriorityComponent())
benchmark = BenchmarkRunner(solvers) benchmark = BenchmarkRunner(solvers)
logger.info("Loading results...") logger.info("Loading results...")
benchmark.load_results("%s/benchmark_baseline.csv" % basepath) benchmark.load_results("%s/benchmark_baseline.csv" % basepath)
@ -171,7 +163,7 @@ def charts():
palette=palette, palette=palette,
size=4.0, size=4.0,
); );
# ax3.set_ylim(0.95,1.05) ax3.set_ylim(0.95,1.05)
sns.stripplot(x="Solver", sns.stripplot(x="Solver",
y=primal_column, y=primal_column,
jitter=0.25, jitter=0.25,
@ -198,7 +190,6 @@ def charts():
bbox_inches='tight', bbox_inches='tight',
dpi=150) dpi=150)
if __name__ == "__main__": if __name__ == "__main__":
if args["train"]: if args["train"]:
train() train()

102
benchmark/knapsack/ChallengeA/benchmark_baseline.csv
Unescape View File

@ -1,51 +1,51 @@
,Solver,Instance,Wallclock Time,Lower Bound,Upper Bound,Gap,Nodes,Mode,Sense,Predicted LB,Predicted UB,Relative Lower Bound,Relative Upper Bound,Relative Wallclock Time,Relative Gap,Relative Nodes ,Solver,Instance,Wallclock Time,Lower Bound,Upper Bound,Gap,Nodes,Mode,Relative Lower Bound,Relative Upper Bound,Relative Wallclock Time,Relative Gap,Relative Nodes
0,baseline,0,70.42135906219482,59113.0,59284.0,0.00289276470488725,1000705,exact,max,,,1.0,1.0,1.0,1.0,1.0 0,baseline,0,662.7372989654541,59162.0,59167.0,8.451370812345763e-05,18688107.0,exact,1.0,1.0,1.0,1.0,1.0
1,baseline,1,71.4270031452179,59137.0,59322.0,0.003128329134044676,1000013,exact,max,,,1.0,1.0,1.0,1.0,1.0 1,baseline,1,900.0007548332214,59137.0,59256.0,0.002012276578115224,24175550.0,exact,1.0,1.0,1.0,1.0,1.0
2,baseline,2,69.50715589523315,59186.0,59345.0,0.002686446119014632,1000226,exact,max,,,1.0,1.0,1.0,1.0,1.0 2,baseline,2,900.0016160011292,59186.0,59285.0,0.0016726928665562802,24089218.0,exact,1.0,1.0,1.0,1.0,1.0
3,baseline,3,74.09797096252441,59145.0,59302.0,0.0026544931946910137,1000456,exact,max,,,1.0,1.0,1.0,1.0,1.0 3,baseline,3,900.0023140907288,59145.0,59231.0,0.0014540535970918927,24595759.0,exact,1.0,1.0,1.0,1.0,1.0
4,baseline,4,71.66170287132263,59142.0,59292.0,0.0025362686415745157,1000459,exact,max,,,1.0,1.0,1.0,1.0,1.0 4,baseline,4,900.0024960041046,59142.0,59213.0,0.0012005004903452706,25467171.0,exact,1.0,1.0,1.0,1.0,1.0
5,baseline,5,73.41511583328247,59126.0,59307.0,0.00306125900619017,1000038,exact,max,,,1.0,1.0,1.0,1.0,1.0 5,baseline,5,900.002925157547,59126.0,59244.0,0.0019957379156377904,23457042.0,exact,1.0,1.0,1.0,1.0,1.0
6,baseline,6,73.41207909584045,59115.0,59296.0,0.0030618286390932926,1000578,exact,max,,,1.0,1.0,1.0,1.0,1.0 6,baseline,6,900.0031039714813,59125.0,59236.97169757604,0.0018938130668251741,24240772.0,exact,1.0,1.0,1.0,1.0,1.0
7,baseline,7,70.86374998092651,59095.0,59277.0,0.0030797867839918776,1000701,exact,max,,,1.0,1.0,1.0,1.0,1.0 7,baseline,7,900.002781867981,59105.0,59212.0,0.001810337534895525,24042592.0,exact,1.0,1.0,1.0,1.0,1.0
8,baseline,8,67.79171895980835,59140.0,59320.0,0.003043625295908015,1000609,exact,max,,,1.0,1.0,1.0,1.0,1.0 8,baseline,8,900.0021660327911,59169.0,59251.0,0.0013858608392908448,25512146.0,exact,1.0,1.0,1.0,1.0,1.0
9,baseline,9,72.5014169216156,59116.0,59320.949428988,0.003466902851816804,1000634,exact,max,,,1.0,1.0,1.0,1.0,1.0 9,baseline,9,900.0015439987183,59130.0,59256.0,0.00213089802130898,23227790.0,exact,1.0,1.0,1.0,1.0,1.0
10,baseline,10,70.24692487716675,59127.0,59276.0,0.0025199993234901147,1000328,exact,max,,,1.0,1.0,1.0,1.0,1.0 10,baseline,10,900.0024099349976,59127.0,59201.0,0.0012515432881762985,25015636.0,exact,1.0,1.0,1.0,1.0,1.0
11,baseline,11,70.154865026474,59198.0,59348.0,0.0025338693874793067,1000544,exact,max,,,1.0,1.0,1.0,1.0,1.0 11,baseline,11,900.0025849342346,59198.0,59289.0,0.0015372140950707794,24558832.0,exact,1.0,1.0,1.0,1.0,1.0
12,baseline,12,76.15164113044739,59102.0,59288.0,0.003147101620926534,1000054,exact,max,,,1.0,1.0,1.0,1.0,1.0 12,baseline,12,900.0022029876709,59102.0,59224.0,0.002064227944908802,24026788.0,exact,1.0,1.0,1.0,1.0,1.0
13,baseline,13,71.0146369934082,59150.0,59287.0,0.00231614539306847,1000385,exact,max,,,1.0,1.0,1.0,1.0,1.0 13,baseline,13,900.0011007785797,59150.0,59206.0,0.0009467455621301775,24953207.0,exact,1.0,1.0,1.0,1.0,1.0
14,baseline,14,72.78574514389038,59165.0,59321.0,0.0026366939913800387,1000144,exact,max,,,1.0,1.0,1.0,1.0,1.0 14,baseline,14,900.0014700889587,59169.0,59250.0,0.0013689600973482736,25494260.0,exact,1.0,1.0,1.0,1.0,1.0
15,baseline,15,72.70145797729492,59083.0,59261.0,0.0030127109320786014,1000093,exact,max,,,1.0,1.0,1.0,1.0,1.0 15,baseline,15,900.0013790130615,59083.0,59196.0,0.0019125636816004605,23792716.0,exact,1.0,1.0,1.0,1.0,1.0
16,baseline,16,72.70431399345398,59126.0,59293.0,0.0028244765416229746,1000184,exact,max,,,1.0,1.0,1.0,1.0,1.0 16,baseline,16,900.0020098686218,59126.0,59233.0,0.0018096945506207082,23398798.0,exact,1.0,1.0,1.0,1.0,1.0
17,baseline,17,67.70325493812561,59156.0,59290.0,0.0022651971059571303,1000033,exact,max,,,1.0,1.0,1.0,1.0,1.0 17,baseline,17,900.0023510456085,59156.0,59197.0,0.0006930826965988235,25573586.0,exact,1.0,1.0,1.0,1.0,1.0
18,baseline,18,68.9480299949646,59107.0,59270.0,0.0027577105926540006,1000050,exact,max,,,1.0,1.0,1.0,1.0,1.0 18,baseline,18,900.002711057663,59118.0,59211.0,0.0015731249365675429,24489136.0,exact,1.0,1.0,1.0,1.0,1.0
19,baseline,19,68.68335199356079,59159.0,59282.0,0.0020791426494700723,1000157,exact,max,,,1.0,1.0,1.0,1.0,1.0 19,baseline,19,724.1934628486633,59159.0,59164.0,8.451799388089724e-05,20931760.0,exact,1.0,1.0,1.0,1.0,1.0
20,baseline,20,71.09696197509766,59068.006956937425,59250.96970984195,0.00309749325109125,1000031,exact,max,,,1.0,1.0,1.0,1.0,1.0 20,baseline,20,900.0011439323425,59068.0,59191.0,0.0020823457709758246,23411794.0,exact,1.0,1.0,1.0,1.0,1.0
21,baseline,21,65.33107399940491,59175.0,59283.98170493022,0.001841684916438055,1000821,exact,max,,,1.0,1.0,1.0,1.0,1.0 21,baseline,21,380.06568694114685,59175.0,59180.0,8.449514152936207e-05,11618526.0,exact,1.0,1.0,1.0,1.0,1.0
22,baseline,22,68.68796896934509,59121.0,59246.0,0.002114307944723533,1000075,exact,max,,,1.0,1.0,1.0,1.0,1.0 22,baseline,22,900.0016028881073,59121.0,59154.94711904252,0.0005741973079365614,26352886.0,exact,1.0,1.0,1.0,1.0,1.0
23,baseline,23,67.72725200653076,59193.0,59288.0,0.001604919500616627,1000066,exact,max,,,1.0,1.0,1.0,1.0,1.0 23,baseline,23,230.25152111053467,59193.0,59198.0,8.44694474008751e-05,6776049.0,exact,1.0,1.0,1.0,1.0,1.0
24,baseline,24,69.30689406394958,59162.0,59304.0,0.0024001893107061965,1000352,exact,max,,,1.0,1.0,1.0,1.0,1.0 24,baseline,24,900.0010840892792,59162.0,59240.0,0.001318413846725939,24727727.0,exact,1.0,1.0,1.0,1.0,1.0
25,baseline,25,73.5184109210968,59088.0,59278.0,0.003215542919036014,1000151,exact,max,,,1.0,1.0,1.0,1.0,1.0 25,baseline,25,900.0015320777893,59096.0,59210.0,0.001929064572898335,23438919.0,exact,1.0,1.0,1.0,1.0,1.0
26,baseline,26,71.44733309745789,59089.0,59268.0,0.0030293286398483644,1000661,exact,max,,,1.0,1.0,1.0,1.0,1.0 26,baseline,26,900.0015478134155,59089.0,59203.0,0.001929293100238623,23826788.0,exact,1.0,1.0,1.0,1.0,1.0
27,baseline,27,71.64505815505981,59153.0,59307.0,0.0026034182543573444,1000299,exact,max,,,1.0,1.0,1.0,1.0,1.0 27,baseline,27,900.0010070800781,59153.0,59249.0,0.0016229100806383447,24336831.0,exact,1.0,1.0,1.0,1.0,1.0
28,baseline,28,70.63702201843262,59112.0,59279.0,0.0028251454865340373,1000017,exact,max,,,1.0,1.0,1.0,1.0,1.0 28,baseline,28,900.001277923584,59112.0,59208.0,0.0016240357287860333,25111591.0,exact,1.0,1.0,1.0,1.0,1.0
29,baseline,29,70.94550395011902,59178.0,59335.0,0.002653012943999459,1000577,exact,max,,,1.0,1.0,1.0,1.0,1.0 29,baseline,29,900.0012440681458,59182.0,59263.0,0.0013686593896792944,24919871.0,exact,1.0,1.0,1.0,1.0,1.0
30,baseline,30,76.50913286209106,59112.0,59308.0,0.0033157396129381515,1000445,exact,max,,,1.0,1.0,1.0,1.0,1.0 30,baseline,30,900.0012910366058,59134.0,59241.0,0.001809449724354855,23615391.0,exact,1.0,1.0,1.0,1.0,1.0
31,baseline,31,69.87212085723877,59082.0,59226.0,0.0024372905453437597,1000311,exact,max,,,1.0,1.0,1.0,1.0,1.0 31,baseline,31,900.0023548603058,59082.0,59169.0,0.0014725297044785213,26213904.0,exact,1.0,1.0,1.0,1.0,1.0
32,baseline,32,68.88597083091736,59175.0,59304.0,0.002179974651457541,1000341,exact,max,,,1.0,1.0,1.0,1.0,1.0 32,baseline,32,875.9193549156189,59175.0,59180.0,8.449514152936207e-05,24935695.0,exact,1.0,1.0,1.0,1.0,1.0
33,baseline,33,76.56814217567444,59060.0,59244.0,0.0031154757873349138,1000419,exact,max,,,1.0,1.0,1.0,1.0,1.0 33,baseline,33,900.0018489360809,59088.0,59177.0,0.0015062279989168698,25210167.0,exact,1.0,1.0,1.0,1.0,1.0
34,baseline,34,68.0914659500122,59190.0,59295.0,0.0017739483020780538,1000439,exact,max,,,1.0,1.0,1.0,1.0,1.0 34,baseline,34,232.1541509628296,59190.0,59195.0,8.447372867038352e-05,7309410.0,exact,1.0,1.0,1.0,1.0,1.0
35,baseline,35,68.29537415504456,59183.0,59324.0,0.002382440903637869,1000126,exact,max,,,1.0,1.0,1.0,1.0,1.0 35,baseline,35,900.0025398731232,59183.0,59262.0,0.001334842775797104,23927493.0,exact,1.0,1.0,1.0,1.0,1.0
36,baseline,36,68.21022391319275,59166.0,59317.0,0.002552141432579522,1000509,exact,max,,,1.0,1.0,1.0,1.0,1.0 36,baseline,36,900.0010929107666,59166.0,59254.0,0.00148734070243045,25589946.0,exact,1.0,1.0,1.0,1.0,1.0
37,baseline,37,66.71046090126038,59202.0,59326.0,0.0020945238336542685,1000162,exact,max,,,1.0,1.0,1.0,1.0,1.0 37,baseline,37,622.9371509552002,59202.0,59207.0,8.445660619573663e-05,18595087.0,exact,1.0,1.0,1.0,1.0,1.0
38,baseline,38,65.11834216117859,59212.0,59326.0,0.001925285415118557,1000389,exact,max,,,1.0,1.0,1.0,1.0,1.0 38,baseline,38,557.924427986145,59212.0,59217.0,8.444234276835777e-05,16270407.0,exact,1.0,1.0,1.0,1.0,1.0
39,baseline,39,67.9243791103363,59143.0,59275.0,0.002231878666959742,1000316,exact,max,,,1.0,1.0,1.0,1.0,1.0 39,baseline,39,900.0010092258453,59143.0,59185.0,0.0007101432122144632,26304077.0,exact,1.0,1.0,1.0,1.0,1.0
40,baseline,40,71.18170309066772,59158.0,59302.98773577507,0.002450855941293934,1000400,exact,max,,,1.0,1.0,1.0,1.0,1.0 40,baseline,40,900.0011250972748,59158.0,59242.99535479154,0.0014367516615088902,23949337.0,exact,1.0,1.0,1.0,1.0,1.0
41,baseline,41,74.35732889175415,59113.0,59319.0,0.0034848510479928273,1000410,exact,max,,,1.0,1.0,1.0,1.0,1.0 41,baseline,41,900.000893831253,59170.0,59257.0,0.0014703396991718777,24299427.0,exact,1.0,1.0,1.0,1.0,1.0
42,baseline,42,73.8943190574646,59065.0,59276.0,0.0035723355625158723,1000095,exact,max,,,1.0,1.0,1.0,1.0,1.0 42,baseline,42,900.0017001628876,59089.0,59228.0,0.002352383692396216,23229681.0,exact,1.0,1.0,1.0,1.0,1.0
43,baseline,43,64.76473903656006,59232.0,59312.0,0.001350621285791464,1000686,exact,max,,,1.0,1.0,1.0,1.0,1.0 43,baseline,43,127.60789799690247,59232.0,59237.0,8.44138303619665e-05,4041704.0,exact,1.0,1.0,1.0,1.0,1.0
44,baseline,44,65.31527090072632,59201.0,59288.0,0.001469569770780899,1000006,exact,max,,,1.0,1.0,1.0,1.0,1.0 44,baseline,44,166.38699293136597,59201.0,59206.0,8.445803280349994e-05,5151689.0,exact,1.0,1.0,1.0,1.0,1.0
45,baseline,45,73.93205189704895,59117.0,59319.0,0.0034169528223692,1000388,exact,max,,,1.0,1.0,1.0,1.0,1.0 45,baseline,45,900.0007989406586,59135.0,59247.0,0.001893971421324089,26922402.0,exact,1.0,1.0,1.0,1.0,1.0
46,baseline,46,72.88703107833862,59126.0,59324.0,0.0033487805703074787,1000221,exact,max,,,1.0,1.0,1.0,1.0,1.0 46,baseline,46,900.001415014267,59152.0,59254.0,0.001724371111712199,26485728.0,exact,1.0,1.0,1.0,1.0,1.0
47,baseline,47,72.83606815338135,59115.0,59307.0,0.003247906622684598,1000673,exact,max,,,1.0,1.0,1.0,1.0,1.0 47,baseline,47,900.0020279884338,59123.0,59235.0,0.0018943558344468312,28222784.0,exact,1.0,1.0,1.0,1.0,1.0
48,baseline,48,53.76883912086487,59176.0,59354.0,0.0030079762065702313,1000618,exact,max,,,1.0,1.0,1.0,1.0,1.0 48,baseline,48,900.0011022090912,59176.0,59284.0,0.0018250642152223874,28675410.0,exact,1.0,1.0,1.0,1.0,1.0
49,baseline,49,50.725261926651,59135.0,59301.0,0.002807136213748203,1000283,exact,max,,,1.0,1.0,1.0,1.0,1.0 49,baseline,49,900.0012428760529,59150.0,59206.0,0.0009467455621301775,30531240.0,exact,1.0,1.0,1.0,1.0,1.0

1 Solver Instance Wallclock Time Lower Bound Upper Bound Gap Nodes Mode Sense Relative Lower Bound Predicted LB Relative Upper Bound Predicted UB Relative Wallclock Time Relative Gap Relative Nodes
2 0 baseline 0 70.42135906219482 662.7372989654541 59113.0 59162.0 59284.0 59167.0 0.00289276470488725 8.451370812345763e-05 1000705 18688107.0 exact max 1.0 1.0 1.0 1.0 1.0
3 1 baseline 1 71.4270031452179 900.0007548332214 59137.0 59322.0 59256.0 0.003128329134044676 0.002012276578115224 1000013 24175550.0 exact max 1.0 1.0 1.0 1.0 1.0
4 2 baseline 2 69.50715589523315 900.0016160011292 59186.0 59345.0 59285.0 0.002686446119014632 0.0016726928665562802 1000226 24089218.0 exact max 1.0 1.0 1.0 1.0 1.0
5 3 baseline 3 74.09797096252441 900.0023140907288 59145.0 59302.0 59231.0 0.0026544931946910137 0.0014540535970918927 1000456 24595759.0 exact max 1.0 1.0 1.0 1.0 1.0
6 4 baseline 4 71.66170287132263 900.0024960041046 59142.0 59292.0 59213.0 0.0025362686415745157 0.0012005004903452706 1000459 25467171.0 exact max 1.0 1.0 1.0 1.0 1.0
7 5 baseline 5 73.41511583328247 900.002925157547 59126.0 59307.0 59244.0 0.00306125900619017 0.0019957379156377904 1000038 23457042.0 exact max 1.0 1.0 1.0 1.0 1.0
8 6 baseline 6 73.41207909584045 900.0031039714813 59115.0 59125.0 59296.0 59236.97169757604 0.0030618286390932926 0.0018938130668251741 1000578 24240772.0 exact max 1.0 1.0 1.0 1.0 1.0
9 7 baseline 7 70.86374998092651 900.002781867981 59095.0 59105.0 59277.0 59212.0 0.0030797867839918776 0.001810337534895525 1000701 24042592.0 exact max 1.0 1.0 1.0 1.0 1.0
10 8 baseline 8 67.79171895980835 900.0021660327911 59140.0 59169.0 59320.0 59251.0 0.003043625295908015 0.0013858608392908448 1000609 25512146.0 exact max 1.0 1.0 1.0 1.0 1.0
11 9 baseline 9 72.5014169216156 900.0015439987183 59116.0 59130.0 59320.949428988 59256.0 0.003466902851816804 0.00213089802130898 1000634 23227790.0 exact max 1.0 1.0 1.0 1.0 1.0
12 10 baseline 10 70.24692487716675 900.0024099349976 59127.0 59276.0 59201.0 0.0025199993234901147 0.0012515432881762985 1000328 25015636.0 exact max 1.0 1.0 1.0 1.0 1.0
13 11 baseline 11 70.154865026474 900.0025849342346 59198.0 59348.0 59289.0 0.0025338693874793067 0.0015372140950707794 1000544 24558832.0 exact max 1.0 1.0 1.0 1.0 1.0
14 12 baseline 12 76.15164113044739 900.0022029876709 59102.0 59288.0 59224.0 0.003147101620926534 0.002064227944908802 1000054 24026788.0 exact max 1.0 1.0 1.0 1.0 1.0
15 13 baseline 13 71.0146369934082 900.0011007785797 59150.0 59287.0 59206.0 0.00231614539306847 0.0009467455621301775 1000385 24953207.0 exact max 1.0 1.0 1.0 1.0 1.0
16 14 baseline 14 72.78574514389038 900.0014700889587 59165.0 59169.0 59321.0 59250.0 0.0026366939913800387 0.0013689600973482736 1000144 25494260.0 exact max 1.0 1.0 1.0 1.0 1.0
17 15 baseline 15 72.70145797729492 900.0013790130615 59083.0 59261.0 59196.0 0.0030127109320786014 0.0019125636816004605 1000093 23792716.0 exact max 1.0 1.0 1.0 1.0 1.0
18 16 baseline 16 72.70431399345398 900.0020098686218 59126.0 59293.0 59233.0 0.0028244765416229746 0.0018096945506207082 1000184 23398798.0 exact max 1.0 1.0 1.0 1.0 1.0
19 17 baseline 17 67.70325493812561 900.0023510456085 59156.0 59290.0 59197.0 0.0022651971059571303 0.0006930826965988235 1000033 25573586.0 exact max 1.0 1.0 1.0 1.0 1.0
20 18 baseline 18 68.9480299949646 900.002711057663 59107.0 59118.0 59270.0 59211.0 0.0027577105926540006 0.0015731249365675429 1000050 24489136.0 exact max 1.0 1.0 1.0 1.0 1.0
21 19 baseline 19 68.68335199356079 724.1934628486633 59159.0 59282.0 59164.0 0.0020791426494700723 8.451799388089724e-05 1000157 20931760.0 exact max 1.0 1.0 1.0 1.0 1.0
22 20 baseline 20 71.09696197509766 900.0011439323425 59068.006956937425 59068.0 59250.96970984195 59191.0 0.00309749325109125 0.0020823457709758246 1000031 23411794.0 exact max 1.0 1.0 1.0 1.0 1.0
23 21 baseline 21 65.33107399940491 380.06568694114685 59175.0 59283.98170493022 59180.0 0.001841684916438055 8.449514152936207e-05 1000821 11618526.0 exact max 1.0 1.0 1.0 1.0 1.0
24 22 baseline 22 68.68796896934509 900.0016028881073 59121.0 59246.0 59154.94711904252 0.002114307944723533 0.0005741973079365614 1000075 26352886.0 exact max 1.0 1.0 1.0 1.0 1.0
25 23 baseline 23 67.72725200653076 230.25152111053467 59193.0 59288.0 59198.0 0.001604919500616627 8.44694474008751e-05 1000066 6776049.0 exact max 1.0 1.0 1.0 1.0 1.0
26 24 baseline 24 69.30689406394958 900.0010840892792 59162.0 59304.0 59240.0 0.0024001893107061965 0.001318413846725939 1000352 24727727.0 exact max 1.0 1.0 1.0 1.0 1.0
27 25 baseline 25 73.5184109210968 900.0015320777893 59088.0 59096.0 59278.0 59210.0 0.003215542919036014 0.001929064572898335 1000151 23438919.0 exact max 1.0 1.0 1.0 1.0 1.0
28 26 baseline 26 71.44733309745789 900.0015478134155 59089.0 59268.0 59203.0 0.0030293286398483644 0.001929293100238623 1000661 23826788.0 exact max 1.0 1.0 1.0 1.0 1.0
29 27 baseline 27 71.64505815505981 900.0010070800781 59153.0 59307.0 59249.0 0.0026034182543573444 0.0016229100806383447 1000299 24336831.0 exact max 1.0 1.0 1.0 1.0 1.0
30 28 baseline 28 70.63702201843262 900.001277923584 59112.0 59279.0 59208.0 0.0028251454865340373 0.0016240357287860333 1000017 25111591.0 exact max 1.0 1.0 1.0 1.0 1.0
31 29 baseline 29 70.94550395011902 900.0012440681458 59178.0 59182.0 59335.0 59263.0 0.002653012943999459 0.0013686593896792944 1000577 24919871.0 exact max 1.0 1.0 1.0 1.0 1.0
32 30 baseline 30 76.50913286209106 900.0012910366058 59112.0 59134.0 59308.0 59241.0 0.0033157396129381515 0.001809449724354855 1000445 23615391.0 exact max 1.0 1.0 1.0 1.0 1.0
33 31 baseline 31 69.87212085723877 900.0023548603058 59082.0 59226.0 59169.0 0.0024372905453437597 0.0014725297044785213 1000311 26213904.0 exact max 1.0 1.0 1.0 1.0 1.0
34 32 baseline 32 68.88597083091736 875.9193549156189 59175.0 59304.0 59180.0 0.002179974651457541 8.449514152936207e-05 1000341 24935695.0 exact max 1.0 1.0 1.0 1.0 1.0
35 33 baseline 33 76.56814217567444 900.0018489360809 59060.0 59088.0 59244.0 59177.0 0.0031154757873349138 0.0015062279989168698 1000419 25210167.0 exact max 1.0 1.0 1.0 1.0 1.0
36 34 baseline 34 68.0914659500122 232.1541509628296 59190.0 59295.0 59195.0 0.0017739483020780538 8.447372867038352e-05 1000439 7309410.0 exact max 1.0 1.0 1.0 1.0 1.0
37 35 baseline 35 68.29537415504456 900.0025398731232 59183.0 59324.0 59262.0 0.002382440903637869 0.001334842775797104 1000126 23927493.0 exact max 1.0 1.0 1.0 1.0 1.0
38 36 baseline 36 68.21022391319275 900.0010929107666 59166.0 59317.0 59254.0 0.002552141432579522 0.00148734070243045 1000509 25589946.0 exact max 1.0 1.0 1.0 1.0 1.0
39 37 baseline 37 66.71046090126038 622.9371509552002 59202.0 59326.0 59207.0 0.0020945238336542685 8.445660619573663e-05 1000162 18595087.0 exact max 1.0 1.0 1.0 1.0 1.0
40 38 baseline 38 65.11834216117859 557.924427986145 59212.0 59326.0 59217.0 0.001925285415118557 8.444234276835777e-05 1000389 16270407.0 exact max 1.0 1.0 1.0 1.0 1.0
41 39 baseline 39 67.9243791103363 900.0010092258453 59143.0 59275.0 59185.0 0.002231878666959742 0.0007101432122144632 1000316 26304077.0 exact max 1.0 1.0 1.0 1.0 1.0
42 40 baseline 40 71.18170309066772 900.0011250972748 59158.0 59302.98773577507 59242.99535479154 0.002450855941293934 0.0014367516615088902 1000400 23949337.0 exact max 1.0 1.0 1.0 1.0 1.0
43 41 baseline 41 74.35732889175415 900.000893831253 59113.0 59170.0 59319.0 59257.0 0.0034848510479928273 0.0014703396991718777 1000410 24299427.0 exact max 1.0 1.0 1.0 1.0 1.0
44 42 baseline 42 73.8943190574646 900.0017001628876 59065.0 59089.0 59276.0 59228.0 0.0035723355625158723 0.002352383692396216 1000095 23229681.0 exact max 1.0 1.0 1.0 1.0 1.0
45 43 baseline 43 64.76473903656006 127.60789799690247 59232.0 59312.0 59237.0 0.001350621285791464 8.44138303619665e-05 1000686 4041704.0 exact max 1.0 1.0 1.0 1.0 1.0
46 44 baseline 44 65.31527090072632 166.38699293136597 59201.0 59288.0 59206.0 0.001469569770780899 8.445803280349994e-05 1000006 5151689.0 exact max 1.0 1.0 1.0 1.0 1.0
47 45 baseline 45 73.93205189704895 900.0007989406586 59117.0 59135.0 59319.0 59247.0 0.0034169528223692 0.001893971421324089 1000388 26922402.0 exact max 1.0 1.0 1.0 1.0 1.0
48 46 baseline 46 72.88703107833862 900.001415014267 59126.0 59152.0 59324.0 59254.0 0.0033487805703074787 0.001724371111712199 1000221 26485728.0 exact max 1.0 1.0 1.0 1.0 1.0
49 47 baseline 47 72.83606815338135 900.0020279884338 59115.0 59123.0 59307.0 59235.0 0.003247906622684598 0.0018943558344468312 1000673 28222784.0 exact max 1.0 1.0 1.0 1.0 1.0
50 48 baseline 48 53.76883912086487 900.0011022090912 59176.0 59354.0 59284.0 0.0030079762065702313 0.0018250642152223874 1000618 28675410.0 exact max 1.0 1.0 1.0 1.0 1.0
51 49 baseline 49 50.725261926651 900.0012428760529 59135.0 59150.0 59301.0 59206.0 0.002807136213748203 0.0009467455621301775 1000283 30531240.0 exact max 1.0 1.0 1.0 1.0 1.0

302
benchmark/knapsack/ChallengeA/benchmark_ml.csv
Unescape View File

@ -1,151 +1,151 @@
,Solver,Instance,Wallclock Time,Lower Bound,Upper Bound,Gap,Nodes,Mode,Sense,Predicted LB,Predicted UB,Relative Lower Bound,Relative Upper Bound,Relative Wallclock Time,Relative Gap,Relative Nodes ,Solver,Instance,Wallclock Time,Lower Bound,Upper Bound,Gap,Nodes,Mode,Relative Lower Bound,Relative Upper Bound,Relative Wallclock Time,Relative Gap,Relative Nodes,Predicted LB,Predicted UB,Sense
0,baseline,0,70.42135906219481,59113.0,59284.0,0.00289276470488725,1000705,exact,max,,,0.9991717656603901,1.0079056087318723,666.2003550138373,inf,1215.9234507897934 0,baseline,0,662.7372989654541,59162.0,59167.0,8.451370812345763e-05,18688107.0,exact,1.0,1.0004734608295711,8.70828628181939,1.0,5.622307810564691,,,
1,baseline,1,71.42700314521791,59137.0,59322.0,0.003128329134044676,1000013,exact,max,,,1.0,1.0076608177200999,1490.7919316474092,inf,14706.073529411764 1,baseline,1,900.0007548332214,59137.0,59256.0,0.002012276578115224,24175550.0,exact,1.0,1.0019275641675967,5.256438928065297,23.8,2.9939288096459404,,,
2,baseline,2,69.50715589523314,59186.0,59345.0,0.0026864461190146322,1000226,exact,max,,,1.0,1.009303037518283,1317.9424513119109,inf,2950.519174041298 2,baseline,2,900.0016160011293,59186.0,59285.0,0.0016726928665562802,24089218.0,exact,1.0,1.0015880792688077,6.615464163621432,19.8,3.971008553523482,,,
3,baseline,3,74.0979709625244,59145.0,59302.0,0.0026544931946910137,1000456,exact,max,,,1.0,1.0093098459705556,990.94604134184,inf,4275.452991452991 3,baseline,3,900.0023140907288,59145.0,59231.0,0.0014540535970918927,24595759.0,exact,1.0,1.0013693998309383,9.839168761119028,17.2,6.1066754492159765,,,
4,baseline,4,71.66170287132262,59142.0,59292.0,0.002536268641574516,1000459,exact,max,,,1.0,1.0063136456211812,992.5304276614502,inf,3290.9835526315787 4,baseline,4,900.0024960041046,59142.0,59213.0,0.0012005004903452704,25467171.0,exact,1.0,1.0011162314042927,11.236705591195049,14.261938547000467,7.640381275476392,,,
5,baseline,5,73.41511583328247,59126.0,59307.0,0.00306125900619017,1000038,exact,max,,,1.0,1.0068758276459204,1080.1251354868582,inf,4807.875 5,baseline,5,900.002925157547,59126.0,59244.0,0.0019957379156377904,23457042.0,exact,1.0,1.0021143794719125,10.760170783867167,29.494511720731996,5.847345591041515,,,
6,baseline,6,73.41207909584045,59115.0,59296.0,0.003061828639093293,1000578,exact,max,,,1.0,1.0069113077145138,766.7852292168352,inf,909.6163636363636 6,baseline,6,900.0031039714813,59125.0,59236.97169757604,0.001893813066825174,24240772.0,exact,1.0,1.0018090934817527,5.582936655618509,22.394339515207683,3.3210931747954593,,,
7,baseline,7,70.86374998092651,59095.0,59277.0,0.003079786783991877,1000701,exact,max,,,1.0,1.012468614958922,957.6321148034307,inf,8005.608 7,baseline,7,900.002781867981,59105.0,59212.0,0.001810337534895525,24042592.0,exact,1.0,1.001725596345796,1.7540923744921773,21.400000000000002,2.390273708531383,,,
8,baseline,8,67.79171895980835,59140.0,59320.0,0.003043625295908015,1000609,exact,max,,,0.9995098784836655,1.0077124316243673,696.1706767082974,inf,3248.7305194805194 8,baseline,8,900.0021660327911,59169.0,59251.0,0.0013858608392908448,25512146.0,exact,1.0,1.0013181687594004,9.026100681465717,20.5,5.950915491512204,,,
9,baseline,9,72.50141692161559,59116.0,59320.949428987995,0.0034669028518168037,1000634,exact,max,,,0.9998646911575672,1.0065828895353706,1200.0559710180385,inf,4697.81220657277 9,baseline,9,900.0015439987183,59130.0,59256.0,0.00213089802130898,23227790.0,exact,1.0,1.0021478462345041,7.880275979497338,25.197442922374428,4.198068271097029,,,
10,baseline,10,70.24692487716675,59127.0,59276.0,0.0025199993234901147,1000328,exact,max,,,1.0,1.0075469132444927,781.2506343882164,inf,2037.3279022403258 10,baseline,10,900.0024099349976,59127.0,59201.0,0.0012515432881762985,25015636.0,exact,1.0,1.0011838122135597,13.04240249187423,18.5,8.325144625534431,,,
11,baseline,11,70.154865026474,59198.0,59348.0,0.002533869387479307,1000544,exact,max,,,1.0,1.0088050314465409,1206.7769242757308,inf,1819.1709090909092 11,baseline,11,900.0025849342346,59198.0,59289.0,0.0015372140950707794,24558832.0,exact,1.0,1.0017741281427412,4.941352404443008,18.19415858643873,2.9831824806949396,,,
12,baseline,12,76.15164113044739,59102.0,59288.0,0.003147101620926534,1000054,exact,max,,,1.0,1.0083164679671424,4028.950805403837,inf,1000054.0 12,baseline,12,900.0022029876709,59102.0,59224.0,0.002064227944908802,24026788.0,exact,1.0,1.0019794609775492,5.378482195683288,24.400000000000002,2.947983888580514,,,
13,baseline,13,71.0146369934082,59150.0,59287.0,0.00231614539306847,1000385,exact,max,,,1.0,1.010361458102558,909.5452716052022,inf,4809.5432692307695 13,baseline,13,900.0011007785797,59150.0,59206.0,0.0009467455621301775,24953207.0,exact,1.0,1.0008790614328702,12.451848934586094,13.999999999999998,8.0844140865203,,,
14,baseline,14,72.78574514389037,59165.0,59321.0,0.002636693991380039,1000144,exact,max,,,1.0,1.0091694736483958,898.9880148886296,inf,1661.3687707641195 14,baseline,14,900.0014700889587,59169.0,59250.0,0.0013689600973482733,25494260.0,exact,1.0,1.0014705136656357,10.286586243074352,20.246577599756627,6.714445655657852,,,
15,baseline,15,72.70145797729492,59083.0,59261.0,0.003012710932078601,1000093,exact,max,,,1.0,1.0062315346215234,1025.2193483530634,inf,2004.194388777555 15,baseline,15,900.0013790130615,59083.0,59196.0,0.0019125636816004605,23792716.0,exact,1.0,1.0018277822908204,7.486704871117682,22.6,4.211841162852367,,,
16,baseline,16,72.704313993454,59126.0,59293.0,0.0028244765416229746,1000184,exact,max,,,1.0,1.0057843669425974,1576.5571749110766,inf,12050.409638554216 16,baseline,16,900.0020098686218,59126.0,59233.0,0.0018096945506207078,23398798.0,exact,1.0,1.001724983511187,10.473065188128833,21.39999999999999,5.842727665213484,,,
17,baseline,17,67.70325493812561,59156.0,59290.0,0.0022651971059571303,1000033,exact,max,,,1.0,1.007100149476831,1048.862679554848,inf,841.7786195286195 17,baseline,17,900.0023510456085,59156.0,59197.0,0.0006930826965988236,25573586.0,exact,1.0,1.0006930826965987,12.267049016770867,10.249306917303404,7.807679578926801,,,
18,baseline,18,68.9480299949646,59107.0,59270.0,0.002757710592654001,1000050,exact,max,,,1.0,1.0061964179611238,891.4910477576236,inf,1394.7698744769875 18,baseline,18,900.002711057663,59118.0,59211.0,0.0015731249365675427,24489136.0,exact,1.0,1.0014884224413512,19.84721287191386,18.599999999999998,12.51075303699155,,,
19,baseline,19,68.68335199356079,59159.0,59282.0,0.0020791426494700727,1000157,exact,max,,,1.0,1.0072380046214489,806.4172626828988,inf,659.2992748846408 19,baseline,19,724.1934628486632,59159.0,59164.0,8.451799388089724e-05,20931760.0,exact,1.0,1.0,16.225906582646804,1.0,11.203195934004649,,,
20,baseline,20,71.09696197509766,59068.00695693743,59250.96970984196,0.00309749325109125,1000031,exact,max,,,1.0,1.0076866904172173,1053.725722443268,inf,3003.096096096096 20,baseline,20,900.0011439323425,59068.0,59191.0,0.0020823457709758246,23411794.0,exact,1.0,1.0020823457709758,4.553908811228339,24.597917654229025,2.465201726709367,,,
21,baseline,21,65.33107399940491,59175.0,59283.98170493022,0.0018416849164380551,1000821,exact,max,,,1.0,1.0070663468256136,866.9108565390432,inf,2633.7394736842107 21,baseline,21,380.06568694114685,59175.0,59180.0,8.449514152936208e-05,11618526.0,exact,1.0,1.0000168978860744,7.912557532546788,1.2500000000000002,5.757968140817527,,,
22,baseline,22,68.68796896934509,59121.0,59246.0,0.0021143079447235326,1000075,exact,max,,,1.0,1.0059085198139155,710.73065091093,inf,2481.575682382134 22,baseline,22,900.0016028881073,59121.0,59154.94711904253,0.0005741973079365614,26352886.0,exact,1.0,1.0004895835849292,14.040381831195205,6.789423808503489,9.40925154833969,,,
23,baseline,23,67.72725200653076,59193.0,59288.0,0.001604919500616627,1000066,exact,max,,,1.0,1.0093636146957676,718.6372568861185,inf,2358.646226415094 23,baseline,23,230.2515211105347,59193.0,59198.0,8.44694474008751e-05,6776049.0,exact,1.0,1.0000337860666262,8.514542938541073,1.6666666666666665,5.846961043264265,,,
24,baseline,24,69.30689406394957,59162.0,59304.0,0.0024001893107061965,1000352,exact,max,,,1.0,1.0094813352171175,770.2385296549091,inf,2488.4378109452737 24,baseline,24,900.0010840892792,59162.0,59240.0,0.001318413846725939,24727727.0,exact,1.0,1.0015046237595306,8.166041819193602,15.595781075690478,4.940286958561307,,,
25,baseline,25,73.51841092109679,59088.0,59278.0,0.003215542919036014,1000151,exact,max,,,1.0,1.0070331611851047,1243.165761581661,inf,16395.918032786885 25,baseline,25,900.0015320777893,59096.0,59210.0,0.0019290645728983352,23438919.0,exact,1.0,1.0018443004348487,4.510705225924555,22.800000000000004,2.4862311177206236,,,
26,baseline,26,71.4473330974579,59089.0,59268.0,0.0030293286398483644,1000661,exact,max,,,1.0,1.0047978299567686,900.2263093861245,inf,13707.684931506848 26,baseline,26,900.0015478134155,59089.0,59203.0,0.001929293100238623,23826788.0,exact,1.0,1.0018953816994127,8.894248013836016,28.49903535344988,4.939630736149807,,,
27,baseline,27,71.64505815505981,59153.0,59307.0,0.0026034182543573444,1000299,exact,max,,,1.0,1.0086910674195524,1513.7682054485372,inf,1770.4407079646019 27,baseline,27,900.0010070800781,59153.0,59249.0,0.0016229100806383447,24336831.0,exact,1.0,1.001538253490652,10.091974748981741,19.2,6.084119530266811,,,
28,baseline,28,70.63702201843263,59112.0,59279.0,0.0028251454865340373,1000017,exact,max,,,1.0,1.008643718840925,957.1400917490472,inf,3174.657142857143 28,baseline,28,900.001277923584,59112.0,59208.0,0.0016240357287860333,25111591.0,exact,1.0,1.001759610178668,4.691858473111718,19.195777507105156,2.8027693088636902,,,
29,baseline,29,70.94550395011902,59178.0,59335.0,0.002653012943999459,1000577,exact,max,,,1.0,1.0060019328258252,1039.9532074021004,inf,2208.7792494481237 29,baseline,29,900.0012440681458,59182.0,59263.0,0.0013686593896792946,24919871.0,exact,1.0,1.0012840657576834,7.56448716001105,16.200000000000003,4.595493258310103,,,
30,baseline,30,76.50913286209106,59112.0,59308.0,0.0033157396129381515,1000445,exact,max,,,1.0,1.0119782957376378,876.9578686459321,inf,3651.2591240875913 30,baseline,30,900.0012910366057,59134.0,59241.0,0.001809449724354855,23615391.0,exact,1.0,1.0017247501648658,9.031820270959846,21.4,5.0375202116086095,,,
31,baseline,31,69.87212085723877,59082.0,59226.0,0.00243729054534376,1000311,exact,max,,,1.0,1.0067141473032926,1000.5732936834451,inf,2075.3340248962654 31,baseline,31,900.0023548603058,59082.0,59169.0,0.0014725297044785213,26213904.0,exact,1.0,1.0013883344383072,10.04484347330425,17.513740798402758,6.772202916754611,,,
32,baseline,32,68.88597083091736,59175.0,59304.0,0.002179974651457541,1000341,exact,max,,,1.0,1.0085714285714287,582.4412183887192,inf,1008.4082661290323 32,baseline,32,875.9193549156189,59175.0,59180.0,8.449514152936208e-05,24935695.0,exact,1.0,1.0,17.593042802030894,1.0000000000000002,11.640863122484049,,,
33,baseline,33,76.56814217567444,59060.0,59244.0,0.0031154757873349138,1000419,exact,max,,,0.9998476358157409,1.007568155921019,981.7200042796442,inf,3368.4141414141413 33,baseline,33,900.0018489360809,59088.0,59177.0,0.0015062279989168698,25210167.0,exact,1.0,1.0017435758540136,6.884821185789175,17.794276333604117,4.149329955955837,,,
34,baseline,34,68.0914659500122,59190.0,59295.0,0.001773948302078054,1000439,exact,max,,,1.0,1.006296246011812,841.6328005280901,inf,720.7773775216139 34,baseline,34,232.1541509628296,59190.0,59195.0,8.447372867038352e-05,7309410.0,exact,1.0,1.0000337877789605,7.0924172424290814,1.6666666666666667,5.371410472817808,,,
35,baseline,35,68.29537415504457,59183.0,59324.0,0.002382440903637869,1000126,exact,max,,,1.0,1.0105958911110353,887.9548197906367,inf,4274.042735042735 35,baseline,35,900.0025398731233,59183.0,59262.0,0.001334842775797104,23927493.0,exact,1.0,1.0012671701556084,12.033207650833896,19.75,7.544694464615838,,,
36,baseline,36,68.21022391319275,59166.0,59317.0,0.002552141432579522,1000509,exact,max,,,1.0,1.0099261075356694,1235.35940981398,inf,9095.536363636364 36,baseline,36,900.0010929107666,59166.0,59254.0,0.00148734070243045,25589946.0,exact,1.0,1.001402714167413,6.350860539510311,17.599999999999998,3.8428016019966393,,,
37,baseline,37,66.71046090126039,59202.0,59326.0,0.0020945238336542685,1000162,exact,max,,,1.0,1.0051676521915929,771.9773238313594,inf,548.6352166758091 37,baseline,37,622.9371509552003,59202.0,59207.0,8.445660619573664e-05,18595087.0,exact,1.0,1.0007944557133197,5.973803009115679,1.0000000000000002,3.967704381695003,,,
38,baseline,38,65.1183421611786,59212.0,59326.0,0.001925285415118557,1000389,exact,max,,,1.0,1.006122275926397,1240.8224853146285,inf,4185.728033472803 38,baseline,38,557.924427986145,59212.0,59217.0,8.444234276835778e-05,16270407.0,exact,1.0,1.0000168873277493,11.776853444610294,1.25,8.26095170688216,,,
39,baseline,39,67.92437911033629,59143.0,59275.0,0.0022318786669597423,1000316,exact,max,,,1.0,1.00919383672427,870.0002290314108,inf,8623.413793103447 39,baseline,39,900.0010092258452,59143.0,59185.0,0.0007101432122144633,26304077.0,exact,1.0,1.0006424670735625,19.899221771336656,10.5,13.274381840230484,,,
40,baseline,40,71.18170309066771,59158.0,59302.98773577508,0.002450855941293934,1000400,exact,max,,,1.0,1.0099626645283402,853.4365320298429,inf,1883.9924670433145 40,baseline,40,900.0011250972748,59158.0,59242.995354791536,0.0014367516615088902,23949337.0,exact,1.0,1.0013521179587164,11.618267974647784,16.999070958308586,7.043833563281406,,,
41,baseline,41,74.35732889175416,59113.0,59319.0,0.0034848510479928273,1000410,exact,max,,,0.9994251610394441,1.0064814971919167,1607.274967661474,inf,5850.350877192983 41,baseline,41,900.000893831253,59170.0,59257.0,0.0014703396991718775,24299427.0,exact,1.0,1.0013857203210816,9.82799588949917,17.4,5.913918333433118,,,
42,baseline,42,73.89431905746459,59065.0,59276.0,0.0035723355625158727,1000095,exact,max,,,1.0,1.0075640393670005,981.4599512334145,inf,2267.7891156462583 42,baseline,42,900.0017001628876,59089.0,59228.0,0.002352383692396216,23229681.0,exact,1.0,1.002267573696145,5.808712131855351,27.799999999999997,2.898764108739463,,,
43,baseline,43,64.76473903656006,59232.0,59312.0,0.001350621285791464,1000686,exact,max,,,1.0,1.010770279481936,809.6710084709894,inf,3720.022304832714 43,baseline,43,127.60789799690248,59232.0,59237.0,8.44138303619665e-05,4041704.0,exact,1.0,1.0000168816260382,7.326284526634964,1.25,5.803235519206498,,,
44,baseline,44,65.31527090072632,59201.0,59288.0,0.001469569770780899,1000006,exact,max,,,1.0,1.0083679161847745,1152.2308481733528,inf,5649.751412429378 44,baseline,44,166.38699293136597,59201.0,59206.0,8.445803280349994e-05,5151689.0,exact,1.0,1.0000168904653324,11.73610231262945,1.25,8.75222174086627,,,
45,baseline,45,73.93205189704895,59117.0,59319.0,0.0034169528223692,1000388,exact,max,,,1.0,1.0089466433078769,907.0509287155936,inf,2253.126126126126 45,baseline,45,900.0007989406586,59135.0,59247.0,0.001893971421324089,26922402.0,exact,1.0,1.0020634249471458,4.661659000381325,22.394318085736028,2.560992168457917,,,
46,baseline,46,72.88703107833862,59126.0,59324.0,0.0033487805703074787,1000221,exact,max,,,1.0,1.006498023447176,1113.5448134684452,inf,4016.9518072289156 46,baseline,46,900.001415014267,59152.0,59254.0,0.001724371111712199,26485728.0,exact,1.0,1.001639704515104,10.21700063178535,20.4,6.123151372348114,,,
47,baseline,47,72.83606815338135,59115.0,59307.0,0.003247906622684598,1000673,exact,max,,,0.9998985132186533,1.0069271125146437,969.1720926100998,inf,2483.059553349876 47,baseline,47,900.0020279884337,59123.0,59235.0,0.0018943558344468312,28222784.0,exact,1.0,1.0018435206169876,10.41166170663056,22.39924225766622,6.824112904473778,,,
48,baseline,48,53.76883912086487,59176.0,59354.0,0.0030079762065702317,1000618,exact,max,,,1.0,1.0088555742525454,646.944342607653,inf,3775.9169811320753 48,baseline,48,900.0011022090912,59176.0,59284.0,0.0018250642152223876,28675410.0,exact,0.9998817227920179,1.0016219503953505,9.824748557639392,21.602555089901312,6.1253016948312595,,,
49,baseline,49,50.725261926651,59135.0,59301.0,0.002807136213748203,1000283,exact,max,,,1.0,1.0112894148945242,616.29266180215,inf,3938.1220472440946 49,baseline,49,900.0012428760529,59150.0,59206.0,0.0009467455621301775,30531240.0,exact,1.0,1.001115995941833,12.802607222912103,11.197159763313609,9.326024324264884,,,
50,ml-exact,0,68.24400496482849,59162.0,59277.0,0.0019438152868395254,1000361,exact,max,59125.9640719202,59267.20910677323,1.0,1.0077865995681667,645.6021431648559,inf,1215.505467800729 50,ml-exact,0,649.376060962677,59162.0,59167.0,8.451370812345763e-05,18101461.0,exact,1.0,1.0004734608295711,8.532721264142948,1.0,5.445815649649917,59126.38771406158,59263.992667692604,max
51,ml-exact,1,71.29924702644348,59137.0,59322.0,0.003128329134044676,1000081,exact,max,59159.735512895015,59291.9898359703,1.0,1.0076608177200999,1488.1254640273091,inf,14707.073529411764 51,ml-exact,1,900.0008749961853,59137.0,59256.99395246509,0.0020290842021930574,23342139.0,exact,1.0,1.0019443703707194,5.256439629875021,23.998790493018166,2.8907182021033684,59159.91471896955,59292.24515179818,max
52,ml-exact,2,73.24859809875488,59168.0,59348.0,0.003042184964845863,1000169,exact,max,59193.86054778853,59320.68362754422,0.9996958740242625,1.0093540596618933,1388.884866458111,inf,2950.3510324483777 52,ml-exact,2,900.0023529529572,59186.0,59272.0,0.0014530463285236373,24785817.0,exact,1.0,1.0013684512848238,6.615469580587714,17.2,4.085840034868203,59194.00902156645,59323.12664303628,max
53,ml-exact,3,71.34371399879456,59101.0,59299.0,0.0033501971201840915,1000648,exact,max,59141.77630517837,59273.00085247164,0.9992560656014878,1.0092587864862566,954.1121037914223,inf,4276.273504273504 53,ml-exact,3,900.0030598640442,59145.0,59228.0,0.0014033307971933384,24207954.0,exact,1.0,1.0013186813186814,9.839176914197518,16.599999999999998,6.010390586749109,59141.813764752675,59274.22541262452,max
54,ml-exact,4,67.9926209449768,59142.0,59291.0,0.002519360183964019,1000066,exact,max,59145.21525650128,59272.890533096586,1.0,1.006296673455533,941.7128318248011,inf,3289.690789473684 54,ml-exact,4,900.0010681152344,59142.0,59214.0,0.0012174089479557674,24895987.0,exact,1.0,1.0011331384387514,11.236687763725765,14.462810920901886,7.469020917529618,59144.93070046487,59273.654326628006,max
55,ml-exact,5,72.92199110984802,59126.0,59304.0,0.003010519906640057,1000029,exact,max,59146.00982114169,59280.5900018319,1.0,1.0068248955892838,1072.8700027711227,inf,4807.8317307692305 55,ml-exact,5,900.0023910999298,59126.0,59241.96239661033,0.0019612758618937826,23775703.0,exact,1.0,1.0020799133376805,10.760164398831064,28.98520564396274,5.926781054105736,59145.04845907292,59279.36037916677,max
56,ml-exact,6,70.49710702896118,59115.0,59297.0,0.003078744819419775,1000533,exact,max,59136.85443648926,59266.35984421062,1.0,1.0069282888145494,736.3385023022539,inf,909.5754545454546 56,ml-exact,6,900.0027949810028,59125.0,59236.0,0.0018773784355179705,23994400.0,exact,1.0,1.0017926602401488,5.582934738875933,22.200000000000003,3.2873391191217904,59136.974634353304,59268.30857737715,max
57,ml-exact,7,67.85383987426758,59095.0,59279.0,0.003113630594804975,1000686,exact,max,59124.2728565218,59260.07603626654,1.0,1.0125027755478504,916.9570647025846,inf,8005.488 57,ml-exact,7,900.0025460720062,59105.0,59212.0,0.001810337534895525,24113420.0,exact,1.0,1.001725596345796,1.7540919149292407,21.400000000000002,2.397315308132119,59125.024194597165,59260.190615193496,max
58,ml-exact,8,69.73333597183228,59169.0,59318.0,0.0025182105494431207,1000553,exact,max,59156.23403577143,59292.47065517266,1.0,1.0076784561546563,716.1096434421313,inf,3248.5487012987014 58,ml-exact,8,900.0025360584259,59169.0,59247.0,0.0013182578715205597,26072662.0,exact,1.0,1.0012505703614825,9.026104392444157,19.5,6.081660406018433,59155.83957873982,59292.27671868388,max
59,ml-exact,9,71.74785804748535,59124.0,59321.0,0.003331980244909005,1000407,exact,max,59168.20966437043,59304.46622854598,1.0,1.0065837476456314,1187.582934423577,inf,4696.7464788732395 59,ml-exact,9,900.0029451847076,59130.0,59260.0,0.002198545577541011,23411285.0,exact,1.0,1.0022154949348037,7.880288248067729,25.99736174530695,4.231232189722303,59169.22723451526,59303.04692137199,max
60,ml-exact,10,68.29699420928955,59127.0,59276.0,0.0025199993234901147,1000596,exact,max,59123.71217748309,59257.461106240655,1.0,1.0075469132444927,759.5644954724436,inf,2037.8737270875763 60,ml-exact,10,900.002711057663,59127.0,59199.0,0.0012177177939012634,25692461.0,exact,1.0,1.001149989007458,13.042406855599213,18.0,8.550390388271678,59122.74947289353,59256.99939978048,max
61,ml-exact,11,70.752032995224,59179.0,59349.0,0.0028726406326568545,1000444,exact,max,59195.208003510284,59328.24156663611,0.9996790432109193,1.0088220295767465,1217.049177302405,inf,1818.989090909091 61,ml-exact,11,900.0020880699158,59198.0,59271.0,0.0012331497685732625,25044283.0,exact,1.0,1.0014699918896999,4.941349676471181,14.59531403087942,3.042150631885348,59194.32665087494,59329.026081343145,max
62,ml-exact,12,69.58681201934814,59102.0,59285.0,0.0030963419173632026,1000512,exact,max,59124.07074662612,59260.388809492615,1.0,1.0082654466912702,3681.625742649192,inf,1000512.0 62,ml-exact,12,900.00151014328,59102.0,59222.0,0.0020303881425332475,23860011.0,exact,1.0,1.001945624037762,5.378478055192067,24.0,2.9275210656269923,59122.0422679371,59259.06427666924,max
63,ml-exact,13,70.40813493728638,59150.0,59290.0,0.002366863905325444,1000589,exact,max,59135.657098244,59276.12197142403,1.0,1.0104125837181956,901.7772803752301,inf,4810.524038461538 63,ml-exact,13,900.0019900798798,59150.0,59203.96517006869,0.0009123443798594788,26120169.0,exact,1.0,1.0008446625768113,12.451861238399319,13.491292517172042,8.462489899830945,59136.5588570761,59273.99511476752,max
64,ml-exact,14,67.62908506393433,59156.0,59316.97096955572,0.002721126674483021,1000635,exact,max,59155.44248400742,59289.803023734654,0.9998478830389589,1.0091009317402557,835.2973073253472,inf,1662.1843853820599 64,ml-exact,14,900.0015881061554,59169.0,59254.0,0.0014365630651185586,25996193.0,exact,1.0,1.001538123489343,10.28658759195445,21.246408592337204,6.8466401908701435,59154.03941864104,59289.795816422404,max
65,ml-exact,15,70.01784491539001,59083.0,59260.0,0.002995785589763553,1000553,exact,max,59098.29396860057,59227.64427440945,1.0,1.006214554963154,987.3756501507913,inf,2005.11623246493 65,ml-exact,15,900.0014340877533,59083.0,59198.0,0.001946414366230557,23870719.0,exact,1.0,1.0018616301110208,7.486705329259161,23.0,4.2256494328382725,59098.66203099143,59228.46969562256,max
66,ml-exact,16,74.56479787826538,59126.0,59295.0,0.002858302607989717,1000017,exact,max,59144.29255193875,59278.34657427512,1.0,1.005818292848419,1616.900849946232,inf,12048.397590361446 66,ml-exact,16,900.0031027793884,59126.0,59230.0,0.001758955451070595,23581309.0,exact,1.0,1.0016742487020345,10.47307790601788,20.799999999999997,5.888301034790237,59145.19863458289,59278.22282794401,max
67,ml-exact,17,70.37176585197449,59111.0,59290.0,0.003028201180829287,1000047,exact,max,59126.115189363045,59269.28077097453,0.9992392994793428,1.007100149476831,1090.2034025389767,inf,841.790404040404 67,ml-exact,17,900.001091003418,59156.0,59189.0,0.0005578470484819798,25974343.0,exact,1.0,1.000557847048482,12.267031842372049,8.249442152951518,7.930031690398847,59127.14368529404,59267.37100160227,max
68,ml-exact,18,70.23334503173828,59107.0,59273.0,0.002808466002334749,1000242,exact,max,59117.679897215916,59253.29961905552,1.0,1.006247347423818,908.1100410619382,inf,1395.0376569037658 68,ml-exact,18,900.0016350746155,59118.0,59207.0,0.00150546364897324,24423315.0,exact,1.0,1.001420766875835,19.84718914391357,17.8,12.477127094628871,59117.71413049835,59253.828178881624,max
69,ml-exact,19,67.75838208198547,59159.0,59282.99225012701,0.0020959152475026974,1000513,exact,max,59143.85153402628,59273.96032041035,1.0,1.00725486356747,795.5571097854902,inf,659.5339485827291 69,ml-exact,19,765.9083199501038,59159.0,59164.0,8.451799388089724e-05,22220414.0,exact,1.0,1.0,17.160548234580467,1.0,11.892915444124142,59144.031479967074,59274.181598455296,max
70,ml-exact,20,67.86881709098816,59068.0,59250.0,0.003081194555427643,1000526,exact,max,59083.288468204046,59227.64787030151,0.9999998822215648,1.0076701984727632,1005.8814938621474,inf,3004.5825825825827 70,ml-exact,20,900.0015428066254,59068.0,59191.0,0.0020823457709758246,23475405.0,exact,1.0,1.0020823457709758,4.55391082948923,24.597917654229025,2.471899801493286,59082.22244394464,59224.2971810249,max
71,ml-exact,21,66.03412008285522,59175.0,59279.0,0.0017574989438107309,1000082,exact,max,59137.13508635061,59263.00035047853,1.0,1.0069817218183053,876.2399283739236,inf,2631.794736842105 71,ml-exact,21,428.18276500701904,59175.0,59180.0,8.449514152936207e-05,12999314.0,exact,1.0,1.0000168978860744,8.91430318224869,1.25,6.442266072691428,59137.98908684254,59265.43858161565,max
72,ml-exact,22,69.31023216247559,59121.0,59251.0,0.0021988802625124743,1000747,exact,max,59090.215606668426,59226.524287737346,1.0,1.0059934123399776,717.1693552565035,inf,2483.24317617866 72,ml-exact,22,900.0029540061951,59121.0,59157.0,0.0006089206880803775,26135751.0,exact,1.0,1.0005243040286844,14.040402909173055,7.199999999999999,9.33172387888638,59089.5855153968,59226.64120575328,max
73,ml-exact,23,69.16776299476624,59193.0,59287.0,0.0015880256111364518,1000230,exact,max,59140.822587031085,59268.69602395524,1.0,1.0093465899417753,733.9221656108964,inf,2359.0330188679245 73,ml-exact,23,287.76060605049133,59193.0,59198.0,8.44694474008751e-05,7976958.0,exact,1.0,1.0000337860666262,10.641189358576659,1.6666666666666665,6.883209178350868,59140.59510257357,59271.35823619222,max
74,ml-exact,24,69.05920886993408,59162.0,59305.0,0.002417092052330888,1000703,exact,max,59151.31310041364,59286.374796705706,1.0,1.0094983573629293,767.4858932508055,inf,2489.3109452736317 74,ml-exact,24,900.0017418861389,59162.0,59248.0,0.0014536357797234711,25158901.0,exact,1.0,1.001639870839039,8.166047787627152,17.195348365504884,5.026430067835795,59150.82751230766,59285.37521566199,max
75,ml-exact,25,73.94930791854858,59078.0,59280.0,0.0034192085040116458,1000247,exact,max,59123.494027429886,59258.450845410516,0.9998307608989981,1.0070671378091873,1250.4520506525078,inf,16397.491803278688 75,ml-exact,25,900.0040528774261,59096.0,59209.0,0.001912142953837823,25156445.0,exact,1.0,1.0018273802473732,4.510717859885376,22.6,2.6684138620141735,59123.050715683305,59257.270874657275,max
76,ml-exact,26,73.24590110778809,59087.0,59269.0,0.0030802037673261463,1000260,exact,max,59117.973353832625,59244.6065867918,0.9999661527526273,1.0048147834195134,922.8880123766465,inf,13702.191780821919 76,ml-exact,26,900.0013389587402,59089.0,59199.0,0.0018615986054934083,23531336.0,exact,1.0,1.0018276894958622,8.894245949833698,27.499069200697253,4.878379350513735,59118.02329883662,59245.3612305393,max
77,ml-exact,27,70.02575302124023,59152.0,59308.0,0.0026372734649715984,1000681,exact,max,59152.02869203787,59283.21983565326,0.99998309468666,1.0087080753792774,1479.5543644716693,inf,1771.116814159292 77,ml-exact,27,900.0014967918396,59153.0,59246.0,0.0015721941406183963,25053692.0,exact,1.0,1.001487541837114,10.091980240263075,18.599999999999998,6.263332181683365,59150.16240797118,59285.64193535254,max
78,ml-exact,28,74.35806703567505,59058.0,59279.0,0.003742084052964882,1000323,exact,max,59105.74314716575,59245.41380661703,0.9990864799025578,1.008643718840925,1007.5606965174129,inf,3175.6285714285714 78,ml-exact,28,900.001298904419,59112.0,59215.0,0.0017424550006766815,24700106.0,exact,1.0,1.0018780454791554,4.691858582488349,20.59546961699824,2.756842408849359,59105.239747395564,59244.63088727762,max
79,ml-exact,29,69.62114810943604,59178.0,59335.0,0.002653012943999459,1000290,exact,max,59172.34057841927,59316.3067624495,1.0,1.0060019328258252,1020.5401646076153,inf,2208.1456953642382 79,ml-exact,29,900.0012950897217,59182.0,59264.0,0.0013855564191815079,24368468.0,exact,1.0,1.001300961359758,7.564487588846076,16.4,4.493808591920299,59171.61319933031,59313.94235456237,max
80,ml-exact,30,72.57568192481995,59112.0,59306.0,0.003281905535255109,1000129,exact,max,59147.03760380158,59283.24201844019,1.0,1.011944169538955,831.8721302336259,inf,3650.105839416058 80,ml-exact,30,900.0028159618378,59134.0,59240.0,0.0017925389792674265,24191195.0,exact,1.0,1.001707840849524,9.031835574105251,21.2,5.160347916977751,59148.03866371211,59281.43814639009,max
81,ml-exact,31,66.66204619407654,59082.0,59224.0,0.0024034392877695407,1000623,exact,max,59069.03146044238,59202.464074154144,1.0,1.0066801516207442,954.6048167103112,inf,2075.98132780083 81,ml-exact,31,900.0012450218201,59082.0,59151.0,0.0011678683863105513,27104772.0,exact,1.0,1.0010836987334635,10.044831086499027,13.890208219422876,7.002353254836392,59069.41377677144,59203.823126466195,max
82,ml-exact,32,66.90847110748291,59175.0,59303.0,0.0021630756231516687,1000271,exact,max,59160.24237430486,59287.73433677294,1.0,1.0085544217687075,565.7211615413303,inf,1008.3377016129032 82,ml-exact,32,900.0074319839478,59175.0,59197.964519141264,0.0003880780589989647,25690960.0,exact,1.0,1.0003035572683552,18.076857400376596,4.592903828252747,11.99344749946664,59157.64838384942,59290.523875622814,max
83,ml-exact,33,70.48058199882507,59069.0,59240.0,0.00289491950092265,1000419,exact,max,59082.28780191939,59221.20523526607,1.0,1.0075001275531896,903.6682266988659,inf,3368.4141414141413 83,ml-exact,33,900.0013158321381,59088.0,59177.0,0.0015062279989168698,24765342.0,exact,1.0,1.0017435758540136,6.884817107658309,17.794276333604117,4.076116410894511,59081.01088134223,59219.82627379965,max
84,ml-exact,34,66.47862100601196,59190.0,59291.0,0.001706369319141747,1000294,exact,max,59143.02280393895,59275.158465926135,1.0,1.006228361957776,821.6975092533654,inf,720.6729106628242 84,ml-exact,34,239.74270606040955,59190.0,59195.0,8.447372867038352e-05,7385996.0,exact,1.0,1.0000337877789605,7.324251128646419,1.6666666666666667,5.427690643511643,59143.23414106734,59275.920682982185,max
85,ml-exact,35,71.88330292701721,59128.0,59330.0,0.003416317142470572,1000043,exact,max,59171.00525871289,59304.38634374743,0.9990706790801412,1.0106981022793091,934.6039330805928,inf,4273.688034188034 85,ml-exact,35,900.0009059906006,59183.0,59259.953906894,0.0013002704643901015,23480392.0,exact,1.0,1.0012326001806815,12.033185805509241,19.238476723499844,7.403716868683651,59171.487583005524,59304.98468958104,max
86,ml-exact,36,70.07391214370728,59166.0,59317.0,0.002552141432579522,1000622,exact,max,59157.95983781955,59298.68803335163,1.0,1.0099261075356694,1269.112777864138,inf,9096.563636363637 86,ml-exact,36,900.0016748905182,59166.0,59246.0,0.0013521279113004091,25394548.0,exact,1.0,1.0012675128018793,6.350864646252256,16.0,3.813458994262065,59158.08309355407,59296.56640928705,max
87,ml-exact,37,64.99546504020691,59202.0,59326.964160891424,0.0021108097849975404,1000837,exact,max,59174.82910143919,59306.07401592796,1.0,1.0051839880871456,752.1312922298463,inf,549.0054854635217 87,ml-exact,37,662.0322141647339,59202.0,59207.0,8.445660619573663e-05,20024242.0,exact,1.0,1.0007944557133197,6.348714355925809,1.0,4.272648615385403,59175.74869590455,59307.463498356396,max
88,ml-exact,38,63.933704137802124,59212.0,59328.0,0.0019590623522259,1000351,exact,max,59165.54670645806,59302.53896350616,1.0,1.006156194352582,1218.2493446667,inf,4185.569037656904 88,ml-exact,38,446.4717228412628,59212.0,59217.0,8.444234276835777e-05,13956868.0,exact,1.0,1.0000168873277493,9.424272864415235,1.25,7.086301684237463,59166.58497608687,59301.825104164076,max
89,ml-exact,39,67.50531601905823,59143.0,59272.0,0.0021811541518015655,1000382,exact,max,59114.546069491946,59248.287225612585,1.0,1.0091427598535796,864.6327160682331,inf,8623.98275862069 89,ml-exact,39,900.00270819664,59143.0,59184.0,0.0006932350404950712,26147788.0,exact,1.0,1.000625560045311,19.899259335957453,10.249999999999998,13.195510421802544,59114.89526526199,59248.56148321837,max
90,ml-exact,40,73.75635409355164,59158.0,59302.0,0.0024341593698231855,1000617,exact,max,59155.219778374434,59277.75168771527,1.0,1.0099458428420587,884.3054369265071,inf,1884.4011299435028 90,ml-exact,40,900.0016450881958,59158.0,59249.0,0.0015382534906521518,24805820.0,exact,1.0,1.0014536112097088,11.618274687299241,18.2,7.2957371421479085,59155.37108495968,59280.88309711401,max
91,ml-exact,41,71.275151014328,59147.0,59312.0,0.0027896596615212942,1000549,exact,max,59150.95447343969,59292.27790965131,1.0,1.0063627263009653,1540.6519807669513,inf,5851.163742690059 91,ml-exact,41,900.002336025238,59170.0,59245.0,0.0012675342234240324,25030081.0,exact,1.0,1.0011829319814112,9.82801163823526,15.0,6.09174261241699,59151.28565990848,59290.71555008509,max
92,ml-exact,42,74.03145909309387,59065.0,59274.0,0.003538474561923305,1000031,exact,max,59118.59290148088,59249.34813649395,1.0,1.007530043684452,983.2814370309383,inf,2267.643990929705 92,ml-exact,42,900.0009651184082,59089.0,59214.0,0.002115452960787964,22815014.0,exact,1.0,1.0020306630114733,5.808707387795664,24.999999999999996,2.8470190237906574,59118.99827325628,59249.97235571583,max
93,ml-exact,43,60.93784809112549,59232.0,59309.0,0.0012999729875742842,1000908,exact,max,59162.19011341412,59292.08012666121,1.0,1.0107191547375596,761.8282672325915,inf,3720.8475836431226 93,ml-exact,43,155.91705012321472,59232.0,59237.0,8.44138303619665e-05,4841747.0,exact,1.0,1.0000168816260382,8.951582854095786,1.25,6.951968319652182,59161.307350621355,59293.05481512429,max
94,ml-exact,44,63.41214895248413,59201.0,59286.0,0.001435786557659499,1000919,exact,max,59148.71583071284,59277.6199993552,1.0,1.0083339002653242,1118.6577528411242,inf,5654.909604519774 94,ml-exact,44,166.24281811714172,59201.0,59206.0,8.445803280349994e-05,5152172.0,exact,1.0,1.0000168904653324,11.72593294577673,1.25,8.753042311188128,59149.268537538504,59278.50295984831,max
95,ml-exact,45,74.38636612892151,59117.0,59319.0,0.0034169528223692,1000221,exact,max,59156.44249255257,59293.44005900165,1.0,1.0089466433078769,912.6247784245473,inf,2252.75 95,ml-exact,45,900.0014069080353,59135.0,59246.0,0.0018770609622051238,26599239.0,exact,1.0,1.002046511627907,4.661662149419189,22.194368817113382,2.5302513039490457,59157.45644175721,59292.66862156513,max
96,ml-exact,46,69.21588206291199,59126.0,59322.0,0.0033149545039407365,1000054,exact,max,59167.63713449314,59297.97235744855,1.0,1.006464091209854,1057.4581697251383,inf,4016.281124497992 96,ml-exact,46,900.0008680820465,59152.0,59255.0,0.0017412767108466324,25313316.0,exact,1.0,1.0016566086853627,10.21699442289862,20.599999999999998,5.852105164112592,59168.404124939494,59297.86061218224,max
97,ml-exact,47,73.03082299232483,59121.0,59305.0,0.003112261294633041,1000182,exact,max,59157.45257413632,59281.6836903287,1.0,1.0068931560807484,971.7635415939648,inf,2481.8411910669975 97,ml-exact,47,900.0009942054749,59123.0,59235.0,0.0018943558344468312,26222277.0,exact,1.0,1.0018435206169876,10.411649747325901,22.39924225766622,6.340401388480525,59155.45167739807,59284.172466642885,max
98,ml-exact,48,52.637945890426636,59176.0,59354.0,0.0030079762065702313,1000284,exact,max,59193.57388495594,59332.781056366475,1.0,1.0088555742525454,633.337484258327,inf,3774.6566037735847 98,ml-exact,48,900.0013608932495,59176.0,59288.0,0.00189265918615655,27293583.0,exact,0.9998817227920179,1.0016895316618233,9.82475138153239,22.40264972286062,5.830132165779587,59191.94394017174,59332.08571744459,max
99,ml-exact,49,48.884974002838135,59135.0,59302.0,0.0028240466728671684,1000362,exact,max,59140.88233941191,59271.201541892864,1.0,1.0113064683913437,593.9338626560957,inf,3938.433070866142 99,ml-exact,49,900.0012040138245,59150.0,59203.0,0.0008960270498732037,30493377.0,exact,1.0,1.0010652688535677,12.802606670093036,10.59731191885038,9.314458752116828,59139.98187390398,59273.225027033564,max
100,ml-heuristic,0,0.10570597648620605,58819.0,58819.0,0.0,823,heuristic,max,59125.9640719202,59267.20910677323,0.9942023596227308,1.0,1.0,,1.0 100,ml-heuristic,0,76.10421586036682,59134.0,59139.0,8.455372543714276e-05,3323921.0,heuristic,0.9995267232345086,1.0,1.0,1.000473500862448,1.0,59126.38771406158,59263.992667692604,max
101,ml-heuristic,1,0.0479121208190918,58871.0,58871.0,0.0,68,heuristic,max,59159.735512895015,59291.9898359703,0.9955019700018601,1.0,1.0,,1.0 101,ml-heuristic,1,171.21872186660767,59137.0,59142.0,8.454943605526151e-05,8074858.0,heuristic,1.0,1.0,1.0,1.0,1.0,59159.91471896955,59292.24515179818,max
102,ml-heuristic,2,0.05273914337158203,58798.0,58798.0,0.0,339,heuristic,max,59193.86054778853,59320.68362754422,0.9934443956341027,1.0,1.0,,1.0 102,ml-heuristic,2,136.04512000083923,59186.0,59191.0,8.447943770486263e-05,6066272.0,heuristic,1.0,1.0,1.0,1.0,1.0,59194.00902156645,59323.12664303628,max
103,ml-heuristic,3,0.07477498054504395,58755.0,58755.0,0.0,234,heuristic,max,59141.77630517837,59273.00085247164,0.9934060360131879,1.0,1.0,,1.0 103,ml-heuristic,3,91.47137689590454,59145.0,59150.0,8.453799983092401e-05,4027684.0,heuristic,1.0,1.0,1.0,1.0,1.0,59141.813764752675,59274.22541262452,max
104,ml-heuristic,4,0.07220101356506348,58920.0,58920.0,0.0,304,heuristic,max,59145.21525650128,59272.890533096586,0.9962463224104697,1.0,1.0,,1.0 104,ml-heuristic,4,80.09487199783325,59142.0,59146.97828536885,8.417512713219175e-05,3333233.0,heuristic,1.0,1.0,1.0,1.0,1.0,59144.93070046487,59273.654326628006,max
105,ml-heuristic,5,0.06796908378601074,58902.0,58902.0,0.0,208,heuristic,max,59146.00982114169,59280.5900018319,0.9962114805669249,1.0,1.0,,1.0 105,ml-heuristic,5,83.6420669555664,59115.0,59119.0,6.766472130592912e-05,4011571.0,heuristic,0.999813956634983,1.0,1.0,1.0,1.0,59145.04845907292,59279.36037916677,max
106,ml-heuristic,6,0.09574007987976074,58889.0,58889.0,0.0,1100,heuristic,max,59136.85443648926,59266.35984421062,0.996176943246215,1.0,1.0,,1.0 106,ml-heuristic,6,161.20603895187378,59125.0,59130.0,8.456659619450317e-05,7299034.0,heuristic,1.0,1.0,1.0,1.0,1.0,59136.974634353304,59268.30857737715,max
107,ml-heuristic,7,0.07399892807006836,58547.0,58547.0,0.0,125,heuristic,max,59124.2728565218,59260.07603626654,0.9907267958372112,1.0,1.0,,1.0 107,ml-heuristic,7,513.0874490737915,59105.0,59110.0,8.459521191100583e-05,10058510.0,heuristic,1.0,1.0,1.0,1.0,1.0,59125.024194597165,59260.190615193496,max
108,ml-heuristic,8,0.09737801551818848,58866.0,58866.0,0.0,308,heuristic,max,59156.23403577143,59292.47065517266,0.994879075191401,1.0,1.0,,1.0 108,ml-heuristic,8,99.7110710144043,59169.0,59173.0,6.760296777028511e-05,4287096.0,heuristic,1.0,1.0,1.0,1.0,1.0,59155.83957873982,59292.27671868388,max
109,ml-heuristic,9,0.060415029525756836,58933.0,58933.0,0.0,213,heuristic,max,59168.20966437043,59304.46622854598,0.9967695013869157,1.0,1.0,,1.0 109,ml-heuristic,9,114.2093939781189,59124.0,59129.0,8.456802652053312e-05,5532971.0,heuristic,0.999898528665652,1.0,1.0,1.0,1.0,59169.22723451526,59303.04692137199,max
110,ml-heuristic,10,0.08991599082946777,58832.0,58832.0,0.0,491,heuristic,max,59123.71217748309,59257.461106240655,0.9950107395944323,1.0,1.0,,1.0 110,ml-heuristic,10,69.00587606430054,59127.0,59131.0,6.765098855007019e-05,3004829.0,heuristic,1.0,1.0,1.0,1.0,1.0,59122.74947289353,59256.99939978048,max
111,ml-heuristic,11,0.05813407897949219,58830.0,58830.0,0.0,550,heuristic,max,59195.208003510284,59328.24156663611,0.9937835737693841,1.0,1.0,,1.0 111,ml-heuristic,11,182.13689517974854,59179.0,59184.0,8.448943037226044e-05,8232427.0,heuristic,0.9996790432109193,1.0,1.0,1.0,1.0,59194.32665087494,59329.026081343145,max
112,ml-heuristic,12,0.01890110969543457,58799.0,58799.0,0.0,1,heuristic,max,59124.07074662612,59260.388809492615,0.9948732699401035,1.0,1.0,,1.0 112,ml-heuristic,12,167.33386301994324,59102.0,59107.0,8.459950593888532e-05,8150244.0,heuristic,1.0,1.0,1.0,1.0,1.0,59122.0422679371,59259.06427666924,max
113,ml-heuristic,13,0.07807707786560059,58679.0,58679.0,0.0,208,heuristic,max,59135.657098244,59276.12197142403,0.9920371935756551,1.0,1.0,,1.0 113,ml-heuristic,13,72.27851104736328,59150.0,59154.0,6.76246830092984e-05,3086582.0,heuristic,1.0,1.0,1.0,1.0,1.0,59136.5588570761,59273.99511476752,max
114,ml-heuristic,14,0.0809640884399414,58782.0,58782.0,0.0,602,heuristic,max,59155.44248400742,59289.803023734654,0.9935265782134708,1.0,1.0,,1.0 114,ml-heuristic,14,87.49272584915161,59159.0,59163.0,6.761439510471779e-05,3796927.0,heuristic,0.9998309925805743,1.0,1.0,1.0,1.0,59154.03941864104,59289.795816422404,max
115,ml-heuristic,15,0.07091307640075684,58894.0,58894.0,0.0,499,heuristic,max,59098.29396860057,59227.64427440945,0.9968011103024559,1.0,1.0,,1.0 115,ml-heuristic,15,120.21328401565552,59083.0,59088.0,8.462671157524161e-05,5649006.0,heuristic,1.0,1.0,1.0,1.0,1.0,59098.66203099143,59228.46969562256,max
116,ml-heuristic,16,0.046115875244140625,58952.0,58952.0,0.0,83,heuristic,max,59144.29255193875,59278.34657427512,0.9970571322260934,1.0,1.0,,1.0 116,ml-heuristic,16,85.93491911888123,59126.0,59131.0,8.456516591685553e-05,4004773.0,heuristic,1.0,1.0,1.0,1.0,1.0,59145.19863458289,59278.22282794401,max
117,ml-heuristic,17,0.06454920768737793,58872.0,58872.0,0.0,1188,heuristic,max,59126.115189363045,59269.28077097453,0.995199134491852,1.0,1.0,,1.0 117,ml-heuristic,17,73.36747002601624,59152.0,59156.0,6.76223965377333e-05,3275440.0,heuristic,0.9999323821759416,1.0,1.0,1.0,1.0,59127.14368529404,59267.37100160227,max
118,ml-heuristic,18,0.07734012603759766,58905.0,58905.0,0.0,717,heuristic,max,59117.679897215916,59253.29961905552,0.9965824690814963,1.0,1.0,,1.0 118,ml-heuristic,18,45.34655404090881,59118.0,59123.0,8.457660949287865e-05,1957447.0,heuristic,1.0,1.0,1.0,1.0,1.0,59117.71413049835,59253.828178881624,max
119,ml-heuristic,19,0.08517098426818848,58856.0,58856.0,0.0,1517,heuristic,max,59143.85153402628,59273.96032041035,0.9948782095708176,1.0,1.0,,1.0 119,ml-heuristic,19,44.6319260597229,59159.0,59164.0,8.451799388089724e-05,1868374.0,heuristic,1.0,1.0,1.0,1.0,1.0,59144.031479967074,59274.181598455296,max
120,ml-heuristic,20,0.06747198104858398,58799.0,58799.0,0.0,333,heuristic,max,59083.288468204046,59227.64787030151,0.9954458094864527,1.0,1.0,,1.0 120,ml-heuristic,20,197.63266706466675,59063.0,59068.0,8.465536799688468e-05,9496908.0,heuristic,0.9999153517979278,1.0,1.0,1.0,1.0,59082.22244394464,59224.2971810249,max
121,ml-heuristic,21,0.07536077499389648,58868.0,58868.0,0.0,380,heuristic,max,59137.13508635061,59263.00035047853,0.9948119983100971,1.0,1.0,,1.0 121,ml-heuristic,21,48.03322887420654,59175.0,59179.0,6.759611322348965e-05,2017817.0,heuristic,1.0,1.0,1.0,1.0,1.0,59137.98908684254,59265.43858161565,max
122,ml-heuristic,22,0.09664416313171387,58898.0,58898.0,0.0,403,heuristic,max,59090.215606668426,59226.524287737346,0.9962280746266132,1.0,1.0,,1.0 122,ml-heuristic,22,64.1009349822998,59121.0,59126.0,8.457231778894132e-05,2800742.0,heuristic,1.0,1.0,1.0,1.0,1.0,59089.5855153968,59226.64120575328,max
123,ml-heuristic,23,0.09424400329589844,58738.0,58738.0,0.0,424,heuristic,max,59140.822587031085,59268.69602395524,0.9923132802865203,1.0,1.0,,1.0 123,ml-heuristic,23,27.042146921157837,59193.0,59196.0,5.068166844052506e-05,1158901.0,heuristic,1.0,1.0,1.0,1.0,1.0,59140.59510257357,59271.35823619222,max
124,ml-heuristic,24,0.0899810791015625,58747.0,58747.0,0.0,402,heuristic,max,59151.31310041364,59286.374796705706,0.9929853622257531,1.0,1.0,,1.0 124,ml-heuristic,24,110.21264696121216,59146.0,59151.0,8.453657052040713e-05,5005322.0,heuristic,0.9997295561340049,1.0,1.0,1.0,1.0,59150.82751230766,59285.37521566199,max
125,ml-heuristic,25,0.05913805961608887,58864.0,58864.0,0.0,61,heuristic,max,59123.494027429886,59258.450845410516,0.9962090441375575,1.0,1.0,,1.0 125,ml-heuristic,25,199.52568101882935,59096.0,59101.0,8.460809530255854e-05,9427490.0,heuristic,1.0,1.0,1.0,1.0,1.0,59123.050715683305,59257.270874657275,max
126,ml-heuristic,26,0.07936596870422363,58985.0,58985.0,0.0,73,heuristic,max,59117.973353832625,59244.6065867918,0.9982399431366245,1.0,1.0,,1.0 126,ml-heuristic,26,101.18916702270508,59087.0,59091.0,6.769678609508014e-05,4823597.0,heuristic,0.9999661527526273,1.0,1.0,1.0,1.0,59118.02329883662,59245.3612305393,max
127,ml-heuristic,27,0.047328948974609375,58796.0,58796.0,0.0,565,heuristic,max,59152.02869203787,59283.21983565326,0.9939648031376261,1.0,1.0,,1.0 127,ml-heuristic,27,89.17987108230591,59153.0,59158.0,8.452656669991379e-05,4000058.0,heuristic,1.0,1.0,1.0,1.0,1.0,59150.16240797118,59285.64193535254,max
128,ml-heuristic,28,0.07380008697509766,58771.0,58771.0,0.0,315,heuristic,max,59105.74314716575,59245.41380661703,0.9942312897550413,1.0,1.0,,1.0 128,ml-heuristic,28,191.82191514968872,59099.0,59104.0,8.46038004027141e-05,8959564.0,heuristic,0.9997800784950602,1.0,1.0,1.0,1.0,59105.239747395564,59244.63088727762,max
129,ml-heuristic,29,0.06821990013122559,58981.0,58981.0,0.0,453,heuristic,max,59172.34057841927,59316.3067624495,0.9966710601912873,1.0,1.0,,1.0 129,ml-heuristic,29,118.9771659374237,59182.0,59187.0,8.448514751106756e-05,5422676.0,heuristic,1.0,1.0,1.0,1.0,1.0,59171.61319933031,59313.94235456237,max
130,ml-heuristic,30,0.08724379539489746,58606.0,58606.0,0.0,274,heuristic,max,59147.03760380158,59283.24201844019,0.9914399783461902,1.0,1.0,,1.0 130,ml-heuristic,30,99.64783000946045,59134.0,59139.0,8.455372543714276e-05,4687900.0,heuristic,1.0,1.0,1.0,1.0,1.0,59148.03866371211,59281.43814639009,max
131,ml-heuristic,31,0.06983208656311035,58831.0,58831.0,0.0,482,heuristic,max,59069.03146044238,59202.464074154144,0.9957516671744355,1.0,1.0,,1.0 131,ml-heuristic,31,89.59844493865967,59082.0,59086.96752812557,8.407853704291519e-05,3870809.0,heuristic,1.0,1.0,1.0,1.0,1.0,59069.41377677144,59203.823126466195,max
132,ml-heuristic,32,0.1182711124420166,58800.0,58800.0,0.0,992,heuristic,max,59160.24237430486,59287.73433677294,0.9936628643852978,1.0,1.0,,1.0 132,ml-heuristic,32,49.78782606124878,59175.0,59180.0,8.449514152936207e-05,2142083.0,heuristic,1.0,1.0,1.0,1.0,1.0,59157.64838384942,59290.523875622814,max
133,ml-heuristic,33,0.07799386978149414,58799.0,58799.0,0.0,297,heuristic,max,59082.28780191939,59221.20523526607,0.9954290744722274,1.0,1.0,,1.0 133,ml-heuristic,33,130.72261786460876,59069.0,59074.0,8.464676903282602e-05,6075720.0,heuristic,0.9996784457080964,1.0,1.0,1.0,1.0,59081.01088134223,59219.82627379965,max
134,ml-heuristic,34,0.08090400695800781,58924.0,58924.0,0.0,1388,heuristic,max,59143.02280393895,59275.158465926135,0.9955059976347356,1.0,1.0,,1.0 134,ml-heuristic,34,32.732726097106934,59190.0,59193.0,5.0684237202230105e-05,1360799.0,heuristic,1.0,1.0,1.0,1.0,1.0,59143.23414106734,59275.920682982185,max
135,ml-heuristic,35,0.07691311836242676,58702.0,58702.0,0.0,234,heuristic,max,59171.00525871289,59304.38634374743,0.9918726661372353,1.0,1.0,,1.0 135,ml-heuristic,35,74.79323601722717,59183.0,59187.0,6.758697598972678e-05,3171433.0,heuristic,1.0,1.0,1.0,1.0,1.0,59171.487583005524,59304.98468958104,max
136,ml-heuristic,36,0.055214881896972656,58734.0,58734.0,0.0,110,heuristic,max,59157.95983781955,59298.68803335163,0.9926985092789777,1.0,1.0,,1.0 136,ml-heuristic,36,141.71325087547302,59166.0,59171.0,8.450799445627557e-05,6659190.0,heuristic,1.0,1.0,1.0,1.0,1.0,59158.08309355407,59296.56640928705,max
137,ml-heuristic,37,0.08641505241394043,59021.0,59021.0,0.0,1823,heuristic,max,59174.82910143919,59306.07401592796,0.9969426708557143,1.0,1.0,,1.0 137,ml-heuristic,37,104.27815413475037,59155.0,59160.0,8.452370890034655e-05,4686611.0,heuristic,0.9992061079017601,1.0,1.0,1.0007945228636634,1.0,59175.74869590455,59307.463498356396,max
138,ml-heuristic,38,0.05247998237609863,58965.0,58965.0,0.0,239,heuristic,max,59165.54670645806,59302.53896350616,0.9958285482672431,1.0,1.0,,1.0 138,ml-heuristic,38,47.3746600151062,59212.0,59216.0,6.755387421468622e-05,1969556.0,heuristic,1.0,1.0,1.0,1.0,1.0,59166.58497608687,59301.825104164076,max
139,ml-heuristic,39,0.07807397842407227,58735.0,58735.0,0.0,116,heuristic,max,59114.546069491946,59248.287225612585,0.993101465938488,1.0,1.0,,1.0 139,ml-heuristic,39,45.22795009613037,59143.0,59147.0,6.763268687756793e-05,1981567.0,heuristic,1.0,1.0,1.0,1.0,1.0,59114.89526526199,59248.56148321837,max
140,ml-heuristic,40,0.08340597152709961,58718.0,58718.0,0.0,531,heuristic,max,59155.219778374434,59277.75168771527,0.9925622908144291,1.0,1.0,,1.0 140,ml-heuristic,40,77.46431112289429,59158.0,59163.0,8.451942256330505e-05,3400043.0,heuristic,1.0,1.0,1.0,1.0,1.0,59155.37108495968,59280.88309711401,max
141,ml-heuristic,41,0.04626297950744629,58937.0,58937.0,0.0,171,heuristic,max,59150.95447343969,59292.27790965131,0.9964495240671547,1.0,1.0,,1.0 141,ml-heuristic,41,91.57522082328796,59170.0,59175.0,8.450228156160216e-05,4108854.0,heuristic,1.0,1.0,1.0,1.0,1.0,59151.28565990848,59290.71555008509,max
142,ml-heuristic,42,0.07529020309448242,58831.0,58831.0,0.0,441,heuristic,max,59118.59290148088,59249.34813649395,0.9960382629306695,1.0,1.0,,1.0 142,ml-heuristic,42,154.93997287750244,59089.0,59094.0,8.461811843151856e-05,8013650.0,heuristic,1.0,1.0,1.0,1.0,1.0,59118.99827325628,59249.97235571583,max
143,ml-heuristic,43,0.07998895645141602,58680.0,58680.0,0.0,269,heuristic,max,59162.19011341412,59292.08012666121,0.9906807131280388,1.0,1.0,,1.0 143,ml-heuristic,43,17.417819023132324,59232.0,59236.0,6.75310642895732e-05,696457.0,heuristic,1.0,1.0,1.0,1.0,1.0,59161.307350621355,59293.05481512429,max
144,ml-heuristic,44,0.0566859245300293,58796.0,58796.0,0.0,177,heuristic,max,59148.71583071284,59277.6199993552,0.9931588993429165,1.0,1.0,,1.0 144,ml-heuristic,44,14.177363872528076,59201.0,59205.0,6.756642624279995e-05,588615.0,heuristic,1.0,1.0,1.0,1.0,1.0,59149.268537538504,59278.50295984831,max
145,ml-heuristic,45,0.08150815963745117,58793.0,58793.0,0.0,444,heuristic,max,59156.44249255257,59293.44005900165,0.9945193429977841,1.0,1.0,,1.0 145,ml-heuristic,45,193.06448602676392,59120.0,59125.0,8.457374830852504e-05,10512489.0,heuristic,0.9997463431132155,1.0,1.0,1.0,1.0,59157.45644175721,59292.66862156513,max
146,ml-heuristic,46,0.06545495986938477,58941.0,58941.0,0.0,249,heuristic,max,59167.63713449314,59297.97235744855,0.9968710888610763,1.0,1.0,,1.0 146,ml-heuristic,46,88.08861303329468,59152.0,59157.0,8.452799567216662e-05,4325506.0,heuristic,1.0,1.0,1.0,1.0,1.0,59168.404124939494,59297.86061218224,max
147,ml-heuristic,47,0.07515287399291992,58899.0,58899.0,0.0,403,heuristic,max,59157.45257413632,59281.6836903287,0.996244989090171,1.0,1.0,,1.0 147,ml-heuristic,47,86.44172787666321,59121.0,59126.0,8.457231778894132e-05,4135744.0,heuristic,0.999966172217242,1.0,1.0,1.0,1.0,59155.45167739807,59284.172466642885,max
148,ml-heuristic,48,0.08311200141906738,58833.0,58833.0,0.0,265,heuristic,max,59193.57388495594,59332.781056366475,0.9942037312423956,1.0,1.0,,1.0 148,ml-heuristic,48,91.60550999641418,59183.0,59188.0,8.448371998715847e-05,4681469.0,heuristic,1.0,1.0,1.0,1.0,1.0,59191.94394017174,59332.08571744459,max
149,ml-heuristic,49,0.08230710029602051,58639.0,58639.0,0.0,254,heuristic,max,59140.88233941191,59271.201541892864,0.9916124122769934,1.0,1.0,,1.0 149,ml-heuristic,49,70.29827809333801,59135.0,59140.0,8.45522955948254e-05,3273768.0,heuristic,0.9997464074387151,1.0,1.0,1.0,1.0,59139.98187390398,59273.225027033564,max

1 Solver Instance Wallclock Time Lower Bound Upper Bound Gap Nodes Mode Relative Lower Bound Relative Upper Bound Relative Wallclock Time Relative Gap Relative Nodes Predicted LB Predicted UB Sense
2 0 baseline 0 70.42135906219481 662.7372989654541 59113.0 59162.0 59284.0 59167.0 0.00289276470488725 8.451370812345763e-05 1000705 18688107.0 exact 0.9991717656603901 1.0 1.0079056087318723 1.0004734608295711 666.2003550138373 8.70828628181939 inf 1.0 1215.9234507897934 5.622307810564691 max
3 1 baseline 1 71.42700314521791 900.0007548332214 59137.0 59322.0 59256.0 0.003128329134044676 0.002012276578115224 1000013 24175550.0 exact 1.0 1.0076608177200999 1.0019275641675967 1490.7919316474092 5.256438928065297 inf 23.8 14706.073529411764 2.9939288096459404 max
4 2 baseline 2 69.50715589523314 900.0016160011293 59186.0 59345.0 59285.0 0.0026864461190146322 0.0016726928665562802 1000226 24089218.0 exact 1.0 1.009303037518283 1.0015880792688077 1317.9424513119109 6.615464163621432 inf 19.8 2950.519174041298 3.971008553523482 max
5 3 baseline 3 74.0979709625244 900.0023140907288 59145.0 59302.0 59231.0 0.0026544931946910137 0.0014540535970918927 1000456 24595759.0 exact 1.0 1.0093098459705556 1.0013693998309383 990.94604134184 9.839168761119028 inf 17.2 4275.452991452991 6.1066754492159765 max
6 4 baseline 4 71.66170287132262 900.0024960041046 59142.0 59292.0 59213.0 0.002536268641574516 0.0012005004903452704 1000459 25467171.0 exact 1.0 1.0063136456211812 1.0011162314042927 992.5304276614502 11.236705591195049 inf 14.261938547000467 3290.9835526315787 7.640381275476392 max
7 5 baseline 5 73.41511583328247 900.002925157547 59126.0 59307.0 59244.0 0.00306125900619017 0.0019957379156377904 1000038 23457042.0 exact 1.0 1.0068758276459204 1.0021143794719125 1080.1251354868582 10.760170783867167 inf 29.494511720731996 4807.875 5.847345591041515 max
8 6 baseline 6 73.41207909584045 900.0031039714813 59115.0 59125.0 59296.0 59236.97169757604 0.003061828639093293 0.001893813066825174 1000578 24240772.0 exact 1.0 1.0069113077145138 1.0018090934817527 766.7852292168352 5.582936655618509 inf 22.394339515207683 909.6163636363636 3.3210931747954593 max
9 7 baseline 7 70.86374998092651 900.002781867981 59095.0 59105.0 59277.0 59212.0 0.003079786783991877 0.001810337534895525 1000701 24042592.0 exact 1.0 1.012468614958922 1.001725596345796 957.6321148034307 1.7540923744921773 inf 21.400000000000002 8005.608 2.390273708531383 max
10 8 baseline 8 67.79171895980835 900.0021660327911 59140.0 59169.0 59320.0 59251.0 0.003043625295908015 0.0013858608392908448 1000609 25512146.0 exact 0.9995098784836655 1.0 1.0077124316243673 1.0013181687594004 696.1706767082974 9.026100681465717 inf 20.5 3248.7305194805194 5.950915491512204 max
11 9 baseline 9 72.50141692161559 900.0015439987183 59116.0 59130.0 59320.949428987995 59256.0 0.0034669028518168037 0.00213089802130898 1000634 23227790.0 exact 0.9998646911575672 1.0 1.0065828895353706 1.0021478462345041 1200.0559710180385 7.880275979497338 inf 25.197442922374428 4697.81220657277 4.198068271097029 max
12 10 baseline 10 70.24692487716675 900.0024099349976 59127.0 59276.0 59201.0 0.0025199993234901147 0.0012515432881762985 1000328 25015636.0 exact 1.0 1.0075469132444927 1.0011838122135597 781.2506343882164 13.04240249187423 inf 18.5 2037.3279022403258 8.325144625534431 max
13 11 baseline 11 70.154865026474 900.0025849342346 59198.0 59348.0 59289.0 0.002533869387479307 0.0015372140950707794 1000544 24558832.0 exact 1.0 1.0088050314465409 1.0017741281427412 1206.7769242757308 4.941352404443008 inf 18.19415858643873 1819.1709090909092 2.9831824806949396 max
14 12 baseline 12 76.15164113044739 900.0022029876709 59102.0 59288.0 59224.0 0.003147101620926534 0.002064227944908802 1000054 24026788.0 exact 1.0 1.0083164679671424 1.0019794609775492 4028.950805403837 5.378482195683288 inf 24.400000000000002 1000054.0 2.947983888580514 max
15 13 baseline 13 71.0146369934082 900.0011007785797 59150.0 59287.0 59206.0 0.00231614539306847 0.0009467455621301775 1000385 24953207.0 exact 1.0 1.010361458102558 1.0008790614328702 909.5452716052022 12.451848934586094 inf 13.999999999999998 4809.5432692307695 8.0844140865203 max
16 14 baseline 14 72.78574514389037 900.0014700889587 59165.0 59169.0 59321.0 59250.0 0.002636693991380039 0.0013689600973482733 1000144 25494260.0 exact 1.0 1.0091694736483958 1.0014705136656357 898.9880148886296 10.286586243074352 inf 20.246577599756627 1661.3687707641195 6.714445655657852 max
17 15 baseline 15 72.70145797729492 900.0013790130615 59083.0 59261.0 59196.0 0.003012710932078601 0.0019125636816004605 1000093 23792716.0 exact 1.0 1.0062315346215234 1.0018277822908204 1025.2193483530634 7.486704871117682 inf 22.6 2004.194388777555 4.211841162852367 max
18 16 baseline 16 72.704313993454 900.0020098686218 59126.0 59293.0 59233.0 0.0028244765416229746 0.0018096945506207078 1000184 23398798.0 exact 1.0 1.0057843669425974 1.001724983511187 1576.5571749110766 10.473065188128833 inf 21.39999999999999 12050.409638554216 5.842727665213484 max
19 17 baseline 17 67.70325493812561 900.0023510456085 59156.0 59290.0 59197.0 0.0022651971059571303 0.0006930826965988236 1000033 25573586.0 exact 1.0 1.007100149476831 1.0006930826965987 1048.862679554848 12.267049016770867 inf 10.249306917303404 841.7786195286195 7.807679578926801 max
20 18 baseline 18 68.9480299949646 900.002711057663 59107.0 59118.0 59270.0 59211.0 0.002757710592654001 0.0015731249365675427 1000050 24489136.0 exact 1.0 1.0061964179611238 1.0014884224413512 891.4910477576236 19.84721287191386 inf 18.599999999999998 1394.7698744769875 12.51075303699155 max
21 19 baseline 19 68.68335199356079 724.1934628486632 59159.0 59282.0 59164.0 0.0020791426494700727 8.451799388089724e-05 1000157 20931760.0 exact 1.0 1.0072380046214489 1.0 806.4172626828988 16.225906582646804 inf 1.0 659.2992748846408 11.203195934004649 max
22 20 baseline 20 71.09696197509766 900.0011439323425 59068.00695693743 59068.0 59250.96970984196 59191.0 0.00309749325109125 0.0020823457709758246 1000031 23411794.0 exact 1.0 1.0076866904172173 1.0020823457709758 1053.725722443268 4.553908811228339 inf 24.597917654229025 3003.096096096096 2.465201726709367 max
23 21 baseline 21 65.33107399940491 380.06568694114685 59175.0 59283.98170493022 59180.0 0.0018416849164380551 8.449514152936208e-05 1000821 11618526.0 exact 1.0 1.0070663468256136 1.0000168978860744 866.9108565390432 7.912557532546788 inf 1.2500000000000002 2633.7394736842107 5.757968140817527 max
24 22 baseline 22 68.68796896934509 900.0016028881073 59121.0 59246.0 59154.94711904253 0.0021143079447235326 0.0005741973079365614 1000075 26352886.0 exact 1.0 1.0059085198139155 1.0004895835849292 710.73065091093 14.040381831195205 inf 6.789423808503489 2481.575682382134 9.40925154833969 max
25 23 baseline 23 67.72725200653076 230.2515211105347 59193.0 59288.0 59198.0 0.001604919500616627 8.44694474008751e-05 1000066 6776049.0 exact 1.0 1.0093636146957676 1.0000337860666262 718.6372568861185 8.514542938541073 inf 1.6666666666666665 2358.646226415094 5.846961043264265 max
26 24 baseline 24 69.30689406394957 900.0010840892792 59162.0 59304.0 59240.0 0.0024001893107061965 0.001318413846725939 1000352 24727727.0 exact 1.0 1.0094813352171175 1.0015046237595306 770.2385296549091 8.166041819193602 inf 15.595781075690478 2488.4378109452737 4.940286958561307 max
27 25 baseline 25 73.51841092109679 900.0015320777893 59088.0 59096.0 59278.0 59210.0 0.003215542919036014 0.0019290645728983352 1000151 23438919.0 exact 1.0 1.0070331611851047 1.0018443004348487 1243.165761581661 4.510705225924555 inf 22.800000000000004 16395.918032786885 2.4862311177206236 max
28 26 baseline 26 71.4473330974579 900.0015478134155 59089.0 59268.0 59203.0 0.0030293286398483644 0.001929293100238623 1000661 23826788.0 exact 1.0 1.0047978299567686 1.0018953816994127 900.2263093861245 8.894248013836016 inf 28.49903535344988 13707.684931506848 4.939630736149807 max
29 27 baseline 27 71.64505815505981 900.0010070800781 59153.0 59307.0 59249.0 0.0026034182543573444 0.0016229100806383447 1000299 24336831.0 exact 1.0 1.0086910674195524 1.001538253490652 1513.7682054485372 10.091974748981741 inf 19.2 1770.4407079646019 6.084119530266811 max
30 28 baseline 28 70.63702201843263 900.001277923584 59112.0 59279.0 59208.0 0.0028251454865340373 0.0016240357287860333 1000017 25111591.0 exact 1.0 1.008643718840925 1.001759610178668 957.1400917490472 4.691858473111718 inf 19.195777507105156 3174.657142857143 2.8027693088636902 max
31 29 baseline 29 70.94550395011902 900.0012440681458 59178.0 59182.0 59335.0 59263.0 0.002653012943999459 0.0013686593896792946 1000577 24919871.0 exact 1.0 1.0060019328258252 1.0012840657576834 1039.9532074021004 7.56448716001105 inf 16.200000000000003 2208.7792494481237 4.595493258310103 max
32 30 baseline 30 76.50913286209106 900.0012910366057 59112.0 59134.0 59308.0 59241.0 0.0033157396129381515 0.001809449724354855 1000445 23615391.0 exact 1.0 1.0119782957376378 1.0017247501648658 876.9578686459321 9.031820270959846 inf 21.4 3651.2591240875913 5.0375202116086095 max
33 31 baseline 31 69.87212085723877 900.0023548603058 59082.0 59226.0 59169.0 0.00243729054534376 0.0014725297044785213 1000311 26213904.0 exact 1.0 1.0067141473032926 1.0013883344383072 1000.5732936834451 10.04484347330425 inf 17.513740798402758 2075.3340248962654 6.772202916754611 max
34 32 baseline 32 68.88597083091736 875.9193549156189 59175.0 59304.0 59180.0 0.002179974651457541 8.449514152936208e-05 1000341 24935695.0 exact 1.0 1.0085714285714287 1.0 582.4412183887192 17.593042802030894 inf 1.0000000000000002 1008.4082661290323 11.640863122484049 max
35 33 baseline 33 76.56814217567444 900.0018489360809 59060.0 59088.0 59244.0 59177.0 0.0031154757873349138 0.0015062279989168698 1000419 25210167.0 exact 0.9998476358157409 1.0 1.007568155921019 1.0017435758540136 981.7200042796442 6.884821185789175 inf 17.794276333604117 3368.4141414141413 4.149329955955837 max
36 34 baseline 34 68.0914659500122 232.1541509628296 59190.0 59295.0 59195.0 0.001773948302078054 8.447372867038352e-05 1000439 7309410.0 exact 1.0 1.006296246011812 1.0000337877789605 841.6328005280901 7.0924172424290814 inf 1.6666666666666667 720.7773775216139 5.371410472817808 max
37 35 baseline 35 68.29537415504457 900.0025398731233 59183.0 59324.0 59262.0 0.002382440903637869 0.001334842775797104 1000126 23927493.0 exact 1.0 1.0105958911110353 1.0012671701556084 887.9548197906367 12.033207650833896 inf 19.75 4274.042735042735 7.544694464615838 max
38 36 baseline 36 68.21022391319275 900.0010929107666 59166.0 59317.0 59254.0 0.002552141432579522 0.00148734070243045 1000509 25589946.0 exact 1.0 1.0099261075356694 1.001402714167413 1235.35940981398 6.350860539510311 inf 17.599999999999998 9095.536363636364 3.8428016019966393 max
39 37 baseline 37 66.71046090126039 622.9371509552003 59202.0 59326.0 59207.0 0.0020945238336542685 8.445660619573664e-05 1000162 18595087.0 exact 1.0 1.0051676521915929 1.0007944557133197 771.9773238313594 5.973803009115679 inf 1.0000000000000002 548.6352166758091 3.967704381695003 max
40 38 baseline 38 65.1183421611786 557.924427986145 59212.0 59326.0 59217.0 0.001925285415118557 8.444234276835778e-05 1000389 16270407.0 exact 1.0 1.006122275926397 1.0000168873277493 1240.8224853146285 11.776853444610294 inf 1.25 4185.728033472803 8.26095170688216 max
41 39 baseline 39 67.92437911033629 900.0010092258452 59143.0 59275.0 59185.0 0.0022318786669597423 0.0007101432122144633 1000316 26304077.0 exact 1.0 1.00919383672427 1.0006424670735625 870.0002290314108 19.899221771336656 inf 10.5 8623.413793103447 13.274381840230484 max
42 40 baseline 40 71.18170309066771 900.0011250972748 59158.0 59302.98773577508 59242.995354791536 0.002450855941293934 0.0014367516615088902 1000400 23949337.0 exact 1.0 1.0099626645283402 1.0013521179587164 853.4365320298429 11.618267974647784 inf 16.999070958308586 1883.9924670433145 7.043833563281406 max
43 41 baseline 41 74.35732889175416 900.000893831253 59113.0 59170.0 59319.0 59257.0 0.0034848510479928273 0.0014703396991718775 1000410 24299427.0 exact 0.9994251610394441 1.0 1.0064814971919167 1.0013857203210816 1607.274967661474 9.82799588949917 inf 17.4 5850.350877192983 5.913918333433118 max
44 42 baseline 42 73.89431905746459 900.0017001628876 59065.0 59089.0 59276.0 59228.0 0.0035723355625158727 0.002352383692396216 1000095 23229681.0 exact 1.0 1.0075640393670005 1.002267573696145 981.4599512334145 5.808712131855351 inf 27.799999999999997 2267.7891156462583 2.898764108739463 max
45 43 baseline 43 64.76473903656006 127.60789799690248 59232.0 59312.0 59237.0 0.001350621285791464 8.44138303619665e-05 1000686 4041704.0 exact 1.0 1.010770279481936 1.0000168816260382 809.6710084709894 7.326284526634964 inf 1.25 3720.022304832714 5.803235519206498 max
46 44 baseline 44 65.31527090072632 166.38699293136597 59201.0 59288.0 59206.0 0.001469569770780899 8.445803280349994e-05 1000006 5151689.0 exact 1.0 1.0083679161847745 1.0000168904653324 1152.2308481733528 11.73610231262945 inf 1.25 5649.751412429378 8.75222174086627 max
47 45 baseline 45 73.93205189704895 900.0007989406586 59117.0 59135.0 59319.0 59247.0 0.0034169528223692 0.001893971421324089 1000388 26922402.0 exact 1.0 1.0089466433078769 1.0020634249471458 907.0509287155936 4.661659000381325 inf 22.394318085736028 2253.126126126126 2.560992168457917 max
48 46 baseline 46 72.88703107833862 900.001415014267 59126.0 59152.0 59324.0 59254.0 0.0033487805703074787 0.001724371111712199 1000221 26485728.0 exact 1.0 1.006498023447176 1.001639704515104 1113.5448134684452 10.21700063178535 inf 20.4 4016.9518072289156 6.123151372348114 max
49 47 baseline 47 72.83606815338135 900.0020279884337 59115.0 59123.0 59307.0 59235.0 0.003247906622684598 0.0018943558344468312 1000673 28222784.0 exact 0.9998985132186533 1.0 1.0069271125146437 1.0018435206169876 969.1720926100998 10.41166170663056 inf 22.39924225766622 2483.059553349876 6.824112904473778 max
50 48 baseline 48 53.76883912086487 900.0011022090912 59176.0 59354.0 59284.0 0.0030079762065702317 0.0018250642152223876 1000618 28675410.0 exact 1.0 0.9998817227920179 1.0088555742525454 1.0016219503953505 646.944342607653 9.824748557639392 inf 21.602555089901312 3775.9169811320753 6.1253016948312595 max
51 49 baseline 49 50.725261926651 900.0012428760529 59135.0 59150.0 59301.0 59206.0 0.002807136213748203 0.0009467455621301775 1000283 30531240.0 exact 1.0 1.0112894148945242 1.001115995941833 616.29266180215 12.802607222912103 inf 11.197159763313609 3938.1220472440946 9.326024324264884 max
52 50 ml-exact 0 68.24400496482849 649.376060962677 59162.0 59277.0 59167.0 0.0019438152868395254 8.451370812345763e-05 1000361 18101461.0 exact 1.0 1.0077865995681667 1.0004734608295711 645.6021431648559 8.532721264142948 inf 1.0 1215.505467800729 5.445815649649917 59125.9640719202 59126.38771406158 59267.20910677323 59263.992667692604 max
53 51 ml-exact 1 71.29924702644348 900.0008749961853 59137.0 59322.0 59256.99395246509 0.003128329134044676 0.0020290842021930574 1000081 23342139.0 exact 1.0 1.0076608177200999 1.0019443703707194 1488.1254640273091 5.256439629875021 inf 23.998790493018166 14707.073529411764 2.8907182021033684 59159.735512895015 59159.91471896955 59291.9898359703 59292.24515179818 max
54 52 ml-exact 2 73.24859809875488 900.0023529529572 59168.0 59186.0 59348.0 59272.0 0.003042184964845863 0.0014530463285236373 1000169 24785817.0 exact 0.9996958740242625 1.0 1.0093540596618933 1.0013684512848238 1388.884866458111 6.615469580587714 inf 17.2 2950.3510324483777 4.085840034868203 59193.86054778853 59194.00902156645 59320.68362754422 59323.12664303628 max
55 53 ml-exact 3 71.34371399879456 900.0030598640442 59101.0 59145.0 59299.0 59228.0 0.0033501971201840915 0.0014033307971933384 1000648 24207954.0 exact 0.9992560656014878 1.0 1.0092587864862566 1.0013186813186814 954.1121037914223 9.839176914197518 inf 16.599999999999998 4276.273504273504 6.010390586749109 59141.77630517837 59141.813764752675 59273.00085247164 59274.22541262452 max
56 54 ml-exact 4 67.9926209449768 900.0010681152344 59142.0 59291.0 59214.0 0.002519360183964019 0.0012174089479557674 1000066 24895987.0 exact 1.0 1.006296673455533 1.0011331384387514 941.7128318248011 11.236687763725765 inf 14.462810920901886 3289.690789473684 7.469020917529618 59145.21525650128 59144.93070046487 59272.890533096586 59273.654326628006 max
57 55 ml-exact 5 72.92199110984802 900.0023910999298 59126.0 59304.0 59241.96239661033 0.003010519906640057 0.0019612758618937826 1000029 23775703.0 exact 1.0 1.0068248955892838 1.0020799133376805 1072.8700027711227 10.760164398831064 inf 28.98520564396274 4807.8317307692305 5.926781054105736 59146.00982114169 59145.04845907292 59280.5900018319 59279.36037916677 max
58 56 ml-exact 6 70.49710702896118 900.0027949810028 59115.0 59125.0 59297.0 59236.0 0.003078744819419775 0.0018773784355179705 1000533 23994400.0 exact 1.0 1.0069282888145494 1.0017926602401488 736.3385023022539 5.582934738875933 inf 22.200000000000003 909.5754545454546 3.2873391191217904 59136.85443648926 59136.974634353304 59266.35984421062 59268.30857737715 max
59 57 ml-exact 7 67.85383987426758 900.0025460720062 59095.0 59105.0 59279.0 59212.0 0.003113630594804975 0.001810337534895525 1000686 24113420.0 exact 1.0 1.0125027755478504 1.001725596345796 916.9570647025846 1.7540919149292407 inf 21.400000000000002 8005.488 2.397315308132119 59124.2728565218 59125.024194597165 59260.07603626654 59260.190615193496 max
60 58 ml-exact 8 69.73333597183228 900.0025360584259 59169.0 59318.0 59247.0 0.0025182105494431207 0.0013182578715205597 1000553 26072662.0 exact 1.0 1.0076784561546563 1.0012505703614825 716.1096434421313 9.026104392444157 inf 19.5 3248.5487012987014 6.081660406018433 59156.23403577143 59155.83957873982 59292.47065517266 59292.27671868388 max
61 59 ml-exact 9 71.74785804748535 900.0029451847076 59124.0 59130.0 59321.0 59260.0 0.003331980244909005 0.002198545577541011 1000407 23411285.0 exact 1.0 1.0065837476456314 1.0022154949348037 1187.582934423577 7.880288248067729 inf 25.99736174530695 4696.7464788732395 4.231232189722303 59168.20966437043 59169.22723451526 59304.46622854598 59303.04692137199 max
62 60 ml-exact 10 68.29699420928955 900.002711057663 59127.0 59276.0 59199.0 0.0025199993234901147 0.0012177177939012634 1000596 25692461.0 exact 1.0 1.0075469132444927 1.001149989007458 759.5644954724436 13.042406855599213 inf 18.0 2037.8737270875763 8.550390388271678 59123.71217748309 59122.74947289353 59257.461106240655 59256.99939978048 max
63 61 ml-exact 11 70.752032995224 900.0020880699158 59179.0 59198.0 59349.0 59271.0 0.0028726406326568545 0.0012331497685732625 1000444 25044283.0 exact 0.9996790432109193 1.0 1.0088220295767465 1.0014699918896999 1217.049177302405 4.941349676471181 inf 14.59531403087942 1818.989090909091 3.042150631885348 59195.208003510284 59194.32665087494 59328.24156663611 59329.026081343145 max
64 62 ml-exact 12 69.58681201934814 900.00151014328 59102.0 59285.0 59222.0 0.0030963419173632026 0.0020303881425332475 1000512 23860011.0 exact 1.0 1.0082654466912702 1.001945624037762 3681.625742649192 5.378478055192067 inf 24.0 1000512.0 2.9275210656269923 59124.07074662612 59122.0422679371 59260.388809492615 59259.06427666924 max
65 63 ml-exact 13 70.40813493728638 900.0019900798798 59150.0 59290.0 59203.96517006869 0.002366863905325444 0.0009123443798594788 1000589 26120169.0 exact 1.0 1.0104125837181956 1.0008446625768113 901.7772803752301 12.451861238399319 inf 13.491292517172042 4810.524038461538 8.462489899830945 59135.657098244 59136.5588570761 59276.12197142403 59273.99511476752 max
66 64 ml-exact 14 67.62908506393433 900.0015881061554 59156.0 59169.0 59316.97096955572 59254.0 0.002721126674483021 0.0014365630651185586 1000635 25996193.0 exact 0.9998478830389589 1.0 1.0091009317402557 1.001538123489343 835.2973073253472 10.28658759195445 inf 21.246408592337204 1662.1843853820599 6.8466401908701435 59155.44248400742 59154.03941864104 59289.803023734654 59289.795816422404 max
67 65 ml-exact 15 70.01784491539001 900.0014340877533 59083.0 59260.0 59198.0 0.002995785589763553 0.001946414366230557 1000553 23870719.0 exact 1.0 1.006214554963154 1.0018616301110208 987.3756501507913 7.486705329259161 inf 23.0 2005.11623246493 4.2256494328382725 59098.29396860057 59098.66203099143 59227.64427440945 59228.46969562256 max
68 66 ml-exact 16 74.56479787826538 900.0031027793884 59126.0 59295.0 59230.0 0.002858302607989717 0.001758955451070595 1000017 23581309.0 exact 1.0 1.005818292848419 1.0016742487020345 1616.900849946232 10.47307790601788 inf 20.799999999999997 12048.397590361446 5.888301034790237 59144.29255193875 59145.19863458289 59278.34657427512 59278.22282794401 max
69 67 ml-exact 17 70.37176585197449 900.001091003418 59111.0 59156.0 59290.0 59189.0 0.003028201180829287 0.0005578470484819798 1000047 25974343.0 exact 0.9992392994793428 1.0 1.007100149476831 1.000557847048482 1090.2034025389767 12.267031842372049 inf 8.249442152951518 841.790404040404 7.930031690398847 59126.115189363045 59127.14368529404 59269.28077097453 59267.37100160227 max
70 68 ml-exact 18 70.23334503173828 900.0016350746155 59107.0 59118.0 59273.0 59207.0 0.002808466002334749 0.00150546364897324 1000242 24423315.0 exact 1.0 1.006247347423818 1.001420766875835 908.1100410619382 19.84718914391357 inf 17.8 1395.0376569037658 12.477127094628871 59117.679897215916 59117.71413049835 59253.29961905552 59253.828178881624 max
71 69 ml-exact 19 67.75838208198547 765.9083199501038 59159.0 59282.99225012701 59164.0 0.0020959152475026974 8.451799388089724e-05 1000513 22220414.0 exact 1.0 1.00725486356747 1.0 795.5571097854902 17.160548234580467 inf 1.0 659.5339485827291 11.892915444124142 59143.85153402628 59144.031479967074 59273.96032041035 59274.181598455296 max
72 70 ml-exact 20 67.86881709098816 900.0015428066254 59068.0 59250.0 59191.0 0.003081194555427643 0.0020823457709758246 1000526 23475405.0 exact 0.9999998822215648 1.0 1.0076701984727632 1.0020823457709758 1005.8814938621474 4.55391082948923 inf 24.597917654229025 3004.5825825825827 2.471899801493286 59083.288468204046 59082.22244394464 59227.64787030151 59224.2971810249 max
73 71 ml-exact 21 66.03412008285522 428.18276500701904 59175.0 59279.0 59180.0 0.0017574989438107309 8.449514152936207e-05 1000082 12999314.0 exact 1.0 1.0069817218183053 1.0000168978860744 876.2399283739236 8.91430318224869 inf 1.25 2631.794736842105 6.442266072691428 59137.13508635061 59137.98908684254 59263.00035047853 59265.43858161565 max
74 72 ml-exact 22 69.31023216247559 900.0029540061951 59121.0 59251.0 59157.0 0.0021988802625124743 0.0006089206880803775 1000747 26135751.0 exact 1.0 1.0059934123399776 1.0005243040286844 717.1693552565035 14.040402909173055 inf 7.199999999999999 2483.24317617866 9.33172387888638 59090.215606668426 59089.5855153968 59226.524287737346 59226.64120575328 max
75 73 ml-exact 23 69.16776299476624 287.76060605049133 59193.0 59287.0 59198.0 0.0015880256111364518 8.44694474008751e-05 1000230 7976958.0 exact 1.0 1.0093465899417753 1.0000337860666262 733.9221656108964 10.641189358576659 inf 1.6666666666666665 2359.0330188679245 6.883209178350868 59140.822587031085 59140.59510257357 59268.69602395524 59271.35823619222 max
76 74 ml-exact 24 69.05920886993408 900.0017418861389 59162.0 59305.0 59248.0 0.002417092052330888 0.0014536357797234711 1000703 25158901.0 exact 1.0 1.0094983573629293 1.001639870839039 767.4858932508055 8.166047787627152 inf 17.195348365504884 2489.3109452736317 5.026430067835795 59151.31310041364 59150.82751230766 59286.374796705706 59285.37521566199 max
77 75 ml-exact 25 73.94930791854858 900.0040528774261 59078.0 59096.0 59280.0 59209.0 0.0034192085040116458 0.001912142953837823 1000247 25156445.0 exact 0.9998307608989981 1.0 1.0070671378091873 1.0018273802473732 1250.4520506525078 4.510717859885376 inf 22.6 16397.491803278688 2.6684138620141735 59123.494027429886 59123.050715683305 59258.450845410516 59257.270874657275 max
78 76 ml-exact 26 73.24590110778809 900.0013389587402 59087.0 59089.0 59269.0 59199.0 0.0030802037673261463 0.0018615986054934083 1000260 23531336.0 exact 0.9999661527526273 1.0 1.0048147834195134 1.0018276894958622 922.8880123766465 8.894245949833698 inf 27.499069200697253 13702.191780821919 4.878379350513735 59117.973353832625 59118.02329883662 59244.6065867918 59245.3612305393 max
79 77 ml-exact 27 70.02575302124023 900.0014967918396 59152.0 59153.0 59308.0 59246.0 0.0026372734649715984 0.0015721941406183963 1000681 25053692.0 exact 0.99998309468666 1.0 1.0087080753792774 1.001487541837114 1479.5543644716693 10.091980240263075 inf 18.599999999999998 1771.116814159292 6.263332181683365 59152.02869203787 59150.16240797118 59283.21983565326 59285.64193535254 max
80 78 ml-exact 28 74.35806703567505 900.001298904419 59058.0 59112.0 59279.0 59215.0 0.003742084052964882 0.0017424550006766815 1000323 24700106.0 exact 0.9990864799025578 1.0 1.008643718840925 1.0018780454791554 1007.5606965174129 4.691858582488349 inf 20.59546961699824 3175.6285714285714 2.756842408849359 59105.74314716575 59105.239747395564 59245.41380661703 59244.63088727762 max
81 79 ml-exact 29 69.62114810943604 900.0012950897217 59178.0 59182.0 59335.0 59264.0 0.002653012943999459 0.0013855564191815079 1000290 24368468.0 exact 1.0 1.0060019328258252 1.001300961359758 1020.5401646076153 7.564487588846076 inf 16.4 2208.1456953642382 4.493808591920299 59172.34057841927 59171.61319933031 59316.3067624495 59313.94235456237 max
82 80 ml-exact 30 72.57568192481995 900.0028159618378 59112.0 59134.0 59306.0 59240.0 0.003281905535255109 0.0017925389792674265 1000129 24191195.0 exact 1.0 1.011944169538955 1.001707840849524 831.8721302336259 9.031835574105251 inf 21.2 3650.105839416058 5.160347916977751 59147.03760380158 59148.03866371211 59283.24201844019 59281.43814639009 max
83 81 ml-exact 31 66.66204619407654 900.0012450218201 59082.0 59224.0 59151.0 0.0024034392877695407 0.0011678683863105513 1000623 27104772.0 exact 1.0 1.0066801516207442 1.0010836987334635 954.6048167103112 10.044831086499027 inf 13.890208219422876 2075.98132780083 7.002353254836392 59069.03146044238 59069.41377677144 59202.464074154144 59203.823126466195 max
84 82 ml-exact 32 66.90847110748291 900.0074319839478 59175.0 59303.0 59197.964519141264 0.0021630756231516687 0.0003880780589989647 1000271 25690960.0 exact 1.0 1.0085544217687075 1.0003035572683552 565.7211615413303 18.076857400376596 inf 4.592903828252747 1008.3377016129032 11.99344749946664 59160.24237430486 59157.64838384942 59287.73433677294 59290.523875622814 max
85 83 ml-exact 33 70.48058199882507 900.0013158321381 59069.0 59088.0 59240.0 59177.0 0.00289491950092265 0.0015062279989168698 1000419 24765342.0 exact 1.0 1.0075001275531896 1.0017435758540136 903.6682266988659 6.884817107658309 inf 17.794276333604117 3368.4141414141413 4.076116410894511 59082.28780191939 59081.01088134223 59221.20523526607 59219.82627379965 max
86 84 ml-exact 34 66.47862100601196 239.74270606040955 59190.0 59291.0 59195.0 0.001706369319141747 8.447372867038352e-05 1000294 7385996.0 exact 1.0 1.006228361957776 1.0000337877789605 821.6975092533654 7.324251128646419 inf 1.6666666666666667 720.6729106628242 5.427690643511643 59143.02280393895 59143.23414106734 59275.158465926135 59275.920682982185 max
87 85 ml-exact 35 71.88330292701721 900.0009059906006 59128.0 59183.0 59330.0 59259.953906894 0.003416317142470572 0.0013002704643901015 1000043 23480392.0 exact 0.9990706790801412 1.0 1.0106981022793091 1.0012326001806815 934.6039330805928 12.033185805509241 inf 19.238476723499844 4273.688034188034 7.403716868683651 59171.00525871289 59171.487583005524 59304.38634374743 59304.98468958104 max
88 86 ml-exact 36 70.07391214370728 900.0016748905182 59166.0 59317.0 59246.0 0.002552141432579522 0.0013521279113004091 1000622 25394548.0 exact 1.0 1.0099261075356694 1.0012675128018793 1269.112777864138 6.350864646252256 inf 16.0 9096.563636363637 3.813458994262065 59157.95983781955 59158.08309355407 59298.68803335163 59296.56640928705 max
89 87 ml-exact 37 64.99546504020691 662.0322141647339 59202.0 59326.964160891424 59207.0 0.0021108097849975404 8.445660619573663e-05 1000837 20024242.0 exact 1.0 1.0051839880871456 1.0007944557133197 752.1312922298463 6.348714355925809 inf 1.0 549.0054854635217 4.272648615385403 59174.82910143919 59175.74869590455 59306.07401592796 59307.463498356396 max
90 88 ml-exact 38 63.933704137802124 446.4717228412628 59212.0 59328.0 59217.0 0.0019590623522259 8.444234276835777e-05 1000351 13956868.0 exact 1.0 1.006156194352582 1.0000168873277493 1218.2493446667 9.424272864415235 inf 1.25 4185.569037656904 7.086301684237463 59165.54670645806 59166.58497608687 59302.53896350616 59301.825104164076 max
91 89 ml-exact 39 67.50531601905823 900.00270819664 59143.0 59272.0 59184.0 0.0021811541518015655 0.0006932350404950712 1000382 26147788.0 exact 1.0 1.0091427598535796 1.000625560045311 864.6327160682331 19.899259335957453 inf 10.249999999999998 8623.98275862069 13.195510421802544 59114.546069491946 59114.89526526199 59248.287225612585 59248.56148321837 max
92 90 ml-exact 40 73.75635409355164 900.0016450881958 59158.0 59302.0 59249.0 0.0024341593698231855 0.0015382534906521518 1000617 24805820.0 exact 1.0 1.0099458428420587 1.0014536112097088 884.3054369265071 11.618274687299241 inf 18.2 1884.4011299435028 7.2957371421479085 59155.219778374434 59155.37108495968 59277.75168771527 59280.88309711401 max
93 91 ml-exact 41 71.275151014328 900.002336025238 59147.0 59170.0 59312.0 59245.0 0.0027896596615212942 0.0012675342234240324 1000549 25030081.0 exact 1.0 1.0063627263009653 1.0011829319814112 1540.6519807669513 9.82801163823526 inf 15.0 5851.163742690059 6.09174261241699 59150.95447343969 59151.28565990848 59292.27790965131 59290.71555008509 max
94 92 ml-exact 42 74.03145909309387 900.0009651184082 59065.0 59089.0 59274.0 59214.0 0.003538474561923305 0.002115452960787964 1000031 22815014.0 exact 1.0 1.007530043684452 1.0020306630114733 983.2814370309383 5.808707387795664 inf 24.999999999999996 2267.643990929705 2.8470190237906574 59118.59290148088 59118.99827325628 59249.34813649395 59249.97235571583 max
95 93 ml-exact 43 60.93784809112549 155.91705012321472 59232.0 59309.0 59237.0 0.0012999729875742842 8.44138303619665e-05 1000908 4841747.0 exact 1.0 1.0107191547375596 1.0000168816260382 761.8282672325915 8.951582854095786 inf 1.25 3720.8475836431226 6.951968319652182 59162.19011341412 59161.307350621355 59292.08012666121 59293.05481512429 max
96 94 ml-exact 44 63.41214895248413 166.24281811714172 59201.0 59286.0 59206.0 0.001435786557659499 8.445803280349994e-05 1000919 5152172.0 exact 1.0 1.0083339002653242 1.0000168904653324 1118.6577528411242 11.72593294577673 inf 1.25 5654.909604519774 8.753042311188128 59148.71583071284 59149.268537538504 59277.6199993552 59278.50295984831 max
97 95 ml-exact 45 74.38636612892151 900.0014069080353 59117.0 59135.0 59319.0 59246.0 0.0034169528223692 0.0018770609622051238 1000221 26599239.0 exact 1.0 1.0089466433078769 1.002046511627907 912.6247784245473 4.661662149419189 inf 22.194368817113382 2252.75 2.5302513039490457 59156.44249255257 59157.45644175721 59293.44005900165 59292.66862156513 max
98 96 ml-exact 46 69.21588206291199 900.0008680820465 59126.0 59152.0 59322.0 59255.0 0.0033149545039407365 0.0017412767108466324 1000054 25313316.0 exact 1.0 1.006464091209854 1.0016566086853627 1057.4581697251383 10.21699442289862 inf 20.599999999999998 4016.281124497992 5.852105164112592 59167.63713449314 59168.404124939494 59297.97235744855 59297.86061218224 max
99 97 ml-exact 47 73.03082299232483 900.0009942054749 59121.0 59123.0 59305.0 59235.0 0.003112261294633041 0.0018943558344468312 1000182 26222277.0 exact 1.0 1.0068931560807484 1.0018435206169876 971.7635415939648 10.411649747325901 inf 22.39924225766622 2481.8411910669975 6.340401388480525 59157.45257413632 59155.45167739807 59281.6836903287 59284.172466642885 max
100 98 ml-exact 48 52.637945890426636 900.0013608932495 59176.0 59354.0 59288.0 0.0030079762065702313 0.00189265918615655 1000284 27293583.0 exact 1.0 0.9998817227920179 1.0088555742525454 1.0016895316618233 633.337484258327 9.82475138153239 inf 22.40264972286062 3774.6566037735847 5.830132165779587 59193.57388495594 59191.94394017174 59332.781056366475 59332.08571744459 max
101 99 ml-exact 49 48.884974002838135 900.0012040138245 59135.0 59150.0 59302.0 59203.0 0.0028240466728671684 0.0008960270498732037 1000362 30493377.0 exact 1.0 1.0113064683913437 1.0010652688535677 593.9338626560957 12.802606670093036 inf 10.59731191885038 3938.433070866142 9.314458752116828 59140.88233941191 59139.98187390398 59271.201541892864 59273.225027033564 max
102 100 ml-heuristic 0 0.10570597648620605 76.10421586036682 58819.0 59134.0 58819.0 59139.0 0.0 8.455372543714276e-05 823 3323921.0 heuristic 0.9942023596227308 0.9995267232345086 1.0 1.0 1.000473500862448 1.0 59125.9640719202 59126.38771406158 59267.20910677323 59263.992667692604 max
103 101 ml-heuristic 1 0.0479121208190918 171.21872186660767 58871.0 59137.0 58871.0 59142.0 0.0 8.454943605526151e-05 68 8074858.0 heuristic 0.9955019700018601 1.0 1.0 1.0 1.0 1.0 59159.735512895015 59159.91471896955 59291.9898359703 59292.24515179818 max
104 102 ml-heuristic 2 0.05273914337158203 136.04512000083923 58798.0 59186.0 58798.0 59191.0 0.0 8.447943770486263e-05 339 6066272.0 heuristic 0.9934443956341027 1.0 1.0 1.0 1.0 1.0 59193.86054778853 59194.00902156645 59320.68362754422 59323.12664303628 max
105 103 ml-heuristic 3 0.07477498054504395 91.47137689590454 58755.0 59145.0 58755.0 59150.0 0.0 8.453799983092401e-05 234 4027684.0 heuristic 0.9934060360131879 1.0 1.0 1.0 1.0 1.0 59141.77630517837 59141.813764752675 59273.00085247164 59274.22541262452 max
106 104 ml-heuristic 4 0.07220101356506348 80.09487199783325 58920.0 59142.0 58920.0 59146.97828536885 0.0 8.417512713219175e-05 304 3333233.0 heuristic 0.9962463224104697 1.0 1.0 1.0 1.0 1.0 59145.21525650128 59144.93070046487 59272.890533096586 59273.654326628006 max
107 105 ml-heuristic 5 0.06796908378601074 83.6420669555664 58902.0 59115.0 58902.0 59119.0 0.0 6.766472130592912e-05 208 4011571.0 heuristic 0.9962114805669249 0.999813956634983 1.0 1.0 1.0 1.0 59146.00982114169 59145.04845907292 59280.5900018319 59279.36037916677 max
108 106 ml-heuristic 6 0.09574007987976074 161.20603895187378 58889.0 59125.0 58889.0 59130.0 0.0 8.456659619450317e-05 1100 7299034.0 heuristic 0.996176943246215 1.0 1.0 1.0 1.0 1.0 59136.85443648926 59136.974634353304 59266.35984421062 59268.30857737715 max
109 107 ml-heuristic 7 0.07399892807006836 513.0874490737915 58547.0 59105.0 58547.0 59110.0 0.0 8.459521191100583e-05 125 10058510.0 heuristic 0.9907267958372112 1.0 1.0 1.0 1.0 1.0 59124.2728565218 59125.024194597165 59260.07603626654 59260.190615193496 max
110 108 ml-heuristic 8 0.09737801551818848 99.7110710144043 58866.0 59169.0 58866.0 59173.0 0.0 6.760296777028511e-05 308 4287096.0 heuristic 0.994879075191401 1.0 1.0 1.0 1.0 1.0 59156.23403577143 59155.83957873982 59292.47065517266 59292.27671868388 max
111 109 ml-heuristic 9 0.060415029525756836 114.2093939781189 58933.0 59124.0 58933.0 59129.0 0.0 8.456802652053312e-05 213 5532971.0 heuristic 0.9967695013869157 0.999898528665652 1.0 1.0 1.0 1.0 59168.20966437043 59169.22723451526 59304.46622854598 59303.04692137199 max
112 110 ml-heuristic 10 0.08991599082946777 69.00587606430054 58832.0 59127.0 58832.0 59131.0 0.0 6.765098855007019e-05 491 3004829.0 heuristic 0.9950107395944323 1.0 1.0 1.0 1.0 1.0 59123.71217748309 59122.74947289353 59257.461106240655 59256.99939978048 max
113 111 ml-heuristic 11 0.05813407897949219 182.13689517974854 58830.0 59179.0 58830.0 59184.0 0.0 8.448943037226044e-05 550 8232427.0 heuristic 0.9937835737693841 0.9996790432109193 1.0 1.0 1.0 1.0 59195.208003510284 59194.32665087494 59328.24156663611 59329.026081343145 max
114 112 ml-heuristic 12 0.01890110969543457 167.33386301994324 58799.0 59102.0 58799.0 59107.0 0.0 8.459950593888532e-05 1 8150244.0 heuristic 0.9948732699401035 1.0 1.0 1.0 1.0 1.0 59124.07074662612 59122.0422679371 59260.388809492615 59259.06427666924 max
115 113 ml-heuristic 13 0.07807707786560059 72.27851104736328 58679.0 59150.0 58679.0 59154.0 0.0 6.76246830092984e-05 208 3086582.0 heuristic 0.9920371935756551 1.0 1.0 1.0 1.0 1.0 59135.657098244 59136.5588570761 59276.12197142403 59273.99511476752 max
116 114 ml-heuristic 14 0.0809640884399414 87.49272584915161 58782.0 59159.0 58782.0 59163.0 0.0 6.761439510471779e-05 602 3796927.0 heuristic 0.9935265782134708 0.9998309925805743 1.0 1.0 1.0 1.0 59155.44248400742 59154.03941864104 59289.803023734654 59289.795816422404 max
117 115 ml-heuristic 15 0.07091307640075684 120.21328401565552 58894.0 59083.0 58894.0 59088.0 0.0 8.462671157524161e-05 499 5649006.0 heuristic 0.9968011103024559 1.0 1.0 1.0 1.0 1.0 59098.29396860057 59098.66203099143 59227.64427440945 59228.46969562256 max
118 116 ml-heuristic 16 0.046115875244140625 85.93491911888123 58952.0 59126.0 58952.0 59131.0 0.0 8.456516591685553e-05 83 4004773.0 heuristic 0.9970571322260934 1.0 1.0 1.0 1.0 1.0 59144.29255193875 59145.19863458289 59278.34657427512 59278.22282794401 max
119 117 ml-heuristic 17 0.06454920768737793 73.36747002601624 58872.0 59152.0 58872.0 59156.0 0.0 6.76223965377333e-05 1188 3275440.0 heuristic 0.995199134491852 0.9999323821759416 1.0 1.0 1.0 1.0 59126.115189363045 59127.14368529404 59269.28077097453 59267.37100160227 max
120 118 ml-heuristic 18 0.07734012603759766 45.34655404090881 58905.0 59118.0 58905.0 59123.0 0.0 8.457660949287865e-05 717 1957447.0 heuristic 0.9965824690814963 1.0 1.0 1.0 1.0 1.0 59117.679897215916 59117.71413049835 59253.29961905552 59253.828178881624 max
121 119 ml-heuristic 19 0.08517098426818848 44.6319260597229 58856.0 59159.0 58856.0 59164.0 0.0 8.451799388089724e-05 1517 1868374.0 heuristic 0.9948782095708176 1.0 1.0 1.0 1.0 1.0 59143.85153402628 59144.031479967074 59273.96032041035 59274.181598455296 max
122 120 ml-heuristic 20 0.06747198104858398 197.63266706466675 58799.0 59063.0 58799.0 59068.0 0.0 8.465536799688468e-05 333 9496908.0 heuristic 0.9954458094864527 0.9999153517979278 1.0 1.0 1.0 1.0 59083.288468204046 59082.22244394464 59227.64787030151 59224.2971810249 max
123 121 ml-heuristic 21 0.07536077499389648 48.03322887420654 58868.0 59175.0 58868.0 59179.0 0.0 6.759611322348965e-05 380 2017817.0 heuristic 0.9948119983100971 1.0 1.0 1.0 1.0 1.0 59137.13508635061 59137.98908684254 59263.00035047853 59265.43858161565 max
124 122 ml-heuristic 22 0.09664416313171387 64.1009349822998 58898.0 59121.0 58898.0 59126.0 0.0 8.457231778894132e-05 403 2800742.0 heuristic 0.9962280746266132 1.0 1.0 1.0 1.0 1.0 59090.215606668426 59089.5855153968 59226.524287737346 59226.64120575328 max
125 123 ml-heuristic 23 0.09424400329589844 27.042146921157837 58738.0 59193.0 58738.0 59196.0 0.0 5.068166844052506e-05 424 1158901.0 heuristic 0.9923132802865203 1.0 1.0 1.0 1.0 1.0 59140.822587031085 59140.59510257357 59268.69602395524 59271.35823619222 max
126 124 ml-heuristic 24 0.0899810791015625 110.21264696121216 58747.0 59146.0 58747.0 59151.0 0.0 8.453657052040713e-05 402 5005322.0 heuristic 0.9929853622257531 0.9997295561340049 1.0 1.0 1.0 1.0 59151.31310041364 59150.82751230766 59286.374796705706 59285.37521566199 max
127 125 ml-heuristic 25 0.05913805961608887 199.52568101882935 58864.0 59096.0 58864.0 59101.0 0.0 8.460809530255854e-05 61 9427490.0 heuristic 0.9962090441375575 1.0 1.0 1.0 1.0 1.0 59123.494027429886 59123.050715683305 59258.450845410516 59257.270874657275 max
128 126 ml-heuristic 26 0.07936596870422363 101.18916702270508 58985.0 59087.0 58985.0 59091.0 0.0 6.769678609508014e-05 73 4823597.0 heuristic 0.9982399431366245 0.9999661527526273 1.0 1.0 1.0 1.0 59117.973353832625 59118.02329883662 59244.6065867918 59245.3612305393 max
129 127 ml-heuristic 27 0.047328948974609375 89.17987108230591 58796.0 59153.0 58796.0 59158.0 0.0 8.452656669991379e-05 565 4000058.0 heuristic 0.9939648031376261 1.0 1.0 1.0 1.0 1.0 59152.02869203787 59150.16240797118 59283.21983565326 59285.64193535254 max
130 128 ml-heuristic 28 0.07380008697509766 191.82191514968872 58771.0 59099.0 58771.0 59104.0 0.0 8.46038004027141e-05 315 8959564.0 heuristic 0.9942312897550413 0.9997800784950602 1.0 1.0 1.0 1.0 59105.74314716575 59105.239747395564 59245.41380661703 59244.63088727762 max
131 129 ml-heuristic 29 0.06821990013122559 118.9771659374237 58981.0 59182.0 58981.0 59187.0 0.0 8.448514751106756e-05 453 5422676.0 heuristic 0.9966710601912873 1.0 1.0 1.0 1.0 1.0 59172.34057841927 59171.61319933031 59316.3067624495 59313.94235456237 max
132 130 ml-heuristic 30 0.08724379539489746 99.64783000946045 58606.0 59134.0 58606.0 59139.0 0.0 8.455372543714276e-05 274 4687900.0 heuristic 0.9914399783461902 1.0 1.0 1.0 1.0 1.0 59147.03760380158 59148.03866371211 59283.24201844019 59281.43814639009 max
133 131 ml-heuristic 31 0.06983208656311035 89.59844493865967 58831.0 59082.0 58831.0 59086.96752812557 0.0 8.407853704291519e-05 482 3870809.0 heuristic 0.9957516671744355 1.0 1.0 1.0 1.0 1.0 59069.03146044238 59069.41377677144 59202.464074154144 59203.823126466195 max
134 132 ml-heuristic 32 0.1182711124420166 49.78782606124878 58800.0 59175.0 58800.0 59180.0 0.0 8.449514152936207e-05 992 2142083.0 heuristic 0.9936628643852978 1.0 1.0 1.0 1.0 1.0 59160.24237430486 59157.64838384942 59287.73433677294 59290.523875622814 max
135 133 ml-heuristic 33 0.07799386978149414 130.72261786460876 58799.0 59069.0 58799.0 59074.0 0.0 8.464676903282602e-05 297 6075720.0 heuristic 0.9954290744722274 0.9996784457080964 1.0 1.0 1.0 1.0 59082.28780191939 59081.01088134223 59221.20523526607 59219.82627379965 max
136 134 ml-heuristic 34 0.08090400695800781 32.732726097106934 58924.0 59190.0 58924.0 59193.0 0.0 5.0684237202230105e-05 1388 1360799.0 heuristic 0.9955059976347356 1.0 1.0 1.0 1.0 1.0 59143.02280393895 59143.23414106734 59275.158465926135 59275.920682982185 max
137 135 ml-heuristic 35 0.07691311836242676 74.79323601722717 58702.0 59183.0 58702.0 59187.0 0.0 6.758697598972678e-05 234 3171433.0 heuristic 0.9918726661372353 1.0 1.0 1.0 1.0 1.0 59171.00525871289 59171.487583005524 59304.38634374743 59304.98468958104 max
138 136 ml-heuristic 36 0.055214881896972656 141.71325087547302 58734.0 59166.0 58734.0 59171.0 0.0 8.450799445627557e-05 110 6659190.0 heuristic 0.9926985092789777 1.0 1.0 1.0 1.0 1.0 59157.95983781955 59158.08309355407 59298.68803335163 59296.56640928705 max
139 137 ml-heuristic 37 0.08641505241394043 104.27815413475037 59021.0 59155.0 59021.0 59160.0 0.0 8.452370890034655e-05 1823 4686611.0 heuristic 0.9969426708557143 0.9992061079017601 1.0 1.0 1.0007945228636634 1.0 59174.82910143919 59175.74869590455 59306.07401592796 59307.463498356396 max
140 138 ml-heuristic 38 0.05247998237609863 47.3746600151062 58965.0 59212.0 58965.0 59216.0 0.0 6.755387421468622e-05 239 1969556.0 heuristic 0.9958285482672431 1.0 1.0 1.0 1.0 1.0 59165.54670645806 59166.58497608687 59302.53896350616 59301.825104164076 max
141 139 ml-heuristic 39 0.07807397842407227 45.22795009613037 58735.0 59143.0 58735.0 59147.0 0.0 6.763268687756793e-05 116 1981567.0 heuristic 0.993101465938488 1.0 1.0 1.0 1.0 1.0 59114.546069491946 59114.89526526199 59248.287225612585 59248.56148321837 max
142 140 ml-heuristic 40 0.08340597152709961 77.46431112289429 58718.0 59158.0 58718.0 59163.0 0.0 8.451942256330505e-05 531 3400043.0 heuristic 0.9925622908144291 1.0 1.0 1.0 1.0 1.0 59155.219778374434 59155.37108495968 59277.75168771527 59280.88309711401 max
143 141 ml-heuristic 41 0.04626297950744629 91.57522082328796 58937.0 59170.0 58937.0 59175.0 0.0 8.450228156160216e-05 171 4108854.0 heuristic 0.9964495240671547 1.0 1.0 1.0 1.0 1.0 59150.95447343969 59151.28565990848 59292.27790965131 59290.71555008509 max
144 142 ml-heuristic 42 0.07529020309448242 154.93997287750244 58831.0 59089.0 58831.0 59094.0 0.0 8.461811843151856e-05 441 8013650.0 heuristic 0.9960382629306695 1.0 1.0 1.0 1.0 1.0 59118.59290148088 59118.99827325628 59249.34813649395 59249.97235571583 max
145 143 ml-heuristic 43 0.07998895645141602 17.417819023132324 58680.0 59232.0 58680.0 59236.0 0.0 6.75310642895732e-05 269 696457.0 heuristic 0.9906807131280388 1.0 1.0 1.0 1.0 1.0 59162.19011341412 59161.307350621355 59292.08012666121 59293.05481512429 max
146 144 ml-heuristic 44 0.0566859245300293 14.177363872528076 58796.0 59201.0 58796.0 59205.0 0.0 6.756642624279995e-05 177 588615.0 heuristic 0.9931588993429165 1.0 1.0 1.0 1.0 1.0 59148.71583071284 59149.268537538504 59277.6199993552 59278.50295984831 max
147 145 ml-heuristic 45 0.08150815963745117 193.06448602676392 58793.0 59120.0 58793.0 59125.0 0.0 8.457374830852504e-05 444 10512489.0 heuristic 0.9945193429977841 0.9997463431132155 1.0 1.0 1.0 1.0 59156.44249255257 59157.45644175721 59293.44005900165 59292.66862156513 max
148 146 ml-heuristic 46 0.06545495986938477 88.08861303329468 58941.0 59152.0 58941.0 59157.0 0.0 8.452799567216662e-05 249 4325506.0 heuristic 0.9968710888610763 1.0 1.0 1.0 1.0 1.0 59167.63713449314 59168.404124939494 59297.97235744855 59297.86061218224 max
149 147 ml-heuristic 47 0.07515287399291992 86.44172787666321 58899.0 59121.0 58899.0 59126.0 0.0 8.457231778894132e-05 403 4135744.0 heuristic 0.996244989090171 0.999966172217242 1.0 1.0 1.0 1.0 59157.45257413632 59155.45167739807 59281.6836903287 59284.172466642885 max
150 148 ml-heuristic 48 0.08311200141906738 91.60550999641418 58833.0 59183.0 58833.0 59188.0 0.0 8.448371998715847e-05 265 4681469.0 heuristic 0.9942037312423956 1.0 1.0 1.0 1.0 1.0 59193.57388495594 59191.94394017174 59332.781056366475 59332.08571744459 max
151 149 ml-heuristic 49 0.08230710029602051 70.29827809333801 58639.0 59135.0 58639.0 59140.0 0.0 8.45522955948254e-05 254 3273768.0 heuristic 0.9916124122769934 0.9997464074387151 1.0 1.0 1.0 1.0 59140.88233941191 59139.98187390398 59271.201541892864 59273.225027033564 max

BIN
benchmark/knapsack/ChallengeA/performance.png
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 112 KiB

After

Width:  |  Height:  |  Size: 97 KiB

51
benchmark/stab/ChallengeA/benchmark_baseline.csv
Unescape View File

@ -0,0 +1,51 @@
,Solver,Instance,Wallclock Time,Lower Bound,Upper Bound,Gap,Nodes,Relative Lower Bound,Relative Upper Bound,Relative Wallclock Time,Relative Gap,Relative Nodes
0,baseline,0,89.5249240398407,8160.106459602758,8160.106459602758,0.0,50428.0,1.0,1.0,1.0,,1.0
1,baseline,1,68.46735715866089,8329.665354500348,8329.665354500348,0.0,36735.0,1.0,1.0,1.0,,1.0
2,baseline,2,131.6971151828766,8247.871141626507,8247.871141626507,0.0,77216.0,1.0,1.0,1.0,,1.0
3,baseline,3,32.94829607009888,8386.859108879815,8386.859108879815,0.0,17422.0,1.0,1.0,1.0,,1.0
4,baseline,4,80.09613800048828,8197.045478427175,8197.045478427175,0.0,47823.0,1.0,1.0,1.0,,1.0
5,baseline,5,70.24885201454163,8184.416683317542,8184.416683317542,0.0,37633.0,1.0,1.0,1.0,,1.0
6,baseline,6,76.99211096763611,8146.291920190363,8146.291920190363,0.0,38061.0,1.0,1.0,1.0,,1.0
7,baseline,7,90.94351601600647,8332.628442208696,8332.628442208696,0.0,49185.0,1.0,1.0,1.0,,1.0
8,baseline,8,91.29237294197083,8189.394992049158,8189.394992049159,1.110576181336875e-16,52509.0,1.0,1.0,1.0,1.0,1.0
9,baseline,9,59.57663106918335,8264.94306032112,8264.94306032112,0.0,35568.0,1.0,1.0,1.0,,1.0
10,baseline,10,74.4443690776825,8225.694775199881,8225.694775199881,0.0,38905.0,1.0,1.0,1.0,,1.0
11,baseline,11,47.8407769203186,8380.21322380759,8380.21322380759,0.0,32029.0,1.0,1.0,1.0,,1.0
12,baseline,12,40.67424297332764,8335.12040209855,8335.120402098551,2.182319289698426e-16,31346.0,1.0,1.0,1.0,1.0,1.0
13,baseline,13,82.80278611183167,8180.950128996085,8180.950128996086,1.1117225840912633e-16,45396.0,1.0,1.0,1.0,1.0,1.0
14,baseline,14,89.99744701385498,8335.244300219336,8335.244300219336,0.0,47528.0,1.0,1.0,1.0,,1.0
15,baseline,15,72.18464493751526,8281.242353501702,8281.242353501702,0.0,38504.0,1.0,1.0,1.0,,1.0
16,baseline,16,42.17434501647949,8269.820198565656,8269.820198565656,0.0,23531.0,1.0,1.0,1.0,,1.0
17,baseline,17,65.91456389427185,8349.788875581982,8349.788875581982,0.0,35240.0,1.0,1.0,1.0,,1.0
18,baseline,18,49.87329697608948,8354.975512102363,8354.975512102363,0.0,31665.0,1.0,1.0,1.0,,1.0
19,baseline,19,80.3313570022583,8148.698058722395,8148.698058722395,0.0,48047.0,1.0,1.0,1.0,,1.0
20,baseline,20,34.744563817977905,8254.22546708772,8254.22546708772,0.0,19831.0,1.0,1.0,1.0,,1.0
21,baseline,21,40.45663404464722,8337.747084077018,8337.747084077018,0.0,18857.0,1.0,1.0,1.0,,1.0
22,baseline,22,59.21903705596924,8372.097133312143,8372.097133312143,0.0,37278.0,1.0,1.0,1.0,,1.0
23,baseline,23,80.84772300720215,8163.180180623385,8163.180180623385,0.0,50384.0,1.0,1.0,1.0,,1.0
24,baseline,24,79.59622597694397,8251.926305990946,8251.926305990948,2.2043209501583402e-16,45222.0,1.0,1.0,1.0,1.0,1.0
25,baseline,25,43.39374899864197,8208.77608322561,8208.77608322561,0.0,28242.0,1.0,1.0,1.0,,1.0
26,baseline,26,73.40401291847229,8263.930518826672,8263.930518826672,0.0,41508.0,1.0,1.0,1.0,,1.0
27,baseline,27,68.43603801727295,8198.51655526816,8198.51655526816,0.0,34134.0,1.0,1.0,1.0,,1.0
28,baseline,28,38.52493691444397,8429.328796791307,8429.328796791307,0.0,23191.0,1.0,1.0,1.0,,1.0
29,baseline,29,63.41107797622681,8471.392061275592,8471.392061275594,2.1472142835423904e-16,36104.0,1.0,1.0,1.0,1.0,1.0
30,baseline,30,73.6661651134491,8300.292335288888,8300.292335288888,0.0,39931.0,1.0,1.0,1.0,,1.0
31,baseline,31,34.113643169403076,8472.780799342136,8472.780799342136,0.0,17604.0,1.0,1.0,1.0,,1.0
32,baseline,32,63.027442932128906,8176.089207977811,8176.089207977811,0.0,35832.0,1.0,1.0,1.0,,1.0
33,baseline,33,54.692622900009155,8349.997774829048,8349.997774829048,0.0,36893.0,1.0,1.0,1.0,,1.0
34,baseline,34,73.5447518825531,8228.164027545597,8228.164027545597,0.0,46086.0,1.0,1.0,1.0,,1.0
35,baseline,35,32.710362911224365,8348.576374334334,8348.576374334334,0.0,17965.0,1.0,1.0,1.0,,1.0
36,baseline,36,70.76628684997559,8200.622970997243,8200.622970997245,2.2181112459126466e-16,37770.0,1.0,1.0,1.0,1.0,1.0
37,baseline,37,36.678386926651,8449.787502150532,8449.787502150532,0.0,20885.0,1.0,1.0,1.0,,1.0
38,baseline,38,86.8393452167511,8323.602064698229,8323.602064698229,0.0,50488.0,1.0,1.0,1.0,,1.0
39,baseline,39,61.66756081581116,8230.716290385615,8230.716290385615,0.0,34925.0,1.0,1.0,1.0,,1.0
40,baseline,40,115.80898809432983,8028.769787381955,8028.769787381955,0.0,69443.0,1.0,1.0,1.0,,1.0
41,baseline,41,59.32002782821655,8214.630250558439,8214.630250558439,0.0,36252.0,1.0,1.0,1.0,,1.0
42,baseline,42,27.367344856262207,8482.332346423325,8482.332346423327,2.1444448640506932e-16,10937.0,1.0,1.0,1.0,1.0,1.0
43,baseline,43,42.98321795463562,8350.150643446867,8350.150643446867,0.0,31065.0,1.0,1.0,1.0,,1.0
44,baseline,44,64.18663907051086,8325.739376420757,8325.739376420757,0.0,37466.0,1.0,1.0,1.0,,1.0
45,baseline,45,63.78522491455078,8320.79317232281,8320.793440026451,3.217285123971039e-08,38840.0,1.0,1.0,1.0,1.0,1.0
46,baseline,46,31.455862998962402,8341.756982876166,8341.756982876166,0.0,16130.0,1.0,1.0,1.0,,1.0
47,baseline,47,39.206948041915894,8206.985832918781,8206.985832918781,0.0,25335.0,1.0,1.0,1.0,,1.0
48,baseline,48,62.641757011413574,8197.315974091358,8197.315974091358,0.0,54514.0,1.0,1.0,1.0,,1.0
49,baseline,49,49.18351912498474,8090.681320538064,8090.681320538064,0.0,38800.0,1.0,1.0,1.0,,1.0
1 Solver Instance Wallclock Time Lower Bound Upper Bound Gap Nodes Relative Lower Bound Relative Upper Bound Relative Wallclock Time Relative Gap Relative Nodes
2 0 baseline 0 89.5249240398407 8160.106459602758 8160.106459602758 0.0 50428.0 1.0 1.0 1.0 1.0
3 1 baseline 1 68.46735715866089 8329.665354500348 8329.665354500348 0.0 36735.0 1.0 1.0 1.0 1.0
4 2 baseline 2 131.6971151828766 8247.871141626507 8247.871141626507 0.0 77216.0 1.0 1.0 1.0 1.0
5 3 baseline 3 32.94829607009888 8386.859108879815 8386.859108879815 0.0 17422.0 1.0 1.0 1.0 1.0
6 4 baseline 4 80.09613800048828 8197.045478427175 8197.045478427175 0.0 47823.0 1.0 1.0 1.0 1.0
7 5 baseline 5 70.24885201454163 8184.416683317542 8184.416683317542 0.0 37633.0 1.0 1.0 1.0 1.0
8 6 baseline 6 76.99211096763611 8146.291920190363 8146.291920190363 0.0 38061.0 1.0 1.0 1.0 1.0
9 7 baseline 7 90.94351601600647 8332.628442208696 8332.628442208696 0.0 49185.0 1.0 1.0 1.0 1.0
10 8 baseline 8 91.29237294197083 8189.394992049158 8189.394992049159 1.110576181336875e-16 52509.0 1.0 1.0 1.0 1.0 1.0
11 9 baseline 9 59.57663106918335 8264.94306032112 8264.94306032112 0.0 35568.0 1.0 1.0 1.0 1.0
12 10 baseline 10 74.4443690776825 8225.694775199881 8225.694775199881 0.0 38905.0 1.0 1.0 1.0 1.0
13 11 baseline 11 47.8407769203186 8380.21322380759 8380.21322380759 0.0 32029.0 1.0 1.0 1.0 1.0
14 12 baseline 12 40.67424297332764 8335.12040209855 8335.120402098551 2.182319289698426e-16 31346.0 1.0 1.0 1.0 1.0 1.0
15 13 baseline 13 82.80278611183167 8180.950128996085 8180.950128996086 1.1117225840912633e-16 45396.0 1.0 1.0 1.0 1.0 1.0
16 14 baseline 14 89.99744701385498 8335.244300219336 8335.244300219336 0.0 47528.0 1.0 1.0 1.0 1.0
17 15 baseline 15 72.18464493751526 8281.242353501702 8281.242353501702 0.0 38504.0 1.0 1.0 1.0 1.0
18 16 baseline 16 42.17434501647949 8269.820198565656 8269.820198565656 0.0 23531.0 1.0 1.0 1.0 1.0
19 17 baseline 17 65.91456389427185 8349.788875581982 8349.788875581982 0.0 35240.0 1.0 1.0 1.0 1.0
20 18 baseline 18 49.87329697608948 8354.975512102363 8354.975512102363 0.0 31665.0 1.0 1.0 1.0 1.0
21 19 baseline 19 80.3313570022583 8148.698058722395 8148.698058722395 0.0 48047.0 1.0 1.0 1.0 1.0
22 20 baseline 20 34.744563817977905 8254.22546708772 8254.22546708772 0.0 19831.0 1.0 1.0 1.0 1.0
23 21 baseline 21 40.45663404464722 8337.747084077018 8337.747084077018 0.0 18857.0 1.0 1.0 1.0 1.0
24 22 baseline 22 59.21903705596924 8372.097133312143 8372.097133312143 0.0 37278.0 1.0 1.0 1.0 1.0
25 23 baseline 23 80.84772300720215 8163.180180623385 8163.180180623385 0.0 50384.0 1.0 1.0 1.0 1.0
26 24 baseline 24 79.59622597694397 8251.926305990946 8251.926305990948 2.2043209501583402e-16 45222.0 1.0 1.0 1.0 1.0 1.0
27 25 baseline 25 43.39374899864197 8208.77608322561 8208.77608322561 0.0 28242.0 1.0 1.0 1.0 1.0
28 26 baseline 26 73.40401291847229 8263.930518826672 8263.930518826672 0.0 41508.0 1.0 1.0 1.0 1.0
29 27 baseline 27 68.43603801727295 8198.51655526816 8198.51655526816 0.0 34134.0 1.0 1.0 1.0 1.0
30 28 baseline 28 38.52493691444397 8429.328796791307 8429.328796791307 0.0 23191.0 1.0 1.0 1.0 1.0
31 29 baseline 29 63.41107797622681 8471.392061275592 8471.392061275594 2.1472142835423904e-16 36104.0 1.0 1.0 1.0 1.0 1.0
32 30 baseline 30 73.6661651134491 8300.292335288888 8300.292335288888 0.0 39931.0 1.0 1.0 1.0 1.0
33 31 baseline 31 34.113643169403076 8472.780799342136 8472.780799342136 0.0 17604.0 1.0 1.0 1.0 1.0
34 32 baseline 32 63.027442932128906 8176.089207977811 8176.089207977811 0.0 35832.0 1.0 1.0 1.0 1.0
35 33 baseline 33 54.692622900009155 8349.997774829048 8349.997774829048 0.0 36893.0 1.0 1.0 1.0 1.0
36 34 baseline 34 73.5447518825531 8228.164027545597 8228.164027545597 0.0 46086.0 1.0 1.0 1.0 1.0
37 35 baseline 35 32.710362911224365 8348.576374334334 8348.576374334334 0.0 17965.0 1.0 1.0 1.0 1.0
38 36 baseline 36 70.76628684997559 8200.622970997243 8200.622970997245 2.2181112459126466e-16 37770.0 1.0 1.0 1.0 1.0 1.0
39 37 baseline 37 36.678386926651 8449.787502150532 8449.787502150532 0.0 20885.0 1.0 1.0 1.0 1.0
40 38 baseline 38 86.8393452167511 8323.602064698229 8323.602064698229 0.0 50488.0 1.0 1.0 1.0 1.0
41 39 baseline 39 61.66756081581116 8230.716290385615 8230.716290385615 0.0 34925.0 1.0 1.0 1.0 1.0
42 40 baseline 40 115.80898809432983 8028.769787381955 8028.769787381955 0.0 69443.0 1.0 1.0 1.0 1.0
43 41 baseline 41 59.32002782821655 8214.630250558439 8214.630250558439 0.0 36252.0 1.0 1.0 1.0 1.0
44 42 baseline 42 27.367344856262207 8482.332346423325 8482.332346423327 2.1444448640506932e-16 10937.0 1.0 1.0 1.0 1.0 1.0
45 43 baseline 43 42.98321795463562 8350.150643446867 8350.150643446867 0.0 31065.0 1.0 1.0 1.0 1.0
46 44 baseline 44 64.18663907051086 8325.739376420757 8325.739376420757 0.0 37466.0 1.0 1.0 1.0 1.0
47 45 baseline 45 63.78522491455078 8320.79317232281 8320.793440026451 3.217285123971039e-08 38840.0 1.0 1.0 1.0 1.0 1.0
48 46 baseline 46 31.455862998962402 8341.756982876166 8341.756982876166 0.0 16130.0 1.0 1.0 1.0 1.0
49 47 baseline 47 39.206948041915894 8206.985832918781 8206.985832918781 0.0 25335.0 1.0 1.0 1.0 1.0
50 48 baseline 48 62.641757011413574 8197.315974091358 8197.315974091358 0.0 54514.0 1.0 1.0 1.0 1.0
51 49 baseline 49 49.18351912498474 8090.681320538064 8090.681320538064 0.0 38800.0 1.0 1.0 1.0 1.0

151
benchmark/stab/ChallengeA/benchmark_ml.csv
Unescape View File

@ -0,0 +1,151 @@
,Solver,Instance,Wallclock Time,Lower Bound,Upper Bound,Gap,Nodes,Relative Lower Bound,Relative Upper Bound,Relative Wallclock Time,Relative Gap,Relative Nodes
0,baseline,0,89.5249240398407,8160.106459602757,8160.106459602757,0.0,50428.0,0.9999999999999999,1.0,924.2902114943435,,50428.0
1,baseline,1,68.46735715866089,8329.665354500348,8329.665354500348,0.0,36735.0,1.0,1.0090376984767917,344.32872346548237,,816.3333333333334
2,baseline,2,131.6971151828766,8247.871141626507,8247.871141626507,0.0,77216.0,1.0,1.0022162274368718,953.573952433317,,3676.9523809523807
3,baseline,3,32.94829607009888,8386.859108879815,8386.859108879815,0.0,17422.0,1.0,1.0,355.8521179348526,,17422.0
4,baseline,4,80.09613800048828,8197.045478427175,8197.045478427175,0.0,47823.0,1.0,1.0,311.613064562208,,1707.9642857142858
5,baseline,5,70.24885201454164,8184.416683317541,8184.416683317541,0.0,37633.0,0.9999999999999999,1.0,525.1624903084369,,4181.444444444444
6,baseline,6,76.99211096763611,8146.291920190362,8146.291920190362,0.0,38061.0,0.9999999999999999,1.0,769.5512234529302,,38061.0
7,baseline,7,90.94351601600648,8332.628442208696,8332.628442208696,0.0,49185.0,1.0,1.0048882560944687,958.3075896894786,,49185.0
8,baseline,8,91.29237294197084,8189.394992049158,8189.394992049159,1.1105761813368749e-16,52509.0,1.0,1.0000000000000002,1809.7036902252514,inf,52509.0
9,baseline,9,59.57663106918335,8264.94306032112,8264.94306032112,0.0,35568.0,1.0,1.0,592.7777627536799,,35568.0
10,baseline,10,74.44436907768251,8225.694775199881,8225.694775199881,0.0,38905.0,1.0,1.0023427358501626,585.1124155571589,,3536.818181818182
11,baseline,11,47.8407769203186,8380.21322380759,8380.21322380759,0.0,32029.0,1.0,1.0,544.8893215589155,,32029.0
12,baseline,12,40.674242973327644,8335.12040209855,8335.120402098551,2.1823192896984264e-16,31346.0,1.0,1.0019781200731899,345.41153746477056,inf,1362.8695652173913
13,baseline,13,82.80278611183168,8180.950128996085,8180.950128996086,1.111722584091263e-16,45396.0,1.0,1.001565824091247,307.7965272971074,inf,648.5142857142857
14,baseline,14,89.99744701385498,8335.244300219336,8335.244300219336,0.0,47528.0,1.0,1.0,770.7049722222789,,6789.714285714285
15,baseline,15,72.18464493751527,8281.242353501702,8281.242353501702,0.0,38504.0,1.0,1.0,1800.7002920237667,,38504.0
16,baseline,16,42.17434501647949,8269.820198565656,8269.820198565656,0.0,23531.0,1.0,1.000403224416854,1410.6559487069069,,23531.0
17,baseline,17,65.91456389427185,8349.788875581982,8349.788875581982,0.0,35240.0,1.0,1.0,1182.0078197481776,,35240.0
18,baseline,18,49.87329697608948,8354.975512102363,8354.975512102363,0.0,31665.0,1.0,1.0,843.6224093499328,,31665.0
19,baseline,19,80.3313570022583,8148.698058722395,8148.698058722395,0.0,48047.0,1.0,1.000966789196668,580.6596204121938,,1779.5185185185185
20,baseline,20,34.744563817977905,8254.22546708772,8254.22546708772,0.0,19831.0,1.0,1.004384894337412,508.78858964332596,,19831.0
21,baseline,21,40.45663404464722,8337.747084077018,8337.747084077018,0.0,18857.0,1.0,1.0,462.30308297552364,,18857.0
22,baseline,22,59.21903705596924,8372.097133312143,8372.097133312143,0.0,37278.0,1.0,1.0,514.5235539407097,,1433.7692307692307
23,baseline,23,80.84772300720216,8163.180180623385,8163.180180623385,0.0,50384.0,1.0,1.0036539041416717,1353.8923034540035,,50384.0
24,baseline,24,79.59622597694397,8251.926305990946,8251.926305990948,2.20432095015834e-16,45222.0,1.0,1.002542812972684,327.00203830964284,inf,674.955223880597
25,baseline,25,43.39374899864197,8208.77608322561,8208.77608322561,0.0,28242.0,1.0,1.0,203.83643836690354,,641.8636363636364
26,baseline,26,73.4040129184723,8263.930518826672,8263.930518826672,0.0,41508.0,1.0,1.0,1158.157296819456,,41508.0
27,baseline,27,68.43603801727295,8198.51655526816,8198.51655526816,0.0,34134.0,1.0,1.0,465.76709499137564,,2007.8823529411766
28,baseline,28,38.52493691444397,8429.328796791307,8429.328796791307,0.0,23191.0,1.0,1.0,212.3627067143475,,1449.4375
29,baseline,29,63.411077976226814,8471.392061275592,8471.392061275594,2.1472142835423904e-16,36104.0,1.0,1.00713405678795,422.9829560183529,inf,1504.3333333333333
30,baseline,30,73.6661651134491,8300.292335288888,8300.292335288888,0.0,39931.0,1.0,1.0,752.156311010492,,3327.5833333333335
31,baseline,31,34.113643169403076,8472.780799342136,8472.780799342136,0.0,17604.0,0.9999999880202372,1.000000008626077,605.9064481022414,,17604.0
32,baseline,32,63.0274429321289,8176.089207977811,8176.089207977811,0.0,35832.0,1.0,1.0,938.911818608021,,35832.0
33,baseline,33,54.692622900009155,8349.997774829048,8349.997774829048,0.0,36893.0,1.0,1.0,470.66514905927494,,36893.0
34,baseline,34,73.54475188255309,8228.164027545597,8228.164027545597,0.0,46086.0,1.0,1.0,433.74928744081916,,2425.5789473684213
35,baseline,35,32.710362911224365,8348.576374334334,8348.576374334334,0.0,17965.0,1.0,1.0,544.8268431962766,,17965.0
36,baseline,36,70.7662868499756,8200.622970997243,8200.622970997245,2.2181112459126463e-16,37770.0,1.0,1.0039798679142482,716.773814957293,inf,37770.0
37,baseline,37,36.678386926651,8449.787502150532,8449.787502150532,0.0,20885.0,1.0,1.0,239.07327432143046,,835.4
38,baseline,38,86.8393452167511,8323.602064698229,8323.602064698229,0.0,50488.0,1.0,1.0,791.2621177625805,,50488.0
39,baseline,39,61.66756081581116,8230.716290385615,8230.716290385615,0.0,34925.0,1.0,1.0,310.21299967617745,,1343.2692307692307
40,baseline,40,115.80898809432985,8028.769787381955,8028.769787381955,0.0,69443.0,1.0,1.0059686353257602,962.877706084664,,69443.0
41,baseline,41,59.320027828216546,8214.630250558439,8214.630250558439,0.0,36252.0,1.0,1.0,279.402791487412,,2132.470588235294
42,baseline,42,27.36734485626221,8482.332346423325,8482.332346423327,2.1444448640506927e-16,10937.0,1.0,1.0,296.90942199552,1.0,10937.0
43,baseline,43,42.98321795463562,8350.150643446867,8350.150643446867,0.0,31065.0,1.0,1.0,786.6613272710613,,31065.0
44,baseline,44,64.18663907051085,8325.739376420757,8325.739376420757,0.0,37466.0,1.0,1.0,601.5284689994793,,37466.0
45,baseline,45,63.78522491455078,8320.793172322808,8320.793440026451,3.2172851239710385e-08,38840.0,0.9999999999999998,1.0000000321728513,716.7763545319855,inf,38840.0
46,baseline,46,31.4558629989624,8341.756982876166,8341.756982876166,0.0,16130.0,1.0,1.0,613.653265116279,,16130.0
47,baseline,47,39.20694804191589,8206.985832918781,8206.985832918781,0.0,25335.0,1.0,1.0,280.93451131197753,,25335.0
48,baseline,48,62.641757011413574,8197.315974091358,8197.315974091358,0.0,54514.0,1.0,1.0073005569898068,261.05295308194985,,746.7671232876712
49,baseline,49,49.18351912498474,8090.681320538064,8090.681320538064,0.0,38800.0,1.0,1.0026687299831225,375.8371656618988,,38800.0
50,ml-exact,0,34.49193096160889,8160.106459602758,8160.106459602758,0.0,32951.0,1.0,1.0000000000000002,356.1081397753119,,32951.0
51,ml-exact,1,39.43942403793335,8329.665354500348,8329.665354500348,0.0,33716.0,1.0,1.0090376984767917,198.34454105955817,,749.2444444444444
52,ml-exact,2,54.0330810546875,8247.871141626507,8247.871141626507,0.0,48098.0,1.0,1.0022162274368718,391.2351351957892,,2290.3809523809523
53,ml-exact,3,15.311645030975342,8386.859108879815,8386.859108879815,0.0,10140.0,1.0,1.0,165.37065533668084,,10140.0
54,ml-exact,4,24.112047910690308,8197.045478427175,8197.045478427175,0.0,32151.0,1.0,1.0,93.80763330031203,,1148.25
55,ml-exact,5,33.69559407234192,8184.416683317542,8184.416683317542,0.0,31637.0,1.0,1.0000000000000002,251.89966224345207,,3515.222222222222
56,ml-exact,6,25.395578861236572,8146.291920190363,8146.291920190363,0.0,18684.0,1.0,1.0000000000000002,253.83378293361804,,18684.0
57,ml-exact,7,45.65329885482788,8332.628442208696,8332.628442208696,0.0,34261.0,1.0,1.0048882560944687,481.0667621344588,,34261.0
58,ml-exact,8,45.959444999694824,8189.394992049158,8189.394992049158,0.0,32915.0,1.0,1.0,911.0616203340486,,32915.0
59,ml-exact,9,27.292019844055176,8264.94306032112,8264.94306032112,0.0,22256.0,1.0,1.0,271.551146378204,,22256.0
60,ml-exact,10,33.28360414505005,8225.694775199881,8225.694775199883,2.2113504734336021e-16,32743.0,1.0,1.0023427358501629,261.6000412259086,inf,2976.6363636363635
61,ml-exact,11,13.287060976028442,8380.21322380759,8380.21322380759,0.0,15760.0,1.0,1.0,151.33486759210984,,15760.0
62,ml-exact,12,30.385483980178833,8335.12040209855,8335.12040209855,0.0,26800.0,1.0,1.0019781200731896,258.03791222585767,,1165.2173913043478
63,ml-exact,13,53.78090000152588,8180.950128996085,8180.950128996085,0.0,38849.0,1.0,1.0015658240912468,199.91566748763452,,554.9857142857143
64,ml-exact,14,32.64224600791931,8335.244300219336,8335.244300219336,0.0,30763.0,1.0,1.0,279.53616616406106,,4394.714285714285
65,ml-exact,15,33.97071599960327,8281.242353501702,8281.242353501702,0.0,30903.0,1.0,1.0,847.425075979707,,30903.0
66,ml-exact,16,34.40068793296814,8269.820198565656,8269.820198565656,0.0,25773.0,1.0,1.000403224416854,1150.6411078414953,,25773.0
67,ml-exact,17,29.94601798057556,8349.788875581982,8349.788875581982,0.0,26524.0,1.0,1.0,537.0046516599328,,26524.0
68,ml-exact,18,26.21188998222351,8354.975512102363,8354.975512102363,0.0,23595.0,1.0,1.0,443.3823132050057,,23595.0
69,ml-exact,19,44.91053318977356,8148.698058722395,8148.698058722396,1.1161227170509796e-16,36233.0,1.0,1.0009667891966683,324.6270712662061,inf,1341.962962962963
70,ml-exact,20,24.929107904434204,8254.22546708772,8254.225467087721,2.20370695082023e-16,19171.0,1.0,1.0043848943374123,365.0541051029243,inf,19171.0
71,ml-exact,21,23.808892011642456,8337.747084077018,8337.74708407702,2.1816317827865812e-16,16213.0,1.0,1.0000000000000002,272.0672255399839,inf,16213.0
72,ml-exact,22,29.496449947357178,8372.097133312143,8372.097133312145,2.1726807209488663e-16,23405.0,1.0,1.0000000000000002,256.27938261145164,inf,900.1923076923077
73,ml-exact,23,54.53324818611145,8163.180180623385,8163.180180623385,0.0,44205.0,1.0,1.0036539041416717,913.2247916857979,,44205.0
74,ml-exact,24,35.66223120689392,8251.926305990946,8251.926305990948,2.2043209501583402e-16,30816.0,1.0,1.002542812972684,146.50973902584275,inf,459.94029850746267
75,ml-exact,25,29.14737296104431,8208.77608322561,8208.776083225612,2.2159081757180675e-16,25610.0,1.0,1.0000000000000002,136.9159574646799,inf,582.0454545454545
76,ml-exact,26,27.671333074569702,8263.930518826672,8263.930518826672,0.0,19654.0,1.0,1.0,436.59406398705966,,19654.0
77,ml-exact,27,33.428922176361084,8198.51655526816,8198.51655526816,0.0,34427.0,1.0,1.0,227.5130533834623,,2025.1176470588234
78,ml-exact,28,26.386518955230713,8429.328796791307,8429.328796791307,0.0,21051.0,1.0,1.0,145.45157072019325,,1315.6875
79,ml-exact,29,32.452534914016724,8471.392061275592,8471.392061275594,2.1472142835423904e-16,25241.0,1.0,1.00713405678795,216.47430679803114,inf,1051.7083333333333
80,ml-exact,30,33.65191102027893,8300.292335288888,8300.292335288888,0.0,27290.0,1.0,1.0,343.59732466710483,,2274.1666666666665
81,ml-exact,31,26.8163058757782,8472.780900844042,8472.780900844042,0.0,17085.0,1.0,1.00000002060584,476.29543885799944,,17085.0
82,ml-exact,32,27.298824071884155,8176.089207977811,8176.089207977811,0.0,21127.0,1.0,1.0,406.66711773146375,,21127.0
83,ml-exact,33,27.07152795791626,8349.997774829048,8349.997774829048,0.0,20768.0,1.0,1.0,232.96788608711708,,20768.0
84,ml-exact,34,51.8715980052948,8228.164027545597,8228.164027545597,0.0,42602.0,1.0,1.0,305.92622991159624,,2242.2105263157896
85,ml-exact,35,26.559547185897827,8348.576374334334,8348.576374334334,0.0,15315.0,1.0,1.0,442.37828511067517,,15315.0
86,ml-exact,36,42.17573404312134,8200.622970997243,8200.622970997245,2.2181112459126466e-16,32284.0,1.0,1.0039798679142482,427.1873392594525,inf,32284.0
87,ml-exact,37,20.249451875686646,8449.787502150532,8449.787502150532,0.0,13815.0,1.0,1.0,131.9878862943405,,552.6
88,ml-exact,38,34.309616804122925,8323.602064698229,8323.602064698229,0.0,31546.0,1.0,1.0,312.62211828396147,,31546.0
89,ml-exact,39,28.144772052764893,8230.716290385615,8230.716290385615,0.0,22759.0,1.0,1.0,141.57969032969933,,875.3461538461538
90,ml-exact,40,54.61736702919006,8028.769787381955,8028.769787381955,0.0,46343.0,1.0,1.0059686353257602,454.1084931561159,,46343.0
91,ml-exact,41,30.99381184577942,8214.630250558439,8214.630250558439,0.0,28492.0,1.0,1.0,145.98370677815547,,1676.0
92,ml-exact,42,19.046553134918213,8482.332346423325,8482.332346423327,2.1444448640506932e-16,9292.0,1.0,1.0,206.6368188802036,1.0000000000000002,9292.0
93,ml-exact,43,29.105360984802246,8350.150643446867,8350.150643446867,0.0,24245.0,1.0,1.0,532.674448133975,,24245.0
94,ml-exact,44,28.813607215881348,8325.739376420757,8325.739376420757,0.0,22941.0,1.0,1.0,270.0282377440192,,22941.0
95,ml-exact,45,39.90794801712036,8320.79317232281,8320.79317232281,0.0,33304.0,1.0,1.0,448.459240127851,,33304.0
96,ml-exact,46,23.966022968292236,8341.756982876166,8341.756982876166,0.0,16789.0,1.0,1.0,467.53853953488374,,16789.0
97,ml-exact,47,27.642159938812256,8206.985832918781,8206.985832918781,0.0,24637.0,1.0,1.0,198.0678701569822,,24637.0
98,ml-exact,48,33.94082999229431,8197.315974091358,8197.315974091358,0.0,33963.0,1.0,1.0073005569898068,141.44484960609344,,465.24657534246575
99,ml-exact,49,37.428488969802856,8090.681320538064,8090.681320538064,0.0,39891.0,1.0,1.0026687299831225,286.0107910064622,,39891.0
100,ml-heuristic,0,0.09685802459716797,8160.106459602758,8160.106459602758,0.0,1.0,1.0,1.0000000000000002,1.0,,1.0
101,ml-heuristic,1,0.19884300231933594,8255.05862375065,8255.05862375065,0.0,45.0,0.9910432499296759,1.0,1.0,,1.0
102,ml-heuristic,2,0.1381089687347412,8229.632404496291,8229.632404496293,2.210292409357245e-16,21.0,0.9977886733658864,1.0,1.0,inf,1.0
103,ml-heuristic,3,0.0925898551940918,8386.859108879815,8386.859108879815,0.0,1.0,1.0,1.0,1.0,,1.0
104,ml-heuristic,4,0.2570371627807617,8197.045478427175,8197.045478427175,0.0,28.0,1.0,1.0,1.0,,1.0
105,ml-heuristic,5,0.13376593589782715,8184.416683317542,8184.416683317542,0.0,9.0,1.0,1.0000000000000002,1.0,,1.0
106,ml-heuristic,6,0.10004806518554688,8146.291920190363,8146.291920190363,0.0,1.0,1.0,1.0000000000000002,1.0,,1.0
107,ml-heuristic,7,0.09490013122558594,8292.094560437725,8292.094560437725,0.0,1.0,0.9951355227162599,1.0,1.0,,1.0
108,ml-heuristic,8,0.0504460334777832,8189.394992049158,8189.39499204916,2.22115236267375e-16,1.0,1.0,1.0000000000000002,1.0,inf,1.0
109,ml-heuristic,9,0.10050415992736816,8264.94306032112,8265.728238597903,9.500105095127722e-05,1.0,1.0,1.0000950010509513,1.0,inf,1.0
110,ml-heuristic,10,0.12723088264465332,8206.469185635438,8206.469185635438,0.0,11.0,0.9976627397332555,1.0,1.0,,1.0
111,ml-heuristic,11,0.087799072265625,8380.21322380759,8380.213223807592,2.1705765175261136e-16,1.0,1.0,1.0000000000000002,1.0,inf,1.0
112,ml-heuristic,12,0.11775588989257812,8318.665083714313,8318.665083714313,0.0,23.0,0.9980257851608126,1.0,1.0,,1.0
113,ml-heuristic,13,0.26901793479919434,8168.160226931591,8168.160226931591,0.0,70.0,0.9984366238807443,1.0,1.0,,1.0
114,ml-heuristic,14,0.11677289009094238,8335.244300219336,8335.244300219336,0.0,7.0,1.0,1.0,1.0,,1.0
115,ml-heuristic,15,0.040086984634399414,8281.242353501702,8281.242353501702,0.0,1.0,1.0,1.0,1.0,,1.0
116,ml-heuristic,16,0.029896974563598633,8266.48694918614,8266.48694918614,0.0,1.0,0.9995969381075426,1.0,1.0,,1.0
117,ml-heuristic,17,0.05576491355895996,8349.788875581982,8349.788875581982,0.0,1.0,1.0,1.0,1.0,,1.0
118,ml-heuristic,18,0.059118032455444336,8354.975512102363,8354.975512102363,0.0,1.0,1.0,1.0,1.0,,1.0
119,ml-heuristic,19,0.13834500312805176,8140.8275945520445,8140.8275945520445,0.0,27.0,0.9990341445819156,1.0,1.0,,1.0
120,ml-heuristic,20,0.06828880310058594,8218.189574160206,8218.189574160206,0.0,1.0,0.9956342490193416,1.0,1.0,,1.0
121,ml-heuristic,21,0.08751106262207031,8337.747084077018,8337.747084077018,0.0,1.0,1.0,1.0,1.0,,1.0
122,ml-heuristic,22,0.11509490013122559,8372.097133312143,8372.097133312143,0.0,26.0,1.0,1.0,1.0,,1.0
123,ml-heuristic,23,0.05971503257751465,8133.46129271979,8133.46129271979,0.0,1.0,0.9963593982680748,1.0,1.0,,1.0
124,ml-heuristic,24,0.24341201782226562,8230.99642151221,8230.99642151221,0.0,67.0,0.9974636365252632,1.0,1.0,,1.0
125,ml-heuristic,25,0.21288514137268066,8208.77608322561,8208.77608322561,0.0,44.0,1.0,1.0,1.0,,1.0
126,ml-heuristic,26,0.06338000297546387,8263.930518826672,8263.930518826672,0.0,1.0,1.0,1.0,1.0,,1.0
127,ml-heuristic,27,0.14693188667297363,8198.51655526816,8198.51655526816,0.0,17.0,1.0,1.0,1.0,,1.0
128,ml-heuristic,28,0.1814110279083252,8429.328796791307,8429.328796791307,0.0,16.0,1.0,1.0,1.0,,1.0
129,ml-heuristic,29,0.14991402626037598,8411.384764698932,8411.384764698932,0.0,24.0,0.99291647746408,1.0,1.0,,1.0
130,ml-heuristic,30,0.09793996810913086,8300.292335288888,8300.292335288888,0.0,12.0,1.0,1.0,1.0,,1.0
131,ml-heuristic,31,0.05630183219909668,8472.780726255278,8472.780726255278,0.0,1.0,0.9999999793941604,1.0,1.0,,1.0
132,ml-heuristic,32,0.06712818145751953,8176.089207977811,8176.089207977811,0.0,1.0,1.0,1.0,1.0,,1.0
133,ml-heuristic,33,0.11620283126831055,8349.997774829048,8349.997774829048,0.0,1.0,1.0,1.0,1.0,,1.0
134,ml-heuristic,34,0.1695559024810791,8228.164027545597,8228.164027545597,0.0,19.0,1.0,1.0,1.0,,1.0
135,ml-heuristic,35,0.060038089752197266,8348.576374334334,8348.576374334334,0.0,1.0,1.0,1.0,1.0,,1.0
136,ml-heuristic,36,0.09872889518737793,8168.114952378382,8168.114952378382,0.0,1.0,0.9960359086457419,1.0,1.0,,1.0
137,ml-heuristic,37,0.15341901779174805,8449.787502150532,8449.787502150532,0.0,25.0,1.0,1.0,1.0,,1.0
138,ml-heuristic,38,0.10974788665771484,8323.602064698229,8323.602064698229,0.0,1.0,1.0,1.0,1.0,,1.0
139,ml-heuristic,39,0.1987910270690918,8230.716290385615,8230.716290385615,0.0,26.0,1.0,1.0,1.0,,1.0
140,ml-heuristic,40,0.12027382850646973,7981.13331314949,7981.13331314949,0.0,1.0,0.9940667779131829,1.0,1.0,,1.0
141,ml-heuristic,41,0.2123100757598877,8214.630250558439,8214.630250558439,0.0,17.0,1.0,1.0,1.0,,1.0
142,ml-heuristic,42,0.09217405319213867,8482.332346423325,8482.332346423327,2.1444448640506932e-16,1.0,1.0,1.0,1.0,1.0000000000000002,1.0
143,ml-heuristic,43,0.05464005470275879,8350.150643446867,8350.150643446867,0.0,1.0,1.0,1.0,1.0,,1.0
144,ml-heuristic,44,0.10670590400695801,8325.739376420757,8325.739376420757,0.0,1.0,1.0,1.0,1.0,,1.0
145,ml-heuristic,45,0.0889890193939209,8320.79317232281,8320.79317232281,0.0,1.0,1.0,1.0,1.0,,1.0
146,ml-heuristic,46,0.05125999450683594,8341.756982876166,8341.756982876166,0.0,1.0,1.0,1.0,1.0,,1.0
147,ml-heuristic,47,0.13955903053283691,8206.985832918781,8206.985832918781,0.0,1.0,1.0,1.0,1.0,,1.0
148,ml-heuristic,48,0.2399580478668213,8137.904736782855,8137.904736782855,0.0,73.0,0.9927523548566044,1.0,1.0,,1.0
149,ml-heuristic,49,0.13086390495300293,8069.146946144667,8069.146946144667,0.0,1.0,0.9973383731801755,1.0,1.0,,1.0
1 Solver Instance Wallclock Time Lower Bound Upper Bound Gap Nodes Relative Lower Bound Relative Upper Bound Relative Wallclock Time Relative Gap Relative Nodes
2 0 baseline 0 89.5249240398407 8160.106459602757 8160.106459602757 0.0 50428.0 0.9999999999999999 1.0 924.2902114943435 50428.0
3 1 baseline 1 68.46735715866089 8329.665354500348 8329.665354500348 0.0 36735.0 1.0 1.0090376984767917 344.32872346548237 816.3333333333334
4 2 baseline 2 131.6971151828766 8247.871141626507 8247.871141626507 0.0 77216.0 1.0 1.0022162274368718 953.573952433317 3676.9523809523807
5 3 baseline 3 32.94829607009888 8386.859108879815 8386.859108879815 0.0 17422.0 1.0 1.0 355.8521179348526 17422.0
6 4 baseline 4 80.09613800048828 8197.045478427175 8197.045478427175 0.0 47823.0 1.0 1.0 311.613064562208 1707.9642857142858
7 5 baseline 5 70.24885201454164 8184.416683317541 8184.416683317541 0.0 37633.0 0.9999999999999999 1.0 525.1624903084369 4181.444444444444
8 6 baseline 6 76.99211096763611 8146.291920190362 8146.291920190362 0.0 38061.0 0.9999999999999999 1.0 769.5512234529302 38061.0
9 7 baseline 7 90.94351601600648 8332.628442208696 8332.628442208696 0.0 49185.0 1.0 1.0048882560944687 958.3075896894786 49185.0
10 8 baseline 8 91.29237294197084 8189.394992049158 8189.394992049159 1.1105761813368749e-16 52509.0 1.0 1.0000000000000002 1809.7036902252514 inf 52509.0
11 9 baseline 9 59.57663106918335 8264.94306032112 8264.94306032112 0.0 35568.0 1.0 1.0 592.7777627536799 35568.0
12 10 baseline 10 74.44436907768251 8225.694775199881 8225.694775199881 0.0 38905.0 1.0 1.0023427358501626 585.1124155571589 3536.818181818182
13 11 baseline 11 47.8407769203186 8380.21322380759 8380.21322380759 0.0 32029.0 1.0 1.0 544.8893215589155 32029.0
14 12 baseline 12 40.674242973327644 8335.12040209855 8335.120402098551 2.1823192896984264e-16 31346.0 1.0 1.0019781200731899 345.41153746477056 inf 1362.8695652173913
15 13 baseline 13 82.80278611183168 8180.950128996085 8180.950128996086 1.111722584091263e-16 45396.0 1.0 1.001565824091247 307.7965272971074 inf 648.5142857142857
16 14 baseline 14 89.99744701385498 8335.244300219336 8335.244300219336 0.0 47528.0 1.0 1.0 770.7049722222789 6789.714285714285
17 15 baseline 15 72.18464493751527 8281.242353501702 8281.242353501702 0.0 38504.0 1.0 1.0 1800.7002920237667 38504.0
18 16 baseline 16 42.17434501647949 8269.820198565656 8269.820198565656 0.0 23531.0 1.0 1.000403224416854 1410.6559487069069 23531.0
19 17 baseline 17 65.91456389427185 8349.788875581982 8349.788875581982 0.0 35240.0 1.0 1.0 1182.0078197481776 35240.0
20 18 baseline 18 49.87329697608948 8354.975512102363 8354.975512102363 0.0 31665.0 1.0 1.0 843.6224093499328 31665.0
21 19 baseline 19 80.3313570022583 8148.698058722395 8148.698058722395 0.0 48047.0 1.0 1.000966789196668 580.6596204121938 1779.5185185185185
22 20 baseline 20 34.744563817977905 8254.22546708772 8254.22546708772 0.0 19831.0 1.0 1.004384894337412 508.78858964332596 19831.0
23 21 baseline 21 40.45663404464722 8337.747084077018 8337.747084077018 0.0 18857.0 1.0 1.0 462.30308297552364 18857.0
24 22 baseline 22 59.21903705596924 8372.097133312143 8372.097133312143 0.0 37278.0 1.0 1.0 514.5235539407097 1433.7692307692307
25 23 baseline 23 80.84772300720216 8163.180180623385 8163.180180623385 0.0 50384.0 1.0 1.0036539041416717 1353.8923034540035 50384.0
26 24 baseline 24 79.59622597694397 8251.926305990946 8251.926305990948 2.20432095015834e-16 45222.0 1.0 1.002542812972684 327.00203830964284 inf 674.955223880597
27 25 baseline 25 43.39374899864197 8208.77608322561 8208.77608322561 0.0 28242.0 1.0 1.0 203.83643836690354 641.8636363636364
28 26 baseline 26 73.4040129184723 8263.930518826672 8263.930518826672 0.0 41508.0 1.0 1.0 1158.157296819456 41508.0
29 27 baseline 27 68.43603801727295 8198.51655526816 8198.51655526816 0.0 34134.0 1.0 1.0 465.76709499137564 2007.8823529411766
30 28 baseline 28 38.52493691444397 8429.328796791307 8429.328796791307 0.0 23191.0 1.0 1.0 212.3627067143475 1449.4375
31 29 baseline 29 63.411077976226814 8471.392061275592 8471.392061275594 2.1472142835423904e-16 36104.0 1.0 1.00713405678795 422.9829560183529 inf 1504.3333333333333
32 30 baseline 30 73.6661651134491 8300.292335288888 8300.292335288888 0.0 39931.0 1.0 1.0 752.156311010492 3327.5833333333335
33 31 baseline 31 34.113643169403076 8472.780799342136 8472.780799342136 0.0 17604.0 0.9999999880202372 1.000000008626077 605.9064481022414 17604.0
34 32 baseline 32 63.0274429321289 8176.089207977811 8176.089207977811 0.0 35832.0 1.0 1.0 938.911818608021 35832.0
35 33 baseline 33 54.692622900009155 8349.997774829048 8349.997774829048 0.0 36893.0 1.0 1.0 470.66514905927494 36893.0
36 34 baseline 34 73.54475188255309 8228.164027545597 8228.164027545597 0.0 46086.0 1.0 1.0 433.74928744081916 2425.5789473684213
37 35 baseline 35 32.710362911224365 8348.576374334334 8348.576374334334 0.0 17965.0 1.0 1.0 544.8268431962766 17965.0
38 36 baseline 36 70.7662868499756 8200.622970997243 8200.622970997245 2.2181112459126463e-16 37770.0 1.0 1.0039798679142482 716.773814957293 inf 37770.0
39 37 baseline 37 36.678386926651 8449.787502150532 8449.787502150532 0.0 20885.0 1.0 1.0 239.07327432143046 835.4
40 38 baseline 38 86.8393452167511 8323.602064698229 8323.602064698229 0.0 50488.0 1.0 1.0 791.2621177625805 50488.0
41 39 baseline 39 61.66756081581116 8230.716290385615 8230.716290385615 0.0 34925.0 1.0 1.0 310.21299967617745 1343.2692307692307
42 40 baseline 40 115.80898809432985 8028.769787381955 8028.769787381955 0.0 69443.0 1.0 1.0059686353257602 962.877706084664 69443.0
43 41 baseline 41 59.320027828216546 8214.630250558439 8214.630250558439 0.0 36252.0 1.0 1.0 279.402791487412 2132.470588235294
44 42 baseline 42 27.36734485626221 8482.332346423325 8482.332346423327 2.1444448640506927e-16 10937.0 1.0 1.0 296.90942199552 1.0 10937.0
45 43 baseline 43 42.98321795463562 8350.150643446867 8350.150643446867 0.0 31065.0 1.0 1.0 786.6613272710613 31065.0
46 44 baseline 44 64.18663907051085 8325.739376420757 8325.739376420757 0.0 37466.0 1.0 1.0 601.5284689994793 37466.0
47 45 baseline 45 63.78522491455078 8320.793172322808 8320.793440026451 3.2172851239710385e-08 38840.0 0.9999999999999998 1.0000000321728513 716.7763545319855 inf 38840.0
48 46 baseline 46 31.4558629989624 8341.756982876166 8341.756982876166 0.0 16130.0 1.0 1.0 613.653265116279 16130.0
49 47 baseline 47 39.20694804191589 8206.985832918781 8206.985832918781 0.0 25335.0 1.0 1.0 280.93451131197753 25335.0
50 48 baseline 48 62.641757011413574 8197.315974091358 8197.315974091358 0.0 54514.0 1.0 1.0073005569898068 261.05295308194985 746.7671232876712
51 49 baseline 49 49.18351912498474 8090.681320538064 8090.681320538064 0.0 38800.0 1.0 1.0026687299831225 375.8371656618988 38800.0
52 50 ml-exact 0 34.49193096160889 8160.106459602758 8160.106459602758 0.0 32951.0 1.0 1.0000000000000002 356.1081397753119 32951.0
53 51 ml-exact 1 39.43942403793335 8329.665354500348 8329.665354500348 0.0 33716.0 1.0 1.0090376984767917 198.34454105955817 749.2444444444444
54 52 ml-exact 2 54.0330810546875 8247.871141626507 8247.871141626507 0.0 48098.0 1.0 1.0022162274368718 391.2351351957892 2290.3809523809523
55 53 ml-exact 3 15.311645030975342 8386.859108879815 8386.859108879815 0.0 10140.0 1.0 1.0 165.37065533668084 10140.0
56 54 ml-exact 4 24.112047910690308 8197.045478427175 8197.045478427175 0.0 32151.0 1.0 1.0 93.80763330031203 1148.25
57 55 ml-exact 5 33.69559407234192 8184.416683317542 8184.416683317542 0.0 31637.0 1.0 1.0000000000000002 251.89966224345207 3515.222222222222
58 56 ml-exact 6 25.395578861236572 8146.291920190363 8146.291920190363 0.0 18684.0 1.0 1.0000000000000002 253.83378293361804 18684.0
59 57 ml-exact 7 45.65329885482788 8332.628442208696 8332.628442208696 0.0 34261.0 1.0 1.0048882560944687 481.0667621344588 34261.0
60 58 ml-exact 8 45.959444999694824 8189.394992049158 8189.394992049158 0.0 32915.0 1.0 1.0 911.0616203340486 32915.0
61 59 ml-exact 9 27.292019844055176 8264.94306032112 8264.94306032112 0.0 22256.0 1.0 1.0 271.551146378204 22256.0
62 60 ml-exact 10 33.28360414505005 8225.694775199881 8225.694775199883 2.2113504734336021e-16 32743.0 1.0 1.0023427358501629 261.6000412259086 inf 2976.6363636363635
63 61 ml-exact 11 13.287060976028442 8380.21322380759 8380.21322380759 0.0 15760.0 1.0 1.0 151.33486759210984 15760.0
64 62 ml-exact 12 30.385483980178833 8335.12040209855 8335.12040209855 0.0 26800.0 1.0 1.0019781200731896 258.03791222585767 1165.2173913043478
65 63 ml-exact 13 53.78090000152588 8180.950128996085 8180.950128996085 0.0 38849.0 1.0 1.0015658240912468 199.91566748763452 554.9857142857143
66 64 ml-exact 14 32.64224600791931 8335.244300219336 8335.244300219336 0.0 30763.0 1.0 1.0 279.53616616406106 4394.714285714285
67 65 ml-exact 15 33.97071599960327 8281.242353501702 8281.242353501702 0.0 30903.0 1.0 1.0 847.425075979707 30903.0
68 66 ml-exact 16 34.40068793296814 8269.820198565656 8269.820198565656 0.0 25773.0 1.0 1.000403224416854 1150.6411078414953 25773.0
69 67 ml-exact 17 29.94601798057556 8349.788875581982 8349.788875581982 0.0 26524.0 1.0 1.0 537.0046516599328 26524.0
70 68 ml-exact 18 26.21188998222351 8354.975512102363 8354.975512102363 0.0 23595.0 1.0 1.0 443.3823132050057 23595.0
71 69 ml-exact 19 44.91053318977356 8148.698058722395 8148.698058722396 1.1161227170509796e-16 36233.0 1.0 1.0009667891966683 324.6270712662061 inf 1341.962962962963
72 70 ml-exact 20 24.929107904434204 8254.22546708772 8254.225467087721 2.20370695082023e-16 19171.0 1.0 1.0043848943374123 365.0541051029243 inf 19171.0
73 71 ml-exact 21 23.808892011642456 8337.747084077018 8337.74708407702 2.1816317827865812e-16 16213.0 1.0 1.0000000000000002 272.0672255399839 inf 16213.0
74 72 ml-exact 22 29.496449947357178 8372.097133312143 8372.097133312145 2.1726807209488663e-16 23405.0 1.0 1.0000000000000002 256.27938261145164 inf 900.1923076923077
75 73 ml-exact 23 54.53324818611145 8163.180180623385 8163.180180623385 0.0 44205.0 1.0 1.0036539041416717 913.2247916857979 44205.0
76 74 ml-exact 24 35.66223120689392 8251.926305990946 8251.926305990948 2.2043209501583402e-16 30816.0 1.0 1.002542812972684 146.50973902584275 inf 459.94029850746267
77 75 ml-exact 25 29.14737296104431 8208.77608322561 8208.776083225612 2.2159081757180675e-16 25610.0 1.0 1.0000000000000002 136.9159574646799 inf 582.0454545454545
78 76 ml-exact 26 27.671333074569702 8263.930518826672 8263.930518826672 0.0 19654.0 1.0 1.0 436.59406398705966 19654.0
79 77 ml-exact 27 33.428922176361084 8198.51655526816 8198.51655526816 0.0 34427.0 1.0 1.0 227.5130533834623 2025.1176470588234
80 78 ml-exact 28 26.386518955230713 8429.328796791307 8429.328796791307 0.0 21051.0 1.0 1.0 145.45157072019325 1315.6875
81 79 ml-exact 29 32.452534914016724 8471.392061275592 8471.392061275594 2.1472142835423904e-16 25241.0 1.0 1.00713405678795 216.47430679803114 inf 1051.7083333333333
82 80 ml-exact 30 33.65191102027893 8300.292335288888 8300.292335288888 0.0 27290.0 1.0 1.0 343.59732466710483 2274.1666666666665
83 81 ml-exact 31 26.8163058757782 8472.780900844042 8472.780900844042 0.0 17085.0 1.0 1.00000002060584 476.29543885799944 17085.0
84 82 ml-exact 32 27.298824071884155 8176.089207977811 8176.089207977811 0.0 21127.0 1.0 1.0 406.66711773146375 21127.0
85 83 ml-exact 33 27.07152795791626 8349.997774829048 8349.997774829048 0.0 20768.0 1.0 1.0 232.96788608711708 20768.0
86 84 ml-exact 34 51.8715980052948 8228.164027545597 8228.164027545597 0.0 42602.0 1.0 1.0 305.92622991159624 2242.2105263157896
87 85 ml-exact 35 26.559547185897827 8348.576374334334 8348.576374334334 0.0 15315.0 1.0 1.0 442.37828511067517 15315.0
88 86 ml-exact 36 42.17573404312134 8200.622970997243 8200.622970997245 2.2181112459126466e-16 32284.0 1.0 1.0039798679142482 427.1873392594525 inf 32284.0
89 87 ml-exact 37 20.249451875686646 8449.787502150532 8449.787502150532 0.0 13815.0 1.0 1.0 131.9878862943405 552.6
90 88 ml-exact 38 34.309616804122925 8323.602064698229 8323.602064698229 0.0 31546.0 1.0 1.0 312.62211828396147 31546.0
91 89 ml-exact 39 28.144772052764893 8230.716290385615 8230.716290385615 0.0 22759.0 1.0 1.0 141.57969032969933 875.3461538461538
92 90 ml-exact 40 54.61736702919006 8028.769787381955 8028.769787381955 0.0 46343.0 1.0 1.0059686353257602 454.1084931561159 46343.0
93 91 ml-exact 41 30.99381184577942 8214.630250558439 8214.630250558439 0.0 28492.0 1.0 1.0 145.98370677815547 1676.0
94 92 ml-exact 42 19.046553134918213 8482.332346423325 8482.332346423327 2.1444448640506932e-16 9292.0 1.0 1.0 206.6368188802036 1.0000000000000002 9292.0
95 93 ml-exact 43 29.105360984802246 8350.150643446867 8350.150643446867 0.0 24245.0 1.0 1.0 532.674448133975 24245.0
96 94 ml-exact 44 28.813607215881348 8325.739376420757 8325.739376420757 0.0 22941.0 1.0 1.0 270.0282377440192 22941.0
97 95 ml-exact 45 39.90794801712036 8320.79317232281 8320.79317232281 0.0 33304.0 1.0 1.0 448.459240127851 33304.0
98 96 ml-exact 46 23.966022968292236 8341.756982876166 8341.756982876166 0.0 16789.0 1.0 1.0 467.53853953488374 16789.0
99 97 ml-exact 47 27.642159938812256 8206.985832918781 8206.985832918781 0.0 24637.0 1.0 1.0 198.0678701569822 24637.0
100 98 ml-exact 48 33.94082999229431 8197.315974091358 8197.315974091358 0.0 33963.0 1.0 1.0073005569898068 141.44484960609344 465.24657534246575
101 99 ml-exact 49 37.428488969802856 8090.681320538064 8090.681320538064 0.0 39891.0 1.0 1.0026687299831225 286.0107910064622 39891.0
102 100 ml-heuristic 0 0.09685802459716797 8160.106459602758 8160.106459602758 0.0 1.0 1.0 1.0000000000000002 1.0 1.0
103 101 ml-heuristic 1 0.19884300231933594 8255.05862375065 8255.05862375065 0.0 45.0 0.9910432499296759 1.0 1.0 1.0
104 102 ml-heuristic 2 0.1381089687347412 8229.632404496291 8229.632404496293 2.210292409357245e-16 21.0 0.9977886733658864 1.0 1.0 inf 1.0
105 103 ml-heuristic 3 0.0925898551940918 8386.859108879815 8386.859108879815 0.0 1.0 1.0 1.0 1.0 1.0
106 104 ml-heuristic 4 0.2570371627807617 8197.045478427175 8197.045478427175 0.0 28.0 1.0 1.0 1.0 1.0
107 105 ml-heuristic 5 0.13376593589782715 8184.416683317542 8184.416683317542 0.0 9.0 1.0 1.0000000000000002 1.0 1.0
108 106 ml-heuristic 6 0.10004806518554688 8146.291920190363 8146.291920190363 0.0 1.0 1.0 1.0000000000000002 1.0 1.0
109 107 ml-heuristic 7 0.09490013122558594 8292.094560437725 8292.094560437725 0.0 1.0 0.9951355227162599 1.0 1.0 1.0
110 108 ml-heuristic 8 0.0504460334777832 8189.394992049158 8189.39499204916 2.22115236267375e-16 1.0 1.0 1.0000000000000002 1.0 inf 1.0
111 109 ml-heuristic 9 0.10050415992736816 8264.94306032112 8265.728238597903 9.500105095127722e-05 1.0 1.0 1.0000950010509513 1.0 inf 1.0
112 110 ml-heuristic 10 0.12723088264465332 8206.469185635438 8206.469185635438 0.0 11.0 0.9976627397332555 1.0 1.0 1.0
113 111 ml-heuristic 11 0.087799072265625 8380.21322380759 8380.213223807592 2.1705765175261136e-16 1.0 1.0 1.0000000000000002 1.0 inf 1.0
114 112 ml-heuristic 12 0.11775588989257812 8318.665083714313 8318.665083714313 0.0 23.0 0.9980257851608126 1.0 1.0 1.0
115 113 ml-heuristic 13 0.26901793479919434 8168.160226931591 8168.160226931591 0.0 70.0 0.9984366238807443 1.0 1.0 1.0
116 114 ml-heuristic 14 0.11677289009094238 8335.244300219336 8335.244300219336 0.0 7.0 1.0 1.0 1.0 1.0
117 115 ml-heuristic 15 0.040086984634399414 8281.242353501702 8281.242353501702 0.0 1.0 1.0 1.0 1.0 1.0
118 116 ml-heuristic 16 0.029896974563598633 8266.48694918614 8266.48694918614 0.0 1.0 0.9995969381075426 1.0 1.0 1.0
119 117 ml-heuristic 17 0.05576491355895996 8349.788875581982 8349.788875581982 0.0 1.0 1.0 1.0 1.0 1.0
120 118 ml-heuristic 18 0.059118032455444336 8354.975512102363 8354.975512102363 0.0 1.0 1.0 1.0 1.0 1.0
121 119 ml-heuristic 19 0.13834500312805176 8140.8275945520445 8140.8275945520445 0.0 27.0 0.9990341445819156 1.0 1.0 1.0
122 120 ml-heuristic 20 0.06828880310058594 8218.189574160206 8218.189574160206 0.0 1.0 0.9956342490193416 1.0 1.0 1.0
123 121 ml-heuristic 21 0.08751106262207031 8337.747084077018 8337.747084077018 0.0 1.0 1.0 1.0 1.0 1.0
124 122 ml-heuristic 22 0.11509490013122559 8372.097133312143 8372.097133312143 0.0 26.0 1.0 1.0 1.0 1.0
125 123 ml-heuristic 23 0.05971503257751465 8133.46129271979 8133.46129271979 0.0 1.0 0.9963593982680748 1.0 1.0 1.0
126 124 ml-heuristic 24 0.24341201782226562 8230.99642151221 8230.99642151221 0.0 67.0 0.9974636365252632 1.0 1.0 1.0
127 125 ml-heuristic 25 0.21288514137268066 8208.77608322561 8208.77608322561 0.0 44.0 1.0 1.0 1.0 1.0
128 126 ml-heuristic 26 0.06338000297546387 8263.930518826672 8263.930518826672 0.0 1.0 1.0 1.0 1.0 1.0
129 127 ml-heuristic 27 0.14693188667297363 8198.51655526816 8198.51655526816 0.0 17.0 1.0 1.0 1.0 1.0
130 128 ml-heuristic 28 0.1814110279083252 8429.328796791307 8429.328796791307 0.0 16.0 1.0 1.0 1.0 1.0
131 129 ml-heuristic 29 0.14991402626037598 8411.384764698932 8411.384764698932 0.0 24.0 0.99291647746408 1.0 1.0 1.0
132 130 ml-heuristic 30 0.09793996810913086 8300.292335288888 8300.292335288888 0.0 12.0 1.0 1.0 1.0 1.0
133 131 ml-heuristic 31 0.05630183219909668 8472.780726255278 8472.780726255278 0.0 1.0 0.9999999793941604 1.0 1.0 1.0
134 132 ml-heuristic 32 0.06712818145751953 8176.089207977811 8176.089207977811 0.0 1.0 1.0 1.0 1.0 1.0
135 133 ml-heuristic 33 0.11620283126831055 8349.997774829048 8349.997774829048 0.0 1.0 1.0 1.0 1.0 1.0
136 134 ml-heuristic 34 0.1695559024810791 8228.164027545597 8228.164027545597 0.0 19.0 1.0 1.0 1.0 1.0
137 135 ml-heuristic 35 0.060038089752197266 8348.576374334334 8348.576374334334 0.0 1.0 1.0 1.0 1.0 1.0
138 136 ml-heuristic 36 0.09872889518737793 8168.114952378382 8168.114952378382 0.0 1.0 0.9960359086457419 1.0 1.0 1.0
139 137 ml-heuristic 37 0.15341901779174805 8449.787502150532 8449.787502150532 0.0 25.0 1.0 1.0 1.0 1.0
140 138 ml-heuristic 38 0.10974788665771484 8323.602064698229 8323.602064698229 0.0 1.0 1.0 1.0 1.0 1.0
141 139 ml-heuristic 39 0.1987910270690918 8230.716290385615 8230.716290385615 0.0 26.0 1.0 1.0 1.0 1.0
142 140 ml-heuristic 40 0.12027382850646973 7981.13331314949 7981.13331314949 0.0 1.0 0.9940667779131829 1.0 1.0 1.0
143 141 ml-heuristic 41 0.2123100757598877 8214.630250558439 8214.630250558439 0.0 17.0 1.0 1.0 1.0 1.0
144 142 ml-heuristic 42 0.09217405319213867 8482.332346423325 8482.332346423327 2.1444448640506932e-16 1.0 1.0 1.0 1.0 1.0000000000000002 1.0
145 143 ml-heuristic 43 0.05464005470275879 8350.150643446867 8350.150643446867 0.0 1.0 1.0 1.0 1.0 1.0
146 144 ml-heuristic 44 0.10670590400695801 8325.739376420757 8325.739376420757 0.0 1.0 1.0 1.0 1.0 1.0
147 145 ml-heuristic 45 0.0889890193939209 8320.79317232281 8320.79317232281 0.0 1.0 1.0 1.0 1.0 1.0
148 146 ml-heuristic 46 0.05125999450683594 8341.756982876166 8341.756982876166 0.0 1.0 1.0 1.0 1.0 1.0
149 147 ml-heuristic 47 0.13955903053283691 8206.985832918781 8206.985832918781 0.0 1.0 1.0 1.0 1.0 1.0
150 148 ml-heuristic 48 0.2399580478668213 8137.904736782855 8137.904736782855 0.0 73.0 0.9927523548566044 1.0 1.0 1.0
151 149 ml-heuristic 49 0.13086390495300293 8069.146946144667 8069.146946144667 0.0 1.0 0.9973383731801755 1.0 1.0 1.0

BIN
benchmark/stab/ChallengeA/performance.png
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 68 KiB

100
benchmark/tsp/ChallengeA/benchmark_baseline.csv
Unescape View File

@ -1,51 +1,51 @@
,Solver,Instance,Wallclock Time,Lower Bound,Upper Bound,Gap,Nodes,Mode,Sense,Predicted LB,Predicted UB,Relative Lower Bound,Relative Upper Bound,Relative Wallclock Time,Relative Gap,Relative Nodes ,Solver,Instance,Wallclock Time,Lower Bound,Upper Bound,Gap,Nodes,Mode,Sense,Predicted LB,Predicted UB,Relative Lower Bound,Relative Upper Bound,Relative Wallclock Time,Relative Gap,Relative Nodes
0,baseline,0,217.75073504447937,13540.0,13540.0,0.0,5293,exact,min,,,1.0,1.0,1.0,,1.0 0,baseline,0,29.597511053085327,13540.0,13540.0,0.0,1488.0,exact,min,,,1.0,1.0,1.0,,1.0
1,baseline,1,213.02853894233704,13567.0,13567.0,0.0,5756,exact,min,,,1.0,1.0,1.0,,1.0 1,baseline,1,100.47623896598816,13567.0,13567.0,0.0,5209.0,exact,min,,,1.0,1.0,1.0,,1.0
2,baseline,2,179.75187993049622,13562.0,13562.0,0.0,4801,exact,min,,,1.0,1.0,1.0,,1.0 2,baseline,2,95.63535189628601,13562.0,13562.0,0.0,5738.0,exact,min,,,1.0,1.0,1.0,,1.0
3,baseline,3,247.1571810245514,13522.0,13522.0,0.0,5268,exact,min,,,1.0,1.0,1.0,,1.0 3,baseline,3,116.40385484695435,13522.0,13522.0,0.0,4888.0,exact,min,,,1.0,1.0,1.0,,1.0
4,baseline,4,116.98298597335815,13534.0,13534.0,0.0,4327,exact,min,,,1.0,1.0,1.0,,1.0 4,baseline,4,52.82231903076172,13534.0,13534.0,0.0,2432.0,exact,min,,,1.0,1.0,1.0,,1.0
5,baseline,5,83.17905187606812,13531.0,13531.999998928572,7.390428856489435e-05,2890,exact,min,,,1.0,1.0,1.0,1.0,1.0 5,baseline,5,130.4400429725647,13532.0,13532.0,0.0,5217.0,exact,min,,,1.0,1.0,1.0,,1.0
6,baseline,6,108.78123903274536,13534.0,13535.0,7.388798581350672e-05,4060,exact,min,,,1.0,1.0,1.0,1.0,1.0 6,baseline,6,138.90338110923767,13535.0,13535.0,0.0,5910.0,exact,min,,,1.0,1.0,1.0,,1.0
7,baseline,7,260.3801238536835,13612.999999173584,13612.999999186992,9.84924035433076e-13,5348,exact,min,,,1.0,1.0,1.0,1.0,1.0 7,baseline,7,162.50647616386414,13613.0,13613.0,0.0,5152.0,exact,min,,,1.0,1.0,1.0,,1.0
8,baseline,8,217.19091296195984,13579.999998202342,13579.999998202344,1.3394620057339073e-16,3745,exact,min,,,1.0,1.0,1.0,1.0,1.0 8,baseline,8,135.88944792747498,13579.999997631374,13579.999997631372,-1.3394620057902246e-16,6720.0,exact,min,,,1.0,1.0,1.0,1.0,1.0
9,baseline,9,260.7528941631317,13584.0,13584.0,0.0,5300,exact,min,,,1.0,1.0,1.0,,1.0 9,baseline,9,62.36928915977478,13583.999994506432,13583.999994506432,0.0,3583.0,exact,min,,,1.0,1.0,1.0,,1.0
10,baseline,10,224.6843638420105,13578.0,13578.0,0.0,5642,exact,min,,,1.0,1.0,1.0,,1.0 10,baseline,10,248.86321592330933,13577.0,13578.0,7.365397363187744e-05,13577.0,exact,min,,,1.0,1.0,1.0,1.0,1.0
11,baseline,11,59.64904499053955,13574.999996405626,13574.999996405626,0.0,2313,exact,min,,,1.0,1.0,1.0,,1.0 11,baseline,11,64.44093084335327,13574.999997985586,13574.999997985586,0.0,3149.0,exact,min,,,1.0,1.0,1.0,,1.0
12,baseline,12,198.0631880760193,13543.999999340966,13543.999999340966,0.0,5224,exact,min,,,1.0,1.0,1.0,,1.0 12,baseline,12,74.64304614067078,13544.0,13544.0,0.0,4925.0,exact,min,,,1.0,1.0,1.0,,1.0
13,baseline,13,49.45178198814392,13533.999998681033,13533.999998681036,2.6880292651442703e-16,1502,exact,min,,,1.0,1.0,1.0,1.0,1.0 13,baseline,13,60.252323150634766,13534.0,13534.0,0.0,4007.0,exact,min,,,1.0,1.0,1.0,,1.0
14,baseline,14,206.06690907478333,13551.0,13551.0,0.0,5415,exact,min,,,1.0,1.0,1.0,,1.0 14,baseline,14,151.05377101898193,13550.0,13551.0,7.380073800738008e-05,5389.0,exact,min,,,1.0,1.0,1.0,1.0,1.0
15,baseline,15,197.34330797195435,13594.0,13594.0,0.0,4811,exact,min,,,1.0,1.0,1.0,,1.0 15,baseline,15,94.33260798454285,13593.0,13594.0,7.356727727506805e-05,4240.0,exact,min,,,1.0,1.0,1.0,1.0,1.0
16,baseline,16,265.6168210506439,13593.999999477226,13593.999999477228,1.3380825390729792e-16,6147,exact,min,,,1.0,1.0,1.0,1.0,1.0 16,baseline,16,112.65512180328369,13594.0,13594.0,0.0,5678.0,exact,min,,,1.0,1.0,1.0,,1.0
17,baseline,17,148.951584815979,13542.99999835,13542.999998349998,-1.3431214677453086e-16,4159,exact,min,,,1.0,1.0,1.0,1.0,1.0 17,baseline,17,94.68812704086304,13543.0,13543.0,0.0,4110.0,exact,min,,,1.0,1.0,1.0,,1.0
18,baseline,18,400.0884039402008,13525.0,13525.0,0.0,9847,exact,min,,,1.0,1.0,1.0,,1.0 18,baseline,18,119.84407782554626,13525.0,13525.0,0.0,4925.0,exact,min,,,1.0,1.0,1.0,,1.0
19,baseline,19,164.40580105781555,13564.0,13564.0,0.0,4532,exact,min,,,1.0,1.0,1.0,,1.0 19,baseline,19,96.70060396194458,13564.0,13564.0,0.0,4242.0,exact,min,,,1.0,1.0,1.0,,1.0
20,baseline,20,140.4536190032959,13568.999998166668,13568.999998166668,0.0,3942,exact,min,,,1.0,1.0,1.0,,1.0 20,baseline,20,206.73002099990845,13569.0,13569.0,0.0,5164.0,exact,min,,,1.0,1.0,1.0,,1.0
21,baseline,21,273.1426091194153,13566.0,13566.0,0.0,5581,exact,min,,,1.0,1.0,1.0,,1.0 21,baseline,21,101.60346388816833,13566.0,13566.0,0.0,3797.0,exact,min,,,1.0,1.0,1.0,,1.0
22,baseline,22,250.13347101211548,13565.0,13565.0,0.0,5197,exact,min,,,1.0,1.0,1.0,,1.0 22,baseline,22,39.24613690376282,13565.0,13565.0,0.0,1434.0,exact,min,,,1.0,1.0,1.0,,1.0
23,baseline,23,187.1866488456726,13579.999997231938,13579.999997943487,5.239680685164202e-11,3011,exact,min,,,1.0,1.0,1.0,1.0,1.0 23,baseline,23,89.74621176719666,13580.0,13580.0,0.0,3758.0,exact,min,,,1.0,1.0,1.0,,1.0
24,baseline,24,140.12590217590332,13542.0,13543.0,7.38443361394181e-05,3012,exact,min,,,1.0,1.0,1.0,1.0,1.0 24,baseline,24,69.45808696746826,13542.999999999996,13542.999999999998,1.343121467581671e-16,3608.0,exact,min,,,1.0,1.0,1.0,1.0,1.0
25,baseline,25,39.28702092170715,13542.0,13542.0,0.0,1422,exact,min,,,1.0,1.0,1.0,,1.0 25,baseline,25,130.97386503219604,13542.0,13542.0,0.0,6687.0,exact,min,,,1.0,1.0,1.0,,1.0
26,baseline,26,109.55790686607361,13532.0,13532.0,0.0,3490,exact,min,,,1.0,1.0,1.0,,1.0 26,baseline,26,98.3358142375946,13531.999999377458,13531.99999937746,1.3442132749257606e-16,5284.0,exact,min,,,1.0,1.0,1.0,1.0,1.0
27,baseline,27,95.54075884819031,13522.0,13522.0,0.0,1644,exact,min,,,1.0,1.0,1.0,,1.0 27,baseline,27,101.37863302230835,13521.0,13522.0,7.395902669920864e-05,3512.0,exact,min,,,1.0,1.0,1.0,1.0,1.0
28,baseline,28,222.17630696296692,13571.0,13571.0,0.0,5139,exact,min,,,1.0,1.0,1.0,,1.0 28,baseline,28,47.17776012420654,13571.0,13571.0,0.0,2742.0,exact,min,,,1.0,1.0,1.0,,1.0
29,baseline,29,163.29073309898376,13595.0,13595.0,0.0,5222,exact,min,,,1.0,1.0,1.0,,1.0 29,baseline,29,122.19579315185547,13594.0,13594.9999861121,7.356084390904645e-05,5138.0,exact,min,,,1.0,1.0,1.0,1.0,1.0
30,baseline,30,278.09803795814514,13577.0,13577.0,0.0,5423,exact,min,,,1.0,1.0,1.0,,1.0 30,baseline,30,159.65594601631165,13577.0,13577.0,0.0,5170.0,exact,min,,,1.0,1.0,1.0,,1.0
31,baseline,31,117.28890800476074,13582.0,13582.0,0.0,3163,exact,min,,,1.0,1.0,1.0,,1.0 31,baseline,31,64.20995998382568,13582.0,13582.0,0.0,2716.0,exact,min,,,1.0,1.0,1.0,,1.0
32,baseline,32,176.0694239139557,13524.0,13524.0,0.0,5275,exact,min,,,1.0,1.0,1.0,,1.0 32,baseline,32,73.25116801261902,13523.0,13524.0,7.394808844191378e-05,2705.0,exact,min,,,1.0,1.0,1.0,1.0,1.0
33,baseline,33,274.85479402542114,13548.0,13548.0,0.0,5670,exact,min,,,1.0,1.0,1.0,,1.0 33,baseline,33,73.00323796272278,13548.0,13548.0,0.0,3823.0,exact,min,,,1.0,1.0,1.0,,1.0
34,baseline,34,113.99012494087219,13557.0,13557.0,0.0,3530,exact,min,,,1.0,1.0,1.0,,1.0 34,baseline,34,75.30102896690369,13557.0,13557.0,0.0,2495.0,exact,min,,,1.0,1.0,1.0,,1.0
35,baseline,35,198.4850950241089,13567.9999991,13567.9999991,0.0,6154,exact,min,,,1.0,1.0,1.0,,1.0 35,baseline,35,95.78053402900696,13567.999997100109,13567.999997100109,0.0,5380.0,exact,min,,,1.0,1.0,1.0,,1.0
36,baseline,36,233.32532405853271,13554.0,13554.0,0.0,7716,exact,min,,,1.0,1.0,1.0,,1.0 36,baseline,36,59.77940106391907,13553.999999666667,13553.999999666667,0.0,2236.0,exact,min,,,1.0,1.0,1.0,,1.0
37,baseline,37,120.72908902168274,13532.0,13532.0,0.0,3530,exact,min,,,1.0,1.0,1.0,,1.0 37,baseline,37,111.62521696090698,13532.0,13532.0,0.0,4730.0,exact,min,,,1.0,1.0,1.0,,1.0
38,baseline,38,61.15467095375061,13514.0,13514.0,0.0,1751,exact,min,,,1.0,1.0,1.0,,1.0 38,baseline,38,101.59809303283691,13514.0,13514.0,0.0,4724.0,exact,min,,,1.0,1.0,1.0,,1.0
39,baseline,39,183.99682307243347,13538.0,13538.0,0.0,4391,exact,min,,,1.0,1.0,1.0,,1.0 39,baseline,39,136.7306661605835,13538.0,13538.0,0.0,5301.0,exact,min,,,1.0,1.0,1.0,,1.0
40,baseline,40,171.46487092971802,13578.0,13578.0,0.0,5138,exact,min,,,1.0,1.0,1.0,,1.0 40,baseline,40,96.18307614326477,13578.0,13578.0,0.0,5286.0,exact,min,,,1.0,1.0,1.0,,1.0
41,baseline,41,126.95655584335327,13526.0,13526.0,0.0,3618,exact,min,,,1.0,1.0,1.0,,1.0 41,baseline,41,193.25571990013123,13526.0,13526.0,0.0,8946.0,exact,min,,,1.0,1.0,1.0,,1.0
42,baseline,42,117.62347102165222,13529.0,13529.0,0.0,3512,exact,min,,,1.0,1.0,1.0,,1.0 42,baseline,42,98.80436420440674,13529.0,13529.0,0.0,2757.0,exact,min,,,1.0,1.0,1.0,,1.0
43,baseline,43,100.67288303375244,13565.0,13565.0,0.0,2159,exact,min,,,1.0,1.0,1.0,,1.0 43,baseline,43,91.02266597747803,13565.0,13565.0,0.0,4119.0,exact,min,,,1.0,1.0,1.0,,1.0
44,baseline,44,56.18321490287781,13553.0,13553.0,0.0,5068,exact,min,,,1.0,1.0,1.0,,1.0 44,baseline,44,44.981120109558105,13553.0,13553.0,0.0,1975.0,exact,min,,,1.0,1.0,1.0,,1.0
45,baseline,45,81.97357177734375,13520.99999951341,13520.99999951341,0.0,1566,exact,min,,,1.0,1.0,1.0,,1.0 45,baseline,45,99.74598288536072,13521.0,13521.0,0.0,5262.0,exact,min,,,1.0,1.0,1.0,,1.0
46,baseline,46,154.67502689361572,13543.0,13543.0,0.0,2998,exact,min,,,1.0,1.0,1.0,,1.0 46,baseline,46,70.65784502029419,13542.99999940547,13542.99999940547,0.0,3270.0,exact,min,,,1.0,1.0,1.0,,1.0
47,baseline,47,94.16874599456787,13564.0,13564.0,0.0,3378,exact,min,,,1.0,1.0,1.0,,1.0 47,baseline,47,62.16441297531128,13564.0,13564.0,0.0,3631.0,exact,min,,,1.0,1.0,1.0,,1.0
48,baseline,48,97.76417589187622,13552.0,13552.0,0.0,2254,exact,min,,,1.0,1.0,1.0,,1.0 48,baseline,48,190.54906916618347,13552.0,13552.0,0.0,9373.0,exact,min,,,1.0,1.0,1.0,,1.0
49,baseline,49,59.74380803108215,13523.999999669642,13523.999999669642,0.0,1185,exact,min,,,1.0,1.0,1.0,,1.0 49,baseline,49,73.46178817749023,13524.0,13524.0,0.0,4053.0,exact,min,,,1.0,1.0,1.0,,1.0

1 Solver Instance Wallclock Time Lower Bound Upper Bound Gap Nodes Mode Sense Predicted LB Predicted UB Relative Lower Bound Relative Upper Bound Relative Wallclock Time Relative Gap Relative Nodes
2 0 baseline 0 217.75073504447937 29.597511053085327 13540.0 13540.0 0.0 5293 1488.0 exact min 1.0 1.0 1.0 1.0
3 1 baseline 1 213.02853894233704 100.47623896598816 13567.0 13567.0 0.0 5756 5209.0 exact min 1.0 1.0 1.0 1.0
4 2 baseline 2 179.75187993049622 95.63535189628601 13562.0 13562.0 0.0 4801 5738.0 exact min 1.0 1.0 1.0 1.0
5 3 baseline 3 247.1571810245514 116.40385484695435 13522.0 13522.0 0.0 5268 4888.0 exact min 1.0 1.0 1.0 1.0
6 4 baseline 4 116.98298597335815 52.82231903076172 13534.0 13534.0 0.0 4327 2432.0 exact min 1.0 1.0 1.0 1.0
7 5 baseline 5 83.17905187606812 130.4400429725647 13531.0 13532.0 13531.999998928572 13532.0 7.390428856489435e-05 0.0 2890 5217.0 exact min 1.0 1.0 1.0 1.0 1.0
8 6 baseline 6 108.78123903274536 138.90338110923767 13534.0 13535.0 13535.0 7.388798581350672e-05 0.0 4060 5910.0 exact min 1.0 1.0 1.0 1.0 1.0
9 7 baseline 7 260.3801238536835 162.50647616386414 13612.999999173584 13613.0 13612.999999186992 13613.0 9.84924035433076e-13 0.0 5348 5152.0 exact min 1.0 1.0 1.0 1.0 1.0
10 8 baseline 8 217.19091296195984 135.88944792747498 13579.999998202342 13579.999997631374 13579.999998202344 13579.999997631372 1.3394620057339073e-16 -1.3394620057902246e-16 3745 6720.0 exact min 1.0 1.0 1.0 1.0 1.0
11 9 baseline 9 260.7528941631317 62.36928915977478 13584.0 13583.999994506432 13584.0 13583.999994506432 0.0 5300 3583.0 exact min 1.0 1.0 1.0 1.0
12 10 baseline 10 224.6843638420105 248.86321592330933 13578.0 13577.0 13578.0 0.0 7.365397363187744e-05 5642 13577.0 exact min 1.0 1.0 1.0 1.0 1.0
13 11 baseline 11 59.64904499053955 64.44093084335327 13574.999996405626 13574.999997985586 13574.999996405626 13574.999997985586 0.0 2313 3149.0 exact min 1.0 1.0 1.0 1.0
14 12 baseline 12 198.0631880760193 74.64304614067078 13543.999999340966 13544.0 13543.999999340966 13544.0 0.0 5224 4925.0 exact min 1.0 1.0 1.0 1.0
15 13 baseline 13 49.45178198814392 60.252323150634766 13533.999998681033 13534.0 13533.999998681036 13534.0 2.6880292651442703e-16 0.0 1502 4007.0 exact min 1.0 1.0 1.0 1.0 1.0
16 14 baseline 14 206.06690907478333 151.05377101898193 13551.0 13550.0 13551.0 0.0 7.380073800738008e-05 5415 5389.0 exact min 1.0 1.0 1.0 1.0 1.0
17 15 baseline 15 197.34330797195435 94.33260798454285 13594.0 13593.0 13594.0 0.0 7.356727727506805e-05 4811 4240.0 exact min 1.0 1.0 1.0 1.0 1.0
18 16 baseline 16 265.6168210506439 112.65512180328369 13593.999999477226 13594.0 13593.999999477228 13594.0 1.3380825390729792e-16 0.0 6147 5678.0 exact min 1.0 1.0 1.0 1.0 1.0
19 17 baseline 17 148.951584815979 94.68812704086304 13542.99999835 13543.0 13542.999998349998 13543.0 -1.3431214677453086e-16 0.0 4159 4110.0 exact min 1.0 1.0 1.0 1.0 1.0
20 18 baseline 18 400.0884039402008 119.84407782554626 13525.0 13525.0 0.0 9847 4925.0 exact min 1.0 1.0 1.0 1.0
21 19 baseline 19 164.40580105781555 96.70060396194458 13564.0 13564.0 0.0 4532 4242.0 exact min 1.0 1.0 1.0 1.0
22 20 baseline 20 140.4536190032959 206.73002099990845 13568.999998166668 13569.0 13568.999998166668 13569.0 0.0 3942 5164.0 exact min 1.0 1.0 1.0 1.0
23 21 baseline 21 273.1426091194153 101.60346388816833 13566.0 13566.0 0.0 5581 3797.0 exact min 1.0 1.0 1.0 1.0
24 22 baseline 22 250.13347101211548 39.24613690376282 13565.0 13565.0 0.0 5197 1434.0 exact min 1.0 1.0 1.0 1.0
25 23 baseline 23 187.1866488456726 89.74621176719666 13579.999997231938 13580.0 13579.999997943487 13580.0 5.239680685164202e-11 0.0 3011 3758.0 exact min 1.0 1.0 1.0 1.0 1.0
26 24 baseline 24 140.12590217590332 69.45808696746826 13542.0 13542.999999999996 13543.0 13542.999999999998 7.38443361394181e-05 1.343121467581671e-16 3012 3608.0 exact min 1.0 1.0 1.0 1.0 1.0
27 25 baseline 25 39.28702092170715 130.97386503219604 13542.0 13542.0 0.0 1422 6687.0 exact min 1.0 1.0 1.0 1.0
28 26 baseline 26 109.55790686607361 98.3358142375946 13532.0 13531.999999377458 13532.0 13531.99999937746 0.0 1.3442132749257606e-16 3490 5284.0 exact min 1.0 1.0 1.0 1.0 1.0
29 27 baseline 27 95.54075884819031 101.37863302230835 13522.0 13521.0 13522.0 0.0 7.395902669920864e-05 1644 3512.0 exact min 1.0 1.0 1.0 1.0 1.0
30 28 baseline 28 222.17630696296692 47.17776012420654 13571.0 13571.0 0.0 5139 2742.0 exact min 1.0 1.0 1.0 1.0
31 29 baseline 29 163.29073309898376 122.19579315185547 13595.0 13594.0 13595.0 13594.9999861121 0.0 7.356084390904645e-05 5222 5138.0 exact min 1.0 1.0 1.0 1.0 1.0
32 30 baseline 30 278.09803795814514 159.65594601631165 13577.0 13577.0 0.0 5423 5170.0 exact min 1.0 1.0 1.0 1.0
33 31 baseline 31 117.28890800476074 64.20995998382568 13582.0 13582.0 0.0 3163 2716.0 exact min 1.0 1.0 1.0 1.0
34 32 baseline 32 176.0694239139557 73.25116801261902 13524.0 13523.0 13524.0 0.0 7.394808844191378e-05 5275 2705.0 exact min 1.0 1.0 1.0 1.0 1.0
35 33 baseline 33 274.85479402542114 73.00323796272278 13548.0 13548.0 0.0 5670 3823.0 exact min 1.0 1.0 1.0 1.0
36 34 baseline 34 113.99012494087219 75.30102896690369 13557.0 13557.0 0.0 3530 2495.0 exact min 1.0 1.0 1.0 1.0
37 35 baseline 35 198.4850950241089 95.78053402900696 13567.9999991 13567.999997100109 13567.9999991 13567.999997100109 0.0 6154 5380.0 exact min 1.0 1.0 1.0 1.0
38 36 baseline 36 233.32532405853271 59.77940106391907 13554.0 13553.999999666667 13554.0 13553.999999666667 0.0 7716 2236.0 exact min 1.0 1.0 1.0 1.0
39 37 baseline 37 120.72908902168274 111.62521696090698 13532.0 13532.0 0.0 3530 4730.0 exact min 1.0 1.0 1.0 1.0
40 38 baseline 38 61.15467095375061 101.59809303283691 13514.0 13514.0 0.0 1751 4724.0 exact min 1.0 1.0 1.0 1.0
41 39 baseline 39 183.99682307243347 136.7306661605835 13538.0 13538.0 0.0 4391 5301.0 exact min 1.0 1.0 1.0 1.0
42 40 baseline 40 171.46487092971802 96.18307614326477 13578.0 13578.0 0.0 5138 5286.0 exact min 1.0 1.0 1.0 1.0
43 41 baseline 41 126.95655584335327 193.25571990013123 13526.0 13526.0 0.0 3618 8946.0 exact min 1.0 1.0 1.0 1.0
44 42 baseline 42 117.62347102165222 98.80436420440674 13529.0 13529.0 0.0 3512 2757.0 exact min 1.0 1.0 1.0 1.0
45 43 baseline 43 100.67288303375244 91.02266597747803 13565.0 13565.0 0.0 2159 4119.0 exact min 1.0 1.0 1.0 1.0
46 44 baseline 44 56.18321490287781 44.981120109558105 13553.0 13553.0 0.0 5068 1975.0 exact min 1.0 1.0 1.0 1.0
47 45 baseline 45 81.97357177734375 99.74598288536072 13520.99999951341 13521.0 13520.99999951341 13521.0 0.0 1566 5262.0 exact min 1.0 1.0 1.0 1.0
48 46 baseline 46 154.67502689361572 70.65784502029419 13543.0 13542.99999940547 13543.0 13542.99999940547 0.0 2998 3270.0 exact min 1.0 1.0 1.0 1.0
49 47 baseline 47 94.16874599456787 62.16441297531128 13564.0 13564.0 0.0 3378 3631.0 exact min 1.0 1.0 1.0 1.0
50 48 baseline 48 97.76417589187622 190.54906916618347 13552.0 13552.0 0.0 2254 9373.0 exact min 1.0 1.0 1.0 1.0
51 49 baseline 49 59.74380803108215 73.46178817749023 13523.999999669642 13524.0 13523.999999669642 13524.0 0.0 1185 4053.0 exact min 1.0 1.0 1.0 1.0

300
benchmark/tsp/ChallengeA/benchmark_ml.csv
Unescape View File

@ -1,151 +1,151 @@
,Solver,Instance,Wallclock Time,Lower Bound,Upper Bound,Gap,Nodes,Mode,Sense,Predicted LB,Predicted UB,Relative Lower Bound,Relative Upper Bound,Relative Wallclock Time,Relative Gap,Relative Nodes ,Solver,Instance,Wallclock Time,Lower Bound,Upper Bound,Gap,Nodes,Mode,Sense,Predicted LB,Predicted UB,Relative Lower Bound,Relative Upper Bound,Relative Wallclock Time,Relative Gap,Relative Nodes
0,baseline,0,217.75073504447937,13540.0,13540.0,0.0,5293,exact,min,,,1.0,1.0,137.41095667410258,,5293.0 0,baseline,0,29.597511053085327,13540.0,13540.0,0.0,1488.0,exact,min,,,1.0,1.0,26.86009340160744,,1488.0
1,baseline,1,213.02853894233704,13567.0,13567.0,0.0,5756,exact,min,,,1.0,1.0,259.8121494669455,,5756.0 1,baseline,1,100.47623896598816,13567.0,13567.0,0.0,5209.0,exact,min,,,1.0,1.0,199.7436260690364,,5209.0
2,baseline,2,179.75187993049622,13562.0,13562.0,0.0,4801,exact,min,,,0.9999262699992627,1.0,119.13913792920904,,480.1 2,baseline,2,95.635351896286,13562.0,13562.0,0.0,5738.0,exact,min,,,0.9999262699992627,1.0,52.66283965751092,,14.133004926108374
3,baseline,3,247.1571810245514,13522.0,13522.0,0.0,5268,exact,min,,,1.0,1.0,153.7541577972529,,5268.0 3,baseline,3,116.40385484695436,13522.0,13522.0,0.0,4888.0,exact,min,,,1.0,1.0,32.32019218153368,,4888.0
4,baseline,4,116.98298597335815,13534.0,13534.0,0.0,4327,exact,min,,,1.0,1.0,79.26632629224403,,4327.0 4,baseline,4,52.82231903076172,13534.0,13534.0,0.0,2432.0,exact,min,,,1.0,1.0,58.92863357290153,,10.57391304347826
5,baseline,5,83.17905187606813,13531.0,13531.999998928572,7.390428856489435e-05,2890,exact,min,,,0.9999261010937038,1.0,58.580059372890645,inf,2890.0 5,baseline,5,130.4400429725647,13532.0,13532.0,0.0,5217.0,exact,min,,,1.0,1.0,77.40752944139346,,115.93333333333334
6,baseline,6,108.78123903274536,13534.0,13535.0,7.388798581350672e-05,4060,exact,min,,,0.9997783851665805,1.0,107.01136766084836,inf,4060.0 6,baseline,6,138.9033811092377,13535.0,13535.0,0.0,5910.0,exact,min,,,1.0,1.0000000000688192,77.01429912590677,,8.288920056100983
7,baseline,7,260.38012385368353,13612.999999173584,13612.999999186992,9.849240354330759e-13,5348,exact,min,,,0.9999999999392921,1.0,189.50478016084028,inf,5348.0 7,baseline,7,162.5064761638641,13613.0,13613.0,0.0,5152.0,exact,min,,,1.0,1.0,99.48098992115096,,20.363636363636363
8,baseline,8,217.19091296195984,13579.999998202342,13579.999998202344,1.339462005733907e-16,3745,exact,min,,,0.9999999998676246,1.0000000000853522,136.90087616948836,inf,3745.0 8,baseline,8,135.88944792747498,13579.999997631374,13579.999997631372,-1.3394620057902246e-16,6720.0,exact,min,,,0.9999999998255799,1.0,59.017368737577044,1.0,11.893805309734514
9,baseline,9,260.75289416313166,13584.0,13584.0,0.0,5300,exact,min,,,1.0,1.0000000002265108,182.26147099128366,,278.94736842105266 9,baseline,9,62.36928915977478,13583.999994506434,13583.999994506434,0.0,3583.0,exact,min,,,0.9999999995955855,1.0,10.957478805772942,,13.941634241245136
10,baseline,10,224.6843638420105,13578.0,13578.0,0.0,5642,exact,min,,,1.0,1.0,120.00383112928158,,331.88235294117646 10,baseline,10,248.86321592330933,13577.0,13578.0,7.365397363187744e-05,13577.0,exact,min,,,0.9999263514508764,1.0,84.90020779976263,inf,20.95216049382716
11,baseline,11,59.64904499053955,13574.999996405624,13574.999996405624,0.0,2313,exact,min,,,0.9999999997352209,1.0,31.57910635549984,,2313.0 11,baseline,11,64.44093084335327,13574.999997985586,13574.999997985586,0.0,3149.0,exact,min,,,1.0,1.0,40.90397152451879,,3149.0
12,baseline,12,198.06318807601932,13543.999999340967,13543.999999340967,0.0,5224,exact,min,,,0.9999999999513414,1.0,146.72205990167043,,5224.0 12,baseline,12,74.64304614067079,13544.0,13544.0,0.0,4925.0,exact,min,,,1.0,1.0,86.04782361214066,,4925.0
13,baseline,13,49.45178198814392,13533.999998681033,13533.999998681034,2.6880292651442703e-16,1502,exact,min,,,0.9999999999025442,1.0,35.68853526933757,inf,1502.0 13,baseline,13,60.25232315063477,13534.0,13534.0,0.0,4007.0,exact,min,,,1.0,1.0,25.318911215893348,,4007.0
14,baseline,14,206.06690907478333,13551.0,13551.0,0.0,5415,exact,min,,,1.0,1.0,100.85438583368934,,318.52941176470586 14,baseline,14,151.0537710189819,13550.0,13551.0,7.380073800738008e-05,5389.0,exact,min,,,0.9999262047081396,1.0,66.91125769399989,inf,74.84722222222223
15,baseline,15,197.34330797195437,13594.0,13594.0,0.0,4811,exact,min,,,1.0,1.0,176.85072876442825,,300.6875 15,baseline,15,94.33260798454285,13593.0,13594.0,7.356727727506805e-05,4240.0,exact,min,,,0.9999264381344711,1.0,38.51179927436251,inf,12.011331444759207
16,baseline,16,265.6168210506439,13593.999999477226,13593.99999947723,1.3380825390729792e-16,6147,exact,min,,,0.9999999999615438,1.0,303.54859940073766,inf,6147.0 16,baseline,16,112.65512180328369,13594.0,13594.0,0.0,5678.0,exact,min,,,1.0,1.0,77.31705863554674,,14.159600997506235
17,baseline,17,148.951584815979,13542.99999835,13542.999998349998,-1.3431214677453086e-16,4159,exact,min,,,0.9999999998781659,1.0,89.21510590602107,1.0,4159.0 17,baseline,17,94.68812704086305,13543.0,13543.0,0.0,4110.0,exact,min,,,1.0,1.0,42.677072694980595,,37.706422018348626
18,baseline,18,400.0884039402008,13525.0,13525.0,0.0,9847,exact,min,,,1.0,1.0,225.05565636456686,,9847.0 18,baseline,18,119.84407782554626,13525.0,13525.0,0.0,4925.0,exact,min,,,1.0,1.0,277.4617640532422,,4925.0
19,baseline,19,164.40580105781558,13564.0,13564.0,0.0,4532,exact,min,,,1.0,1.0,71.13485479190231,,4532.0 19,baseline,19,96.70060396194458,13564.0,13564.0,0.0,4242.0,exact,min,,,1.0,1.0,65.06829984584466,,212.1
20,baseline,20,140.4536190032959,13568.999998166668,13568.999998166668,0.0,3942,exact,min,,,0.9999999998648882,1.0,80.43253454465768,,3942.0 20,baseline,20,206.73002099990845,13569.0,13569.0,0.0,5164.0,exact,min,,,1.0,1.0,165.1539992327885,,5164.0
21,baseline,21,273.14260911941534,13566.0,13566.0,0.0,5581,exact,min,,,1.0,1.0,93.53561755431534,,5581.0 21,baseline,21,101.60346388816832,13566.0,13566.0,0.0,3797.0,exact,min,,,1.0,1.0,70.84710384515891,,15.434959349593496
22,baseline,22,250.13347101211548,13565.0,13565.0,0.0,5197,exact,min,,,0.9999262863039953,1.0,122.89415134710397,,5197.0 22,baseline,22,39.246136903762824,13565.0,13565.0,0.0,1434.0,exact,min,,,1.0,1.0,30.91644064571905,,1434.0
23,baseline,23,187.1866488456726,13579.999997231938,13579.999997943489,5.239680685164202e-11,3011,exact,min,,,0.9999999997961663,1.0,102.05644890305766,inf,3011.0 23,baseline,23,89.74621176719666,13580.0,13580.0,0.0,3758.0,exact,min,,,1.0,1.0,44.49311196559062,,67.10714285714286
24,baseline,24,140.12590217590332,13542.0,13543.0,7.384433613941809e-05,3012,exact,min,,,0.999926161116444,1.0,79.12382064263448,inf,3012.0 24,baseline,24,69.45808696746826,13542.999999999995,13542.999999999998,1.343121467581671e-16,3608.0,exact,min,,,0.9999999999999996,1.0,42.55165506627291,inf,3608.0
25,baseline,25,39.287020921707146,13542.0,13542.0,0.0,1422,exact,min,,,0.999926161116444,1.0,29.51428019253757,,1422.0 25,baseline,25,130.97386503219604,13542.0,13542.0,0.0,6687.0,exact,min,,,1.0,1.0,96.75237348307111,,6687.0
26,baseline,26,109.5579068660736,13532.0,13532.0,0.0,3490,exact,min,,,1.0,1.0,107.34036548862706,,3490.0 26,baseline,26,98.33581423759459,13531.999999377458,13531.999999377458,1.3442132749257606e-16,5284.0,exact,min,,,0.9999999999539948,1.0,43.94880897162418,inf,5284.0
27,baseline,27,95.54075884819031,13522.0,13522.0,0.0,1644,exact,min,,,1.0,1.0,32.00233408841617,,1644.0 27,baseline,27,101.37863302230836,13521.0,13522.0,7.395902669920864e-05,3512.0,exact,min,,,0.9999260464428339,1.0,71.28055311506921,inf,3512.0
28,baseline,28,222.1763069629669,13571.0,13571.0,0.0,5139,exact,min,,,1.0,1.0,118.63879278253442,,5139.0 28,baseline,28,47.17776012420654,13571.0,13571.0,0.0,2742.0,exact,min,,,1.0,1.0,42.99836374991145,,182.8
29,baseline,29,163.29073309898374,13595.0,13595.0,0.0,5222,exact,min,,,0.9996323529411765,1.0,153.8504508535791,,5222.0 29,baseline,29,122.19579315185548,13594.0,13594.9999861121,7.356084390904645e-05,5138.0,exact,min,,,0.9999264435454212,1.0,105.57202248105209,inf,5138.0
30,baseline,30,278.09803795814514,13577.0,13577.0,0.0,5423,exact,min,,,1.0,1.0,307.4948002082606,,5423.0 30,baseline,30,159.65594601631162,13577.0,13577.0,0.0,5170.0,exact,min,,,1.0,1.0,86.70719628520685,,206.8
31,baseline,31,117.28890800476074,13582.0,13582.0,0.0,3163,exact,min,,,0.9998527679623086,1.0,147.0353207922976,,451.85714285714283 31,baseline,31,64.20995998382568,13582.0,13582.0,0.0,2716.0,exact,min,,,1.0,1.0,22.238063526379513,,90.53333333333333
32,baseline,32,176.0694239139557,13524.0,13524.0,0.0,5275,exact,min,,,1.0,1.0,142.20868177561573,,5275.0 32,baseline,32,73.25116801261902,13523.0,13524.0,7.394808844191378e-05,2705.0,exact,min,,,0.9999260573794735,1.0,97.84536245319715,inf,40.984848484848484
33,baseline,33,274.85479402542114,13548.0,13548.0,0.0,5670,exact,min,,,1.0,1.0,152.055095583743,,5670.0 33,baseline,33,73.00323796272278,13548.0,13548.0,0.0,3823.0,exact,min,,,1.0,1.0,35.56819949839414,,4.0115424973767055
34,baseline,34,113.9901249408722,13557.0,13557.0,0.0,3530,exact,min,,,0.9998524964967918,1.0,63.340970535558036,,3530.0 34,baseline,34,75.30102896690369,13557.0,13557.0,0.0,2495.0,exact,min,,,1.0,1.0,33.9975137664807,,31.1875
35,baseline,35,198.48509502410892,13567.9999991,13567.9999991,0.0,6154,exact,min,,,0.9999999999336675,1.0,125.86819281669692,,6154.0 35,baseline,35,95.78053402900696,13567.999997100107,13567.999997100107,0.0,5380.0,exact,min,,,0.9999999997862696,1.0,91.7838074273266,,12.089887640449438
36,baseline,36,233.32532405853271,13554.0,13554.0,0.0,7716,exact,min,,,1.0,1.0,277.27514045266145,,7716.0 36,baseline,36,59.77940106391907,13553.999999666668,13553.999999666668,0.0,2236.0,exact,min,,,0.9999999999754071,1.000000000068143,80.66210177722816,,17.746031746031747
37,baseline,37,120.72908902168274,13532.0,13532.0,0.0,3530,exact,min,,,1.0,1.0000000003694947,137.20368945860068,,3530.0 37,baseline,37,111.62521696090698,13532.0,13532.0,0.0,4730.0,exact,min,,,1.0,1.0,44.52758005552085,,44.205607476635514
38,baseline,38,61.15467095375061,13514.0,13514.0,0.0,1751,exact,min,,,1.0,1.0,34.22431491336088,,1751.0 38,baseline,38,101.59809303283691,13514.0,13514.0,0.0,4724.0,exact,min,,,1.0,1.0,67.8739169651946,,4724.0
39,baseline,39,183.99682307243347,13538.0,13538.0,0.0,4391,exact,min,,,0.9997784506314157,1.0,105.43438940052818,,4391.0 39,baseline,39,136.7306661605835,13538.0,13538.0,0.0,5301.0,exact,min,,,1.0,1.0,80.14397099282577,,35.10596026490066
40,baseline,40,171.46487092971805,13578.0,13578.0,0.0,5138,exact,min,,,1.0,1.0000000001060538,87.30105553830464,,5138.0 40,baseline,40,96.18307614326477,13578.0,13578.0,0.0,5286.0,exact,min,,,1.0,1.0,51.5351421556022,,5286.0
41,baseline,41,126.95655584335329,13526.0,13526.0,0.0,3618,exact,min,,,1.0,1.0000000003333602,99.23869421748208,,3618.0 41,baseline,41,193.25571990013125,13526.0,13526.0,0.0,8946.0,exact,min,,,1.0,1.0,76.43245706873643,,8946.0
42,baseline,42,117.62347102165222,13529.0,13529.0,0.0,3512,exact,min,,,1.0,1.0,48.191369856898525,,3512.0 42,baseline,42,98.80436420440674,13529.0,13529.0,0.0,2757.0,exact,min,,,0.9999999999999999,1.0,35.10803321142842,,58.659574468085104
43,baseline,43,100.67288303375244,13565.0,13565.0,0.0,2159,exact,min,,,1.0,1.0,50.035326790527556,,2159.0 43,baseline,43,91.02266597747804,13565.0,13565.0,0.0,4119.0,exact,min,,,1.0,1.0,12.480728782988091,,15.426966292134832
44,baseline,44,56.183214902877815,13553.0,13553.0,0.0,5068,exact,min,,,1.0,1.0,40.38820113488267,,5068.0 44,baseline,44,44.981120109558105,13553.0,13553.0,0.0,1975.0,exact,min,,,1.0,1.0,25.092447494113404,,1975.0
45,baseline,45,81.97357177734375,13520.999999513408,13520.999999513408,0.0,1566,exact,min,,,0.9999999999640121,1.0,63.35500126867706,,1566.0 45,baseline,45,99.74598288536072,13521.0,13521.0,0.0,5262.0,exact,min,,,1.0,1.0,39.85221202580209,,5262.0
46,baseline,46,154.67502689361572,13543.0,13543.0,0.0,2998,exact,min,,,1.0,1.0,74.85077923353053,,2998.0 46,baseline,46,70.65784502029419,13542.99999940547,13542.99999940547,0.0,3270.0,exact,min,,,0.9999999999561006,1.0,45.453685199539756,,3270.0
47,baseline,47,94.16874599456787,13564.0,13564.0,0.0,3378,exact,min,,,1.0,1.0,88.09503956747884,,3378.0 47,baseline,47,62.16441297531128,13564.0,13564.0,0.0,3631.0,exact,min,,,1.0,1.0,20.033164659276355,,3631.0
48,baseline,48,97.76417589187622,13552.0,13552.0,0.0,2254,exact,min,,,1.0,1.0,70.71386722572882,,2254.0 48,baseline,48,190.54906916618347,13552.0,13552.0,0.0,9373.0,exact,min,,,1.0,1.0,103.71179496429484,,9373.0
49,baseline,49,59.743808031082146,13523.99999966964,13523.99999966964,0.0,1185,exact,min,,,0.9999999999755723,1.0,41.768076911601426,,1185.0 49,baseline,49,73.46178817749023,13524.0,13524.0,0.0,4053.0,exact,min,,,1.0,1.0,26.241432260088718,,8.966814159292035
50,ml-exact,0,13.400921106338501,13540.0,13540.0,0.0,1,exact,min,13534.684274222962,13534.836811876114,1.0,1.0,8.456611589210029,,1.0 50,ml-exact,0,11.3649320602417,13540.0,13540.0,0.0,1.0,exact,min,13534.675569817877,13534.83622755677,1.0,1.0,10.31381105301398,,1.0
51,ml-exact,1,11.461495876312256,13567.0,13567.0,0.0,1,exact,min,13566.037222356023,13566.141867687706,1.0,1.0,13.978577210902552,,1.0 51,ml-exact,1,10.329864025115967,13567.0,13567.0,0.0,1.0,exact,min,13566.029921819729,13566.142424385062,1.0,1.0,20.535447170501705,,1.0
52,ml-exact,2,12.217971086502075,13562.0,13562.0,0.0,180,exact,min,13545.276486430077,13545.412844244895,0.9999262699992627,1.0,8.098043497807664,,18.0 52,ml-exact,2,12.315430164337158,13562.0,13562.0,0.0,406.0,exact,min,13545.26825630499,13545.412645404165,0.9999262699992627,1.0,6.78165041689932,,1.0
53,ml-exact,3,11.63106393814087,13522.0,13522.0,0.0,104,exact,min,13513.499849808732,13513.68474713855,1.0,1.0,7.23557548553366,,104.0 53,ml-exact,3,12.996630907058716,13522.0,13522.0,0.0,37.0,exact,min,13513.490196843653,13513.683391861978,1.0,1.0,3.6085884714116796,,37.0
54,ml-exact,4,10.931595087051392,13534.0,13534.0,0.0,1,exact,min,13552.479190730915,13552.604546255665,1.0,1.0,7.407123145773069,,1.0 54,ml-exact,4,11.032249212265015,13534.0,13534.0,0.0,230.0,exact,min,13552.471283116225,13552.604609540394,1.0,1.0,12.307588595947369,,1.0
55,ml-exact,5,10.333573818206787,13532.0,13532.0,0.0,8,exact,min,13557.563452590332,13557.68104179268,1.0,1.0000000000791773,7.2775699428099365,,8.0 55,ml-exact,5,13.653040885925293,13532.0,13532.0,0.0,45.0,exact,min,13557.55577263004,13557.681290107144,1.0,1.0,8.102175836940628,,1.0
56,ml-exact,6,10.228332042694092,13535.0,13535.0,0.0,310,exact,min,13536.379028176101,13536.528977055119,0.9998522567777203,1.0,10.06191702273673,,310.0 56,ml-exact,6,16.461652040481567,13535.0,13535.0,0.0,1805.0,exact,min,13536.370399655816,13536.528454412353,1.0,1.0000000000688192,9.127082323181316,,2.5315568022440393
57,ml-exact,7,11.370960235595703,13613.0,13613.0,0.0,220,exact,min,13595.695416535946,13595.754758320294,1.0,1.000000000059723,8.275790362843152,,220.0 57,ml-exact,7,13.48779296875,13613.0,13613.0,0.0,253.0,exact,min,13595.689443983643,13595.75639435777,1.0,1.0,8.256772456439219,,1.0
58,ml-exact,8,13.689198017120361,13579.999997043262,13579.999997043262,0.0,2523,exact,min,13588.916400723392,13588.986097604273,0.9999999997822726,1.0,8.628644619812594,,2523.0 58,ml-exact,8,14.816275835037231,13580.0,13580.0,0.0,565.0,exact,min,13588.910124631891,13588.987486935437,1.0,1.0000000001744203,6.434771997460219,-0.0,1.0
59,ml-exact,9,14.36361813545227,13583.999996923078,13583.999996923078,0.0,665,exact,min,13569.850418750584,13569.949239340467,0.9999999997734892,1.0,10.039904556099705,,35.0 59,ml-exact,9,14.60462999343872,13584.0,13584.0,0.0,257.0,exact,min,13569.84328895509,13569.949934810124,1.0,1.0000000004044145,2.565844917829724,,1.0
60,ml-exact,10,11.611991882324219,13578.0,13578.0,0.0,107,exact,min,13568.155664797447,13568.257074161462,1.0,1.0,6.201960337128171,,6.294117647058823 60,ml-exact,10,14.660763025283813,13578.0,13578.0,0.0,648.0,exact,min,13568.148459117152,13568.25770795454,1.0,1.0,5.0015500391718986,,1.0
61,ml-exact,11,8.815987825393677,13575.0,13575.0,0.0,1,exact,min,13564.76615689117,13564.872743803451,1.0,1.000000000264779,4.667317258994735,,1.0 61,ml-exact,11,10.747740983963013,13574.0,13574.999999323794,7.36702021360194e-05,1.0,exact,min,13564.758799441275,13564.873254243374,0.9999263353233345,1.000000000098579,6.822143712194244,inf,1.0
62,ml-exact,12,8.895750045776367,13544.0,13544.0,0.0,1,exact,min,13538.921159105808,13539.067224823626,1.0,1.0000000000486586,6.5898301636230014,,1.0 62,ml-exact,12,11.216827154159546,13544.0,13544.0,0.0,1.0,exact,min,13538.912644412721,13539.06679469573,1.0,1.0,12.930656160923881,,1.0
63,ml-exact,13,8.271281957626343,13534.0,13534.0,0.0,1,exact,min,13559.681895031754,13559.796248266437,1.0,1.0000000000974558,5.969247739912692,,1.0 63,ml-exact,13,10.66540789604187,13534.0,13534.0,0.0,1.0,exact,min,13559.674309927463,13559.796573676624,1.0,1.0,4.4817610588402195,,1.0
64,ml-exact,14,10.81852102279663,13551.0,13551.0,0.0,150,exact,min,13548.665994336354,13548.797174602905,1.0,1.0,5.294859316723402,,8.823529411764707 64,ml-exact,14,12.637185096740723,13551.0,13551.0,0.0,72.0,exact,min,13548.657915980866,13548.797099115332,1.0,1.0,5.597807607388606,,1.0
65,ml-exact,15,12.25923204421997,13594.0,13594.0,0.0,785,exact,min,13560.529272008323,13560.642330855939,1.0,1.0,10.986205427450566,,49.0625 65,ml-exact,15,15.559112071990967,13594.0,13594.0,0.0,353.0,exact,min,13560.52172484643,13560.642687104417,1.0,1.0,6.352091962749635,,1.0
66,ml-exact,16,14.88394284248352,13593.0,13594.0,7.356727727506805e-05,2499,exact,min,13552.9028792192,13553.027587550418,0.9999264381344711,1.000000000038456,17.0094649334542,inf,2499.0 66,ml-exact,16,14.185301065444946,13594.0,13594.0,0.0,500.0,exact,min,13552.89499057571,13553.027666254291,1.0,1.0,9.735604885812853,,1.2468827930174564
67,ml-exact,17,11.665093898773193,13543.0,13543.0,0.0,29,exact,min,13535.531651199532,13535.682894465615,1.0,1.0000000001218343,6.986851391131272,-0.0,29.0 67,ml-exact,17,12.099143028259277,13543.0,13543.0,0.0,109.0,exact,min,13535.522984736846,13535.682340984562,1.0,1.0,5.453228643345678,,1.0
68,ml-exact,18,8.621058940887451,13525.0,13525.0,0.0,1,exact,min,13525.786815968984,13525.952944686336,1.0,1.0,4.849473414853177,,1.0 68,ml-exact,18,9.592709064483643,13525.0,13525.0,0.0,1.0,exact,min,13525.777713168703,13525.952036564957,1.0,1.0,22.208940377976713,,1.0
69,ml-exact,19,10.220519065856934,13564.0,13564.0,0.0,40,exact,min,13560.105583520039,13560.219289561188,1.0,1.0,4.422198821268661,,40.0 69,ml-exact,19,15.68299388885498,13564.0,13564.0,0.0,20.0,exact,min,13560.098017386947,13560.21963039052,1.0,1.0,10.55283738705663,,1.0
70,ml-exact,20,9.64664912223816,13569.0,13569.0,0.0,60,exact,min,13549.937059801208,13550.066298487158,1.0,1.0000000001351117,5.524275161228883,,60.0 70,ml-exact,20,11.181609153747559,13569.0,13569.0,0.0,1.0,exact,min,13549.92903835932,13550.06626925702,1.0,1.0,8.932846137524376,,1.0
71,ml-exact,21,11.733455896377563,13566.0,13566.0,0.0,235,exact,min,13553.75025619577,13553.87367013992,1.0,1.0,4.018033095796428,,235.0 71,ml-exact,21,12.961982011795044,13566.0,13566.0,0.0,246.0,exact,min,13553.742405494679,13553.873779682082,1.0,1.0,9.038263563922284,,1.0
72,ml-exact,22,9.395126104354858,13565.0,13565.0,0.0,1,exact,min,13551.208125266061,13551.335422371412,0.9999262863039953,1.0,4.615959810263813,,1.0 72,ml-exact,22,10.162704944610596,13564.0,13565.0,7.372456502506635e-05,1.0,exact,min,13551.200160737772,13551.335439398708,0.9999262808698858,1.0,8.005747546324356,inf,1.0
73,ml-exact,23,12.034302949905396,13580.0,13580.0,0.0,55,exact,min,13560.952960496608,13561.065372150691,1.0,1.0000000001514369,6.5612490616439025,,55.0 73,ml-exact,23,14.439340114593506,13580.0,13580.0,0.0,56.0,exact,min,13560.945432305916,13561.065743818312,1.0,1.0,7.158532530536033,,1.0
74,ml-exact,24,7.956115007400513,13543.0,13543.0,0.0,1,exact,min,13545.700174918362,13545.835885539645,1.0,1.0,4.492518564251467,,1.0 74,ml-exact,24,8.9430251121521,13543.0,13543.0,0.0,1.0,exact,min,13545.691963764473,13545.835702118062,1.0,1.0000000000000002,5.478707180627428,,1.0
75,ml-exact,25,10.434047937393188,13542.0,13542.0,0.0,154,exact,min,13528.328946898693,13528.491192454845,0.999926161116444,1.0,7.8385534749579,,154.0 75,ml-exact,25,11.13078498840332,13542.0,13542.0,0.0,1.0,exact,min,13528.31995792561,13528.490376848333,1.0,1.0,8.222479088427512,,1.0
76,ml-exact,26,9.19838285446167,13532.0,13532.0,0.0,1,exact,min,13538.497470617524,13538.644183528875,1.0,1.0,9.012200084373717,,1.0 76,ml-exact,26,10.45563006401062,13532.0,13532.0,0.0,1.0,exact,min,13538.488936953237,13538.643737981833,1.0,1.0000000000460052,4.67289046136253,,1.0
77,ml-exact,27,8.900259971618652,13522.0,13522.0,0.0,1,exact,min,13537.650093640954,13537.798100939372,1.0,1.0,2.9812312202593794,,1.0 77,ml-exact,27,12.658456087112427,13522.0,13522.0,0.0,1.0,exact,min,13537.641522034268,13537.797624554041,1.0,1.0,8.900314835312852,,1.0
78,ml-exact,28,9.110372066497803,13571.0,13571.0,0.0,1,exact,min,13560.105583520039,13560.219289561188,1.0,1.0,4.86480110567857,,1.0 78,ml-exact,28,11.49683690071106,13571.0,13571.0,0.0,15.0,exact,min,13560.098017386947,13560.21963039052,1.0,1.0,10.478351955003774,,1.0
79,ml-exact,29,9.043022871017456,13595.0,13595.0,0.0,1,exact,min,13571.968861192008,13572.064445814223,0.9996323529411765,1.0,8.520221076733726,,1.0 79,ml-exact,29,10.038163900375366,13594.0,13595.0,7.356186552890981e-05,1.0,exact,min,13571.961826252513,13572.065218379603,0.9999264435454212,1.0000000010215446,8.672551138007995,inf,1.0
80,ml-exact,30,9.67404294013977,13577.0,13577.0,0.0,110,exact,min,13559.258206543469,13559.373206971686,1.0,1.0,10.69665188192417,,110.0 80,ml-exact,30,10.994755983352661,13576.0,13577.0,7.365939893930465e-05,25.0,exact,min,13559.250602467977,13559.373516962729,0.9999263460263681,1.0,5.971117825195893,inf,1.0
81,ml-exact,31,8.979404926300049,13582.0,13582.0,0.0,121,exact,min,13583.408450375693,13583.486560772508,0.9998527679623086,1.0,11.2567309758641,,17.285714285714285 81,ml-exact,31,12.409696102142334,13581.0,13582.0,7.363228039172373e-05,30.0,exact,min,13583.401927658593,13583.48774965479,0.9999263731409218,1.0,4.297894132499397,inf,1.0
82,ml-exact,32,8.957957983016968,13524.0,13524.0,0.0,1,exact,min,13535.531651199532,13535.682894465615,1.0,1.0,7.235210792697005,,1.0 82,ml-exact,32,11.40560007095337,13524.0,13524.0,0.0,98.0,exact,min,13535.522984736846,13535.682340984562,1.0,1.0,15.235048166691241,,1.4848484848484849
83,ml-exact,33,12.608783960342407,13548.0,13548.0,0.0,938,exact,min,13552.9028792192,13553.027587550418,1.0,1.0,6.975428087702582,,938.0 83,ml-exact,33,14.968575954437256,13548.0,13548.0,0.0,953.0,exact,min,13552.89499057571,13553.027666254291,1.0,1.0,7.292899748174851,,1.0
84,ml-exact,34,11.298435926437378,13557.0,13557.0,0.0,63,exact,min,13543.58173247694,13543.72067906589,0.9998524964967918,1.0,6.278209603556246,,63.0 84,ml-exact,34,10.275269031524658,13557.0,13557.0,0.0,80.0,exact,min,13543.573426467052,13543.720418548583,1.0,1.0,4.63916104661852,,1.0
85,ml-exact,35,13.214792966842651,13568.0,13568.0,0.0,179,exact,min,13544.429109453507,13544.566761655393,1.0,1.0000000000663325,8.38008571364639,,179.0 85,ml-exact,35,13.136114120483398,13568.0,13568.0,0.0,445.0,exact,min,13544.42084138602,13544.566531976374,1.0,1.0000000002137304,12.587970833538003,,1.0
86,ml-exact,36,7.7071850299835205,13554.0,13554.0,0.0,98,exact,min,13525.363127480701,13525.529903391585,1.0,1.0,9.158932148947677,,98.0 86,ml-exact,36,11.606173992156982,13553.999998743056,13553.999998743056,0.0,164.0,exact,min,13525.354005709218,13525.528979851062,0.9999999999072641,1.0,15.660551479908223,,1.3015873015873016
87,ml-exact,37,11.302643060684204,13531.999994999998,13531.999994999998,0.0,46,exact,min,13539.344847594093,13539.490266118377,0.9999999996305053,1.0,12.844993208563091,,46.0 87,ml-exact,37,15.051767110824585,13532.0,13532.0,0.0,107.0,exact,min,13539.336351872207,13539.489851409624,1.0,1.0,6.004187792432415,,1.0
88,ml-exact,38,8.703151941299438,13514.0,13514.0,0.0,1,exact,min,13529.600012363546,13529.760316339098,1.0,1.0,4.870591373194076,,1.0 88,ml-exact,38,10.445327997207642,13514.0,13514.0,0.0,1.0,exact,min,13529.591080304062,13529.75954699002,1.0,1.0,6.978136144027363,,1.0
89,ml-exact,39,10.496510028839111,13537.0,13538.0,7.387161113983896e-05,1,exact,min,13537.226405152669,13537.37505964462,0.9997046008418876,1.0,6.01474040283567,inf,1.0 89,ml-exact,39,12.747802019119263,13538.0,13538.0,0.0,151.0,exact,min,13537.217814574784,13537.374567840145,1.0,1.0,7.472058053477855,,1.0
90,ml-exact,40,8.508935928344727,13578.0,13578.0,0.0,1,exact,min,13566.884599332592,13566.987950277207,1.0,1.0000000001060538,4.332310659463197,,1.0 90,ml-exact,40,14.315036058425903,13578.0,13578.0,0.0,1.0,exact,min,13566.877336738698,13566.988537812853,1.0,1.0,7.670033521642671,,1.0
91,ml-exact,41,8.9203519821167,13525.999995490969,13525.999995490969,0.0,1,exact,min,13521.54993108614,13521.722531738824,0.9999999996666398,1.0,6.972811106799851,,1.0 91,ml-exact,41,10.27357292175293,13525.0,13526.0,7.393715341959335e-05,1.0,exact,min,13521.540638573859,13521.721469426,0.9999260683128789,1.0,4.063188513593281,inf,1.0
92,ml-exact,42,10.458813905715942,13529.0,13529.0,0.0,7,exact,min,13530.02370085183,13530.18335763385,1.0,1.0,4.285067978499369,,7.0 92,ml-exact,42,12.76089596748352,13529.0,13529.0,0.0,47.0,exact,min,13530.014787763548,13530.182603703915,0.9999999999999999,1.0,4.534313469262858,,1.0
93,ml-exact,43,13.013127088546753,13565.0,13565.0,0.0,463,exact,min,13560.952960496608,13561.065372150691,1.0,1.0,6.467641005411601,,463.0 93,ml-exact,43,16.610208988189697,13565.0,13565.0,0.0,267.0,exact,min,13560.945432305916,13561.065743818312,1.0,1.0,2.2775372615612164,,1.0
94,ml-exact,44,8.18624997138977,13552.0,13553.0,7.378984651711924e-05,1,exact,min,13571.121484215439,13571.218363224722,0.9999262155980225,1.0,5.884816505364881,inf,1.0 94,ml-exact,44,9.052951097488403,13553.0,13553.0,0.0,1.0,exact,min,13571.114411333543,13571.219104951811,1.0,1.0,5.050134356975125,,1.0
95,ml-exact,45,8.23905086517334,13520.0,13521.0,7.396449704142012e-05,1,exact,min,13519.00780015643,13519.184283970317,0.9999260409733008,1.0000000000359879,6.367723971252165,inf,1.0 95,ml-exact,45,12.605960130691528,13521.0,13521.0,0.0,1.0,exact,min,13518.998393816952,13519.183129142624,1.0,1.0,5.036547652194804,,1.0
96,ml-exact,46,10.932353019714355,13543.0,13543.0,0.0,1,exact,min,13543.158043988655,13543.297637771138,1.0,1.0,5.290415387769593,,1.0 96,ml-exact,46,12.235252141952515,13543.0,13543.0,0.0,1.0,exact,min,13543.149719007566,13543.297361834688,1.0,1.0000000000438993,7.870849996027641,,1.0
97,ml-exact,47,9.300999879837036,13564.0,13564.0,0.0,23,exact,min,13567.308287820877,13567.41099157196,1.0,1.0,8.701102937896456,,23.0 97,ml-exact,47,11.854049921035767,13564.0,13564.0,0.0,1.0,exact,min,13567.301044198182,13567.41159452675,1.0,1.0,3.8200977469489614,,1.0
98,ml-exact,48,8.21668815612793,13551.0,13552.0,7.379529186037931e-05,1,exact,min,13558.410829566901,13558.527124382183,0.9999262101534829,1.0,5.943217850578029,inf,1.0 98,ml-exact,48,11.03400993347168,13551.999999999978,13552.000000000004,1.8791212846548136e-15,1.0,exact,min,13558.403187549009,13558.527403534938,0.9999999999999983,1.0000000000000002,6.005576310930073,inf,1.0
99,ml-exact,49,8.540048837661743,13524.0,13524.0,0.0,1,exact,min,13501.636572136762,13501.839590885516,1.0,1.0000000000244276,5.970516919422203,,1.0 99,ml-exact,49,10.517628908157349,13524.0,13524.0,0.0,547.0,exact,min,13501.626387978087,13501.837803872895,1.0,1.0,3.757023254910798,,1.2101769911504425
100,ml-heuristic,0,1.5846679210662842,13540.0,13540.0,0.0,1,heuristic,min,13534.684274222962,13534.836811876114,1.0,1.0,1.0,,1.0 100,ml-heuristic,0,1.1019139289855957,13540.0,13540.0,0.0,787.0,heuristic,min,13534.675569817877,13534.83622755677,1.0,1.0,1.0,,787.0
101,ml-heuristic,1,0.8199329376220703,13567.0,13567.0,0.0,1,heuristic,min,13566.037222356023,13566.141867687706,1.0,1.0,1.0,,1.0 101,ml-heuristic,1,0.503026008605957,13567.0,13567.0,0.0,142.0,heuristic,min,13566.029921819729,13566.142424385062,1.0,1.0,1.0,,142.0
102,ml-heuristic,2,1.5087559223175049,13563.0,13563.0,0.0,10,heuristic,min,13545.276486430077,13545.412844244895,1.0,1.000073735437251,1.0,,1.0 102,ml-heuristic,2,1.815993070602417,13563.0,13563.0,0.0,1640.0,heuristic,min,13545.26825630499,13545.412645404165,1.0,1.000073735437251,1.0,,4.039408866995074
103,ml-heuristic,3,1.60748291015625,13522.0,13522.0,0.0,1,heuristic,min,13513.499849808732,13513.68474713855,1.0,1.0,1.0,,1.0 103,ml-heuristic,3,3.6015830039978027,13522.0,13522.0,0.0,1.0,heuristic,min,13513.490196843653,13513.683391861978,1.0,1.0,1.0,,1.0
104,ml-heuristic,4,1.4758219718933105,13534.0,13534.0,0.0,1,heuristic,min,13552.479190730915,13552.604546255665,1.0,1.0,1.0,,1.0 104,ml-heuristic,4,0.8963778018951416,13534.0,13534.0,0.0,261.0,heuristic,min,13552.471283116225,13552.604609540394,1.0,1.0,1.0,,1.1347826086956523
105,ml-heuristic,5,1.4199209213256836,13532.0,13532.0,0.0,1,heuristic,min,13557.563452590332,13557.68104179268,1.0,1.0000000000791773,1.0,,1.0 105,ml-heuristic,5,1.685107946395874,13532.0,13532.0,0.0,265.0,heuristic,min,13557.55577263004,13557.681290107144,1.0,1.0,1.0,,5.888888888888889
106,ml-heuristic,6,1.0165390968322754,13537.0,13538.0,7.387161113983896e-05,1,heuristic,min,13536.379028176101,13536.528977055119,1.0,1.0002216475803472,1.0,inf,1.0 106,ml-heuristic,6,1.803605079650879,13534.999999068532,13534.999999068534,1.343915333336563e-16,713.0,heuristic,min,13536.370399655816,13536.528454412353,0.9999999999311808,1.0,1.0,inf,1.0
107,ml-heuristic,7,1.3740029335021973,13613.0,13613.0,0.0,1,heuristic,min,13595.695416535946,13595.754758320294,1.0,1.000000000059723,1.0,,1.0 107,ml-heuristic,7,1.6335430145263672,13613.0,13613.0,0.0,519.0,heuristic,min,13595.689443983643,13595.75639435777,1.0,1.0,1.0,,2.0513833992094863
108,ml-heuristic,8,1.5864830017089844,13580.0,13580.0,0.0,1,heuristic,min,13588.916400723392,13588.986097604273,1.0,1.0000000002177274,1.0,,1.0 108,ml-heuristic,8,2.3025331497192383,13580.0,13580.0,0.0,1442.0,heuristic,min,13588.910124631891,13588.987486935437,1.0,1.0000000001744203,1.0,-0.0,2.552212389380531
109,ml-heuristic,9,1.4306528568267822,13584.0,13584.0,0.0,19,heuristic,min,13569.850418750584,13569.949239340467,1.0,1.0000000002265108,1.0,,1.0 109,ml-heuristic,9,5.6919379234313965,13584.0,13584.0,0.0,1142.0,heuristic,min,13569.84328895509,13569.949934810124,1.0,1.0000000004044145,1.0,,4.443579766536965
110,ml-heuristic,10,1.872309923171997,13578.0,13579.0,7.364854912358227e-05,17,heuristic,min,13568.155664797447,13568.257074161462,1.0,1.0000736485491235,1.0,inf,1.0 110,ml-heuristic,10,2.931243896484375,13577.0,13578.0,7.365397363187744e-05,1123.0,heuristic,min,13568.148459117152,13568.25770795454,0.9999263514508764,1.0,1.0,inf,1.7330246913580247
111,ml-heuristic,11,1.8888769149780273,13575.0,13575.0,0.0,1,heuristic,min,13564.76615689117,13564.872743803451,1.0,1.000000000264779,1.0,,1.0 111,ml-heuristic,11,1.5754199028015137,13574.0,13574.999998324447,7.367012851385044e-05,3.0,heuristic,min,13564.758799441275,13564.873254243374,0.9999263353233345,1.0000000000249623,1.0,inf,3.0
112,ml-heuristic,12,1.3499209880828857,13544.0,13544.0,0.0,1,heuristic,min,13538.921159105808,13539.067224823626,1.0,1.0000000000486586,1.0,,1.0 112,ml-heuristic,12,0.8674600124359131,13544.0,13544.0,0.0,200.0,heuristic,min,13538.912644412721,13539.06679469573,1.0,1.0,1.0,,200.0
113,ml-heuristic,13,1.3856489658355713,13534.0,13534.0,0.0,1,heuristic,min,13559.681895031754,13559.796248266437,1.0,1.0000000000974558,1.0,,1.0 113,ml-heuristic,13,2.3797359466552734,13534.0,13534.0,0.0,39.0,heuristic,min,13559.674309927463,13559.796573676624,1.0,1.0,1.0,,39.0
114,ml-heuristic,14,2.0432121753692627,13551.0,13551.0,0.0,17,heuristic,min,13548.665994336354,13548.797174602905,1.0,1.0,1.0,,1.0 114,ml-heuristic,14,2.257524013519287,13551.0,13551.0,0.0,690.0,heuristic,min,13548.657915980866,13548.797099115332,1.0,1.0,1.0,,9.583333333333334
115,ml-heuristic,15,1.115875005722046,13594.0,13594.0,0.0,16,heuristic,min,13560.529272008323,13560.642330855939,1.0,1.0,1.0,,1.0 115,ml-heuristic,15,2.4494469165802,13593.0,13594.0,7.356727727506805e-05,1161.0,heuristic,min,13560.52172484643,13560.642687104417,0.9999264381344711,1.0,1.0,inf,3.2889518413597734
116,ml-heuristic,16,0.8750388622283936,13594.0,13594.0,0.0,1,heuristic,min,13552.9028792192,13553.027587550418,1.0,1.000000000038456,1.0,,1.0 116,ml-heuristic,16,1.4570538997650146,13594.0,13594.0,0.0,401.0,heuristic,min,13552.89499057571,13553.027666254291,1.0,1.0,1.0,,1.0
117,ml-heuristic,17,1.6695780754089355,13543.0,13543.0,0.0,1,heuristic,min,13535.531651199532,13535.682894465615,1.0,1.0000000001218343,1.0,-0.0,1.0 117,ml-heuristic,17,2.2187118530273438,13543.0,13543.0,0.0,234.0,heuristic,min,13535.522984736846,13535.682340984562,1.0,1.0,1.0,,2.146788990825688
118,ml-heuristic,18,1.777730941772461,13525.0,13525.0,0.0,1,heuristic,min,13525.786815968984,13525.952944686336,1.0,1.0,1.0,,1.0 118,ml-heuristic,18,0.4319300651550293,13525.0,13525.0,0.0,1.0,heuristic,min,13525.777713168703,13525.952036564957,1.0,1.0,1.0,,1.0
119,ml-heuristic,19,2.311184883117676,13564.0,13564.0,0.0,1,heuristic,min,13560.105583520039,13560.219289561188,1.0,1.0,1.0,,1.0 119,ml-heuristic,19,1.4861400127410889,13564.0,13564.0,0.0,466.0,heuristic,min,13560.098017386947,13560.21963039052,1.0,1.0,1.0,,23.3
120,ml-heuristic,20,1.7462289333343506,13569.0,13569.0,0.0,1,heuristic,min,13549.937059801208,13550.066298487158,1.0,1.0000000001351117,1.0,,1.0 120,ml-heuristic,20,1.2517409324645996,13569.0,13569.0,0.0,274.0,heuristic,min,13549.92903835932,13550.06626925702,1.0,1.0,1.0,,274.0
121,ml-heuristic,21,2.920198917388916,13566.0,13566.0,0.0,1,heuristic,min,13553.75025619577,13553.87367013992,1.0,1.0,1.0,,1.0 121,ml-heuristic,21,1.4341230392456055,13566.0,13566.0,0.0,476.0,heuristic,min,13553.742405494679,13553.873779682082,1.0,1.0,1.0,,1.934959349593496
122,ml-heuristic,22,2.0353569984436035,13566.0,13566.0,0.0,1,heuristic,min,13551.208125266061,13551.335422371412,1.0,1.0000737191301143,1.0,,1.0 122,ml-heuristic,22,1.2694261074066162,13564.0,13565.0,7.372456502506635e-05,22.0,heuristic,min,13551.200160737772,13551.335439398708,0.9999262808698858,1.0,1.0,inf,22.0
123,ml-heuristic,23,1.8341481685638428,13579.99999825,13579.999998250001,1.3394620057292064e-16,1,heuristic,min,13560.952960496608,13561.065372150691,0.999999999871134,1.0000000000225708,1.0,inf,1.0 123,ml-heuristic,23,2.0170810222625732,13580.0,13580.0,0.0,306.0,heuristic,min,13560.945432305916,13561.065743818312,1.0,1.0,1.0,,5.464285714285714
124,ml-heuristic,24,1.7709698677062988,13543.0,13543.0,0.0,1,heuristic,min,13545.700174918362,13545.835885539645,1.0,1.0,1.0,,1.0 124,ml-heuristic,24,1.632323980331421,13543.0,13543.0,0.0,328.0,heuristic,min,13545.691963764473,13545.835702118062,1.0,1.0000000000000002,1.0,,328.0
125,ml-heuristic,25,1.3311190605163574,13543.0,13543.0,0.0,1,heuristic,min,13528.328946898693,13528.491192454845,1.0,1.0000738443361394,1.0,,1.0 125,ml-heuristic,25,1.3537018299102783,13542.0,13542.0,0.0,153.0,heuristic,min,13528.31995792561,13528.490376848333,1.0,1.0,1.0,,153.0
126,ml-heuristic,26,1.0206589698791504,13532.0,13532.0,0.0,1,heuristic,min,13538.497470617524,13538.644183528875,1.0,1.0,1.0,,1.0 126,ml-heuristic,26,2.2375080585479736,13532.0,13532.0,0.0,1.0,heuristic,min,13538.488936953237,13538.643737981833,1.0,1.0000000000460052,1.0,,1.0
127,ml-heuristic,27,2.985430955886841,13521.0,13522.0,7.395902669920864e-05,1,heuristic,min,13537.650093640954,13537.798100939372,0.9999260464428339,1.0,1.0,inf,1.0 127,ml-heuristic,27,1.422248125076294,13522.0,13522.0,0.0,258.0,heuristic,min,13537.641522034268,13537.797624554041,1.0,1.0,1.0,,258.0
128,ml-heuristic,28,1.8727121353149414,13571.0,13571.0,0.0,1,heuristic,min,13560.105583520039,13560.219289561188,1.0,1.0,1.0,,1.0 128,ml-heuristic,28,1.0971989631652832,13570.0,13571.0,7.369196757553427e-05,130.0,heuristic,min,13560.098017386947,13560.21963039052,0.9999263134625304,1.0,1.0,inf,8.666666666666666
129,ml-heuristic,29,1.0613601207733154,13600.0,13600.0,0.0,1,heuristic,min,13571.968861192008,13572.064445814223,1.0,1.0003677822728945,1.0,,1.0 129,ml-heuristic,29,1.157463788986206,13595.0,13595.0,0.0,1.0,heuristic,min,13571.961826252513,13572.065218379603,1.0,1.0000000010215446,1.0,,1.0
130,ml-heuristic,30,0.9043991565704346,13576.0,13577.0,7.365939893930465e-05,1,heuristic,min,13559.258206543469,13559.373206971686,0.9999263460263681,1.0,1.0,inf,1.0 130,ml-heuristic,30,1.841322898864746,13577.0,13577.0,0.0,207.0,heuristic,min,13559.250602467977,13559.373516962729,1.0,1.0,1.0,,8.28
131,ml-heuristic,31,0.797692060470581,13584.0,13584.0,0.0,7,heuristic,min,13583.408450375693,13583.486560772508,1.0,1.0001472537181564,1.0,,1.0 131,ml-heuristic,31,2.887389898300171,13582.0,13582.0,0.0,1061.0,heuristic,min,13583.401927658593,13583.48774965479,1.0,1.0,1.0,,35.36666666666667
132,ml-heuristic,32,1.2381060123443604,13524.0,13524.0,0.0,1,heuristic,min,13535.531651199532,13535.682894465615,1.0,1.0,1.0,,1.0 132,ml-heuristic,32,0.7486422061920166,13523.0,13524.0,7.394808844191378e-05,66.0,heuristic,min,13535.522984736846,13535.682340984562,0.9999260573794735,1.0,1.0,inf,1.0
133,ml-heuristic,33,1.8076000213623047,13548.0,13548.0,0.0,1,heuristic,min,13552.9028792192,13553.027587550418,1.0,1.0,1.0,,1.0 133,ml-heuristic,33,2.0524861812591553,13548.0,13548.0,0.0,1437.0,heuristic,min,13552.89499057571,13553.027666254291,1.0,1.0,1.0,,1.5078698845750262
134,ml-heuristic,34,1.7996270656585693,13559.0,13559.0,0.0,1,heuristic,min,13543.58173247694,13543.72067906589,1.0,1.0001475252637013,1.0,,1.0 134,ml-heuristic,34,2.214898109436035,13557.0,13557.0,0.0,373.0,heuristic,min,13543.573426467052,13543.720418548583,1.0,1.0,1.0,,4.6625
135,ml-heuristic,35,1.5769281387329102,13568.0,13568.0,0.0,1,heuristic,min,13544.429109453507,13544.566761655393,1.0,1.0000000000663325,1.0,,1.0 135,ml-heuristic,35,1.0435450077056885,13568.0,13568.0,0.0,623.0,heuristic,min,13544.42084138602,13544.566531976374,1.0,1.0000000002137304,1.0,,1.4
136,ml-heuristic,36,0.8414938449859619,13554.0,13554.0,0.0,1,heuristic,min,13525.363127480701,13525.529903391585,1.0,1.0,1.0,,1.0 136,ml-heuristic,36,0.7411088943481445,13554.0,13554.0,0.0,126.0,heuristic,min,13525.354005709218,13525.528979851062,1.0,1.000000000092736,1.0,,1.0
137,ml-heuristic,37,0.8799259662628174,13532.0,13532.0,0.0,1,heuristic,min,13539.344847594093,13539.490266118377,1.0,1.0000000003694947,1.0,,1.0 137,ml-heuristic,37,2.506878137588501,13532.0,13532.0,0.0,733.0,heuristic,min,13539.336351872207,13539.489851409624,1.0,1.0,1.0,,6.850467289719626
138,ml-heuristic,38,1.7868778705596924,13514.0,13514.0,0.0,1,heuristic,min,13529.600012363546,13529.760316339098,1.0,1.0,1.0,,1.0 138,ml-heuristic,38,1.4968650341033936,13514.0,13514.0,0.0,87.0,heuristic,min,13529.591080304062,13529.75954699002,1.0,1.0,1.0,,87.0
139,ml-heuristic,39,1.745131015777588,13541.0,13541.0,0.0,1,heuristic,min,13537.226405152669,13537.37505964462,1.0,1.000221598463584,1.0,,1.0 139,ml-heuristic,39,1.7060630321502686,13538.0,13538.0,0.0,235.0,heuristic,min,13537.217814574784,13537.374567840145,1.0,1.0,1.0,,1.5562913907284768
140,ml-heuristic,40,1.964064121246338,13577.99999856,13577.99999856,0.0,1,heuristic,min,13566.884599332592,13566.987950277207,0.9999999998939462,1.0,1.0,,1.0 140,ml-heuristic,40,1.866358995437622,13577.0,13578.000000000002,7.365397363201142e-05,15.0,heuristic,min,13566.877336738698,13566.988537812853,0.9999263514508764,1.0000000000000002,1.0,inf,15.0
141,ml-heuristic,41,1.2793049812316895,13526.0,13526.0,0.0,1,heuristic,min,13521.54993108614,13521.722531738824,1.0,1.0000000003333602,1.0,,1.0 141,ml-heuristic,41,2.5284509658813477,13526.0,13526.0,0.0,217.0,heuristic,min,13521.540638573859,13521.721469426,1.0,1.0,1.0,,217.0
142,ml-heuristic,42,2.440757989883423,13529.0,13529.0,0.0,1,heuristic,min,13530.02370085183,13530.18335763385,1.0,1.0,1.0,,1.0 142,ml-heuristic,42,2.8142950534820557,13529.000000000002,13529.000000000002,0.0,201.0,heuristic,min,13530.014787763548,13530.182603703915,1.0,1.0000000000000002,1.0,,4.276595744680851
143,ml-heuristic,43,2.012036085128784,13565.0,13565.0,0.0,1,heuristic,min,13560.952960496608,13561.065372150691,1.0,1.0,1.0,,1.0 143,ml-heuristic,43,7.293056964874268,13565.0,13565.0,0.0,1485.0,heuristic,min,13560.945432305916,13561.065743818312,1.0,1.0,1.0,,5.561797752808989
144,ml-heuristic,44,1.3910799026489258,13552.0,13553.0,7.378984651711924e-05,1,heuristic,min,13571.121484215439,13571.218363224722,0.9999262155980225,1.0,1.0,inf,1.0 144,ml-heuristic,44,1.7926158905029297,13553.0,13553.0,0.0,1.0,heuristic,min,13571.114411333543,13571.219104951811,1.0,1.0,1.0,,1.0
145,ml-heuristic,45,1.2938768863677979,13521.0,13521.0,0.0,1,heuristic,min,13519.00780015643,13519.184283970317,1.0,1.0000000000359879,1.0,,1.0 145,ml-heuristic,45,2.502897024154663,13521.0,13521.0,0.0,68.0,heuristic,min,13518.998393816952,13519.183129142624,1.0,1.0,1.0,,68.0
146,ml-heuristic,46,2.0664451122283936,13543.0,13543.0,0.0,1,heuristic,min,13543.158043988655,13543.297637771138,1.0,1.0,1.0,,1.0 146,ml-heuristic,46,1.554502010345459,13543.0,13543.0,0.0,157.0,heuristic,min,13543.149719007566,13543.297361834688,1.0,1.0000000000438993,1.0,,157.0
147,ml-heuristic,47,1.0689449310302734,13564.0,13564.0,0.0,1,heuristic,min,13567.308287820877,13567.41099157196,1.0,1.0,1.0,,1.0 147,ml-heuristic,47,3.1030750274658203,13564.0,13564.0,0.0,137.0,heuristic,min,13567.301044198182,13567.41159452675,1.0,1.0,1.0,,137.0
148,ml-heuristic,48,1.3825318813323975,13552.0,13552.0,0.0,1,heuristic,min,13558.410829566901,13558.527124382183,1.0,1.0,1.0,,1.0 148,ml-heuristic,48,1.837294101715088,13552.0,13552.0,0.0,48.0,heuristic,min,13558.403187549009,13558.527403534938,1.0,1.0,1.0,,48.0
149,ml-heuristic,49,1.4303700923919678,13524.0,13524.0,0.0,10,heuristic,min,13501.636572136762,13501.839590885516,1.0,1.0000000000244276,1.0,,10.0 149,ml-heuristic,49,2.7994580268859863,13524.0,13524.0,0.0,452.0,heuristic,min,13501.626387978087,13501.837803872895,1.0,1.0,1.0,,1.0

1 Solver Instance Wallclock Time Lower Bound Upper Bound Gap Nodes Mode Sense Predicted LB Predicted UB Relative Lower Bound Relative Upper Bound Relative Wallclock Time Relative Gap Relative Nodes
2 0 baseline 0 217.75073504447937 29.597511053085327 13540.0 13540.0 0.0 5293 1488.0 exact min 1.0 1.0 137.41095667410258 26.86009340160744 5293.0 1488.0
3 1 baseline 1 213.02853894233704 100.47623896598816 13567.0 13567.0 0.0 5756 5209.0 exact min 1.0 1.0 259.8121494669455 199.7436260690364 5756.0 5209.0
4 2 baseline 2 179.75187993049622 95.635351896286 13562.0 13562.0 0.0 4801 5738.0 exact min 0.9999262699992627 1.0 119.13913792920904 52.66283965751092 480.1 14.133004926108374
5 3 baseline 3 247.1571810245514 116.40385484695436 13522.0 13522.0 0.0 5268 4888.0 exact min 1.0 1.0 153.7541577972529 32.32019218153368 5268.0 4888.0
6 4 baseline 4 116.98298597335815 52.82231903076172 13534.0 13534.0 0.0 4327 2432.0 exact min 1.0 1.0 79.26632629224403 58.92863357290153 4327.0 10.57391304347826
7 5 baseline 5 83.17905187606813 130.4400429725647 13531.0 13532.0 13531.999998928572 13532.0 7.390428856489435e-05 0.0 2890 5217.0 exact min 0.9999261010937038 1.0 1.0 58.580059372890645 77.40752944139346 inf 2890.0 115.93333333333334
8 6 baseline 6 108.78123903274536 138.9033811092377 13534.0 13535.0 13535.0 7.388798581350672e-05 0.0 4060 5910.0 exact min 0.9997783851665805 1.0 1.0 1.0000000000688192 107.01136766084836 77.01429912590677 inf 4060.0 8.288920056100983
9 7 baseline 7 260.38012385368353 162.5064761638641 13612.999999173584 13613.0 13612.999999186992 13613.0 9.849240354330759e-13 0.0 5348 5152.0 exact min 0.9999999999392921 1.0 1.0 189.50478016084028 99.48098992115096 inf 5348.0 20.363636363636363
10 8 baseline 8 217.19091296195984 135.88944792747498 13579.999998202342 13579.999997631374 13579.999998202344 13579.999997631372 1.339462005733907e-16 -1.3394620057902246e-16 3745 6720.0 exact min 0.9999999998676246 0.9999999998255799 1.0000000000853522 1.0 136.90087616948836 59.017368737577044 inf 1.0 3745.0 11.893805309734514
11 9 baseline 9 260.75289416313166 62.36928915977478 13584.0 13583.999994506434 13584.0 13583.999994506434 0.0 5300 3583.0 exact min 1.0 0.9999999995955855 1.0000000002265108 1.0 182.26147099128366 10.957478805772942 278.94736842105266 13.941634241245136
12 10 baseline 10 224.6843638420105 248.86321592330933 13578.0 13577.0 13578.0 0.0 7.365397363187744e-05 5642 13577.0 exact min 1.0 0.9999263514508764 1.0 120.00383112928158 84.90020779976263 inf 331.88235294117646 20.95216049382716
13 11 baseline 11 59.64904499053955 64.44093084335327 13574.999996405624 13574.999997985586 13574.999996405624 13574.999997985586 0.0 2313 3149.0 exact min 0.9999999997352209 1.0 1.0 31.57910635549984 40.90397152451879 2313.0 3149.0
14 12 baseline 12 198.06318807601932 74.64304614067079 13543.999999340967 13544.0 13543.999999340967 13544.0 0.0 5224 4925.0 exact min 0.9999999999513414 1.0 1.0 146.72205990167043 86.04782361214066 5224.0 4925.0
15 13 baseline 13 49.45178198814392 60.25232315063477 13533.999998681033 13534.0 13533.999998681034 13534.0 2.6880292651442703e-16 0.0 1502 4007.0 exact min 0.9999999999025442 1.0 1.0 35.68853526933757 25.318911215893348 inf 1502.0 4007.0
16 14 baseline 14 206.06690907478333 151.0537710189819 13551.0 13550.0 13551.0 0.0 7.380073800738008e-05 5415 5389.0 exact min 1.0 0.9999262047081396 1.0 100.85438583368934 66.91125769399989 inf 318.52941176470586 74.84722222222223
17 15 baseline 15 197.34330797195437 94.33260798454285 13594.0 13593.0 13594.0 0.0 7.356727727506805e-05 4811 4240.0 exact min 1.0 0.9999264381344711 1.0 176.85072876442825 38.51179927436251 inf 300.6875 12.011331444759207
18 16 baseline 16 265.6168210506439 112.65512180328369 13593.999999477226 13594.0 13593.99999947723 13594.0 1.3380825390729792e-16 0.0 6147 5678.0 exact min 0.9999999999615438 1.0 1.0 303.54859940073766 77.31705863554674 inf 6147.0 14.159600997506235
19 17 baseline 17 148.951584815979 94.68812704086305 13542.99999835 13543.0 13542.999998349998 13543.0 -1.3431214677453086e-16 0.0 4159 4110.0 exact min 0.9999999998781659 1.0 1.0 89.21510590602107 42.677072694980595 1.0 4159.0 37.706422018348626
20 18 baseline 18 400.0884039402008 119.84407782554626 13525.0 13525.0 0.0 9847 4925.0 exact min 1.0 1.0 225.05565636456686 277.4617640532422 9847.0 4925.0
21 19 baseline 19 164.40580105781558 96.70060396194458 13564.0 13564.0 0.0 4532 4242.0 exact min 1.0 1.0 71.13485479190231 65.06829984584466 4532.0 212.1
22 20 baseline 20 140.4536190032959 206.73002099990845 13568.999998166668 13569.0 13568.999998166668 13569.0 0.0 3942 5164.0 exact min 0.9999999998648882 1.0 1.0 80.43253454465768 165.1539992327885 3942.0 5164.0
23 21 baseline 21 273.14260911941534 101.60346388816832 13566.0 13566.0 0.0 5581 3797.0 exact min 1.0 1.0 93.53561755431534 70.84710384515891 5581.0 15.434959349593496
24 22 baseline 22 250.13347101211548 39.246136903762824 13565.0 13565.0 0.0 5197 1434.0 exact min 0.9999262863039953 1.0 1.0 122.89415134710397 30.91644064571905 5197.0 1434.0
25 23 baseline 23 187.1866488456726 89.74621176719666 13579.999997231938 13580.0 13579.999997943489 13580.0 5.239680685164202e-11 0.0 3011 3758.0 exact min 0.9999999997961663 1.0 1.0 102.05644890305766 44.49311196559062 inf 3011.0 67.10714285714286
26 24 baseline 24 140.12590217590332 69.45808696746826 13542.0 13542.999999999995 13543.0 13542.999999999998 7.384433613941809e-05 1.343121467581671e-16 3012 3608.0 exact min 0.999926161116444 0.9999999999999996 1.0 79.12382064263448 42.55165506627291 inf 3012.0 3608.0
27 25 baseline 25 39.287020921707146 130.97386503219604 13542.0 13542.0 0.0 1422 6687.0 exact min 0.999926161116444 1.0 1.0 29.51428019253757 96.75237348307111 1422.0 6687.0
28 26 baseline 26 109.5579068660736 98.33581423759459 13532.0 13531.999999377458 13532.0 13531.999999377458 0.0 1.3442132749257606e-16 3490 5284.0 exact min 1.0 0.9999999999539948 1.0 107.34036548862706 43.94880897162418 inf 3490.0 5284.0
29 27 baseline 27 95.54075884819031 101.37863302230836 13522.0 13521.0 13522.0 0.0 7.395902669920864e-05 1644 3512.0 exact min 1.0 0.9999260464428339 1.0 32.00233408841617 71.28055311506921 inf 1644.0 3512.0
30 28 baseline 28 222.1763069629669 47.17776012420654 13571.0 13571.0 0.0 5139 2742.0 exact min 1.0 1.0 118.63879278253442 42.99836374991145 5139.0 182.8
31 29 baseline 29 163.29073309898374 122.19579315185548 13595.0 13594.0 13595.0 13594.9999861121 0.0 7.356084390904645e-05 5222 5138.0 exact min 0.9996323529411765 0.9999264435454212 1.0 153.8504508535791 105.57202248105209 inf 5222.0 5138.0
32 30 baseline 30 278.09803795814514 159.65594601631162 13577.0 13577.0 0.0 5423 5170.0 exact min 1.0 1.0 307.4948002082606 86.70719628520685 5423.0 206.8
33 31 baseline 31 117.28890800476074 64.20995998382568 13582.0 13582.0 0.0 3163 2716.0 exact min 0.9998527679623086 1.0 1.0 147.0353207922976 22.238063526379513 451.85714285714283 90.53333333333333
34 32 baseline 32 176.0694239139557 73.25116801261902 13524.0 13523.0 13524.0 0.0 7.394808844191378e-05 5275 2705.0 exact min 1.0 0.9999260573794735 1.0 142.20868177561573 97.84536245319715 inf 5275.0 40.984848484848484
35 33 baseline 33 274.85479402542114 73.00323796272278 13548.0 13548.0 0.0 5670 3823.0 exact min 1.0 1.0 152.055095583743 35.56819949839414 5670.0 4.0115424973767055
36 34 baseline 34 113.9901249408722 75.30102896690369 13557.0 13557.0 0.0 3530 2495.0 exact min 0.9998524964967918 1.0 1.0 63.340970535558036 33.9975137664807 3530.0 31.1875
37 35 baseline 35 198.48509502410892 95.78053402900696 13567.9999991 13567.999997100107 13567.9999991 13567.999997100107 0.0 6154 5380.0 exact min 0.9999999999336675 0.9999999997862696 1.0 125.86819281669692 91.7838074273266 6154.0 12.089887640449438
38 36 baseline 36 233.32532405853271 59.77940106391907 13554.0 13553.999999666668 13554.0 13553.999999666668 0.0 7716 2236.0 exact min 1.0 0.9999999999754071 1.0 1.000000000068143 277.27514045266145 80.66210177722816 7716.0 17.746031746031747
39 37 baseline 37 120.72908902168274 111.62521696090698 13532.0 13532.0 0.0 3530 4730.0 exact min 1.0 1.0000000003694947 1.0 137.20368945860068 44.52758005552085 3530.0 44.205607476635514
40 38 baseline 38 61.15467095375061 101.59809303283691 13514.0 13514.0 0.0 1751 4724.0 exact min 1.0 1.0 34.22431491336088 67.8739169651946 1751.0 4724.0
41 39 baseline 39 183.99682307243347 136.7306661605835 13538.0 13538.0 0.0 4391 5301.0 exact min 0.9997784506314157 1.0 1.0 105.43438940052818 80.14397099282577 4391.0 35.10596026490066
42 40 baseline 40 171.46487092971805 96.18307614326477 13578.0 13578.0 0.0 5138 5286.0 exact min 1.0 1.0000000001060538 1.0 87.30105553830464 51.5351421556022 5138.0 5286.0
43 41 baseline 41 126.95655584335329 193.25571990013125 13526.0 13526.0 0.0 3618 8946.0 exact min 1.0 1.0000000003333602 1.0 99.23869421748208 76.43245706873643 3618.0 8946.0
44 42 baseline 42 117.62347102165222 98.80436420440674 13529.0 13529.0 0.0 3512 2757.0 exact min 1.0 0.9999999999999999 1.0 48.191369856898525 35.10803321142842 3512.0 58.659574468085104
45 43 baseline 43 100.67288303375244 91.02266597747804 13565.0 13565.0 0.0 2159 4119.0 exact min 1.0 1.0 50.035326790527556 12.480728782988091 2159.0 15.426966292134832
46 44 baseline 44 56.183214902877815 44.981120109558105 13553.0 13553.0 0.0 5068 1975.0 exact min 1.0 1.0 40.38820113488267 25.092447494113404 5068.0 1975.0
47 45 baseline 45 81.97357177734375 99.74598288536072 13520.999999513408 13521.0 13520.999999513408 13521.0 0.0 1566 5262.0 exact min 0.9999999999640121 1.0 1.0 63.35500126867706 39.85221202580209 1566.0 5262.0
48 46 baseline 46 154.67502689361572 70.65784502029419 13543.0 13542.99999940547 13543.0 13542.99999940547 0.0 2998 3270.0 exact min 1.0 0.9999999999561006 1.0 74.85077923353053 45.453685199539756 2998.0 3270.0
49 47 baseline 47 94.16874599456787 62.16441297531128 13564.0 13564.0 0.0 3378 3631.0 exact min 1.0 1.0 88.09503956747884 20.033164659276355 3378.0 3631.0
50 48 baseline 48 97.76417589187622 190.54906916618347 13552.0 13552.0 0.0 2254 9373.0 exact min 1.0 1.0 70.71386722572882 103.71179496429484 2254.0 9373.0
51 49 baseline 49 59.743808031082146 73.46178817749023 13523.99999966964 13524.0 13523.99999966964 13524.0 0.0 1185 4053.0 exact min 0.9999999999755723 1.0 1.0 41.768076911601426 26.241432260088718 1185.0 8.966814159292035
52 50 ml-exact 0 13.400921106338501 11.3649320602417 13540.0 13540.0 0.0 1 1.0 exact min 13534.684274222962 13534.675569817877 13534.836811876114 13534.83622755677 1.0 1.0 8.456611589210029 10.31381105301398 1.0
53 51 ml-exact 1 11.461495876312256 10.329864025115967 13567.0 13567.0 0.0 1 1.0 exact min 13566.037222356023 13566.029921819729 13566.141867687706 13566.142424385062 1.0 1.0 13.978577210902552 20.535447170501705 1.0
54 52 ml-exact 2 12.217971086502075 12.315430164337158 13562.0 13562.0 0.0 180 406.0 exact min 13545.276486430077 13545.26825630499 13545.412844244895 13545.412645404165 0.9999262699992627 1.0 8.098043497807664 6.78165041689932 18.0 1.0
55 53 ml-exact 3 11.63106393814087 12.996630907058716 13522.0 13522.0 0.0 104 37.0 exact min 13513.499849808732 13513.490196843653 13513.68474713855 13513.683391861978 1.0 1.0 7.23557548553366 3.6085884714116796 104.0 37.0
56 54 ml-exact 4 10.931595087051392 11.032249212265015 13534.0 13534.0 0.0 1 230.0 exact min 13552.479190730915 13552.471283116225 13552.604546255665 13552.604609540394 1.0 1.0 7.407123145773069 12.307588595947369 1.0
57 55 ml-exact 5 10.333573818206787 13.653040885925293 13532.0 13532.0 0.0 8 45.0 exact min 13557.563452590332 13557.55577263004 13557.68104179268 13557.681290107144 1.0 1.0000000000791773 1.0 7.2775699428099365 8.102175836940628 8.0 1.0
58 56 ml-exact 6 10.228332042694092 16.461652040481567 13535.0 13535.0 0.0 310 1805.0 exact min 13536.379028176101 13536.370399655816 13536.528977055119 13536.528454412353 0.9998522567777203 1.0 1.0 1.0000000000688192 10.06191702273673 9.127082323181316 310.0 2.5315568022440393
59 57 ml-exact 7 11.370960235595703 13.48779296875 13613.0 13613.0 0.0 220 253.0 exact min 13595.695416535946 13595.689443983643 13595.754758320294 13595.75639435777 1.0 1.000000000059723 1.0 8.275790362843152 8.256772456439219 220.0 1.0
60 58 ml-exact 8 13.689198017120361 14.816275835037231 13579.999997043262 13580.0 13579.999997043262 13580.0 0.0 2523 565.0 exact min 13588.916400723392 13588.910124631891 13588.986097604273 13588.987486935437 0.9999999997822726 1.0 1.0 1.0000000001744203 8.628644619812594 6.434771997460219 -0.0 2523.0 1.0
61 59 ml-exact 9 14.36361813545227 14.60462999343872 13583.999996923078 13584.0 13583.999996923078 13584.0 0.0 665 257.0 exact min 13569.850418750584 13569.84328895509 13569.949239340467 13569.949934810124 0.9999999997734892 1.0 1.0 1.0000000004044145 10.039904556099705 2.565844917829724 35.0 1.0
62 60 ml-exact 10 11.611991882324219 14.660763025283813 13578.0 13578.0 0.0 107 648.0 exact min 13568.155664797447 13568.148459117152 13568.257074161462 13568.25770795454 1.0 1.0 6.201960337128171 5.0015500391718986 6.294117647058823 1.0
63 61 ml-exact 11 8.815987825393677 10.747740983963013 13575.0 13574.0 13575.0 13574.999999323794 0.0 7.36702021360194e-05 1 1.0 exact min 13564.76615689117 13564.758799441275 13564.872743803451 13564.873254243374 1.0 0.9999263353233345 1.000000000264779 1.000000000098579 4.667317258994735 6.822143712194244 inf 1.0
64 62 ml-exact 12 8.895750045776367 11.216827154159546 13544.0 13544.0 0.0 1 1.0 exact min 13538.921159105808 13538.912644412721 13539.067224823626 13539.06679469573 1.0 1.0000000000486586 1.0 6.5898301636230014 12.930656160923881 1.0
65 63 ml-exact 13 8.271281957626343 10.66540789604187 13534.0 13534.0 0.0 1 1.0 exact min 13559.681895031754 13559.674309927463 13559.796248266437 13559.796573676624 1.0 1.0000000000974558 1.0 5.969247739912692 4.4817610588402195 1.0
66 64 ml-exact 14 10.81852102279663 12.637185096740723 13551.0 13551.0 0.0 150 72.0 exact min 13548.665994336354 13548.657915980866 13548.797174602905 13548.797099115332 1.0 1.0 5.294859316723402 5.597807607388606 8.823529411764707 1.0
67 65 ml-exact 15 12.25923204421997 15.559112071990967 13594.0 13594.0 0.0 785 353.0 exact min 13560.529272008323 13560.52172484643 13560.642330855939 13560.642687104417 1.0 1.0 10.986205427450566 6.352091962749635 49.0625 1.0
68 66 ml-exact 16 14.88394284248352 14.185301065444946 13593.0 13594.0 13594.0 7.356727727506805e-05 0.0 2499 500.0 exact min 13552.9028792192 13552.89499057571 13553.027587550418 13553.027666254291 0.9999264381344711 1.0 1.000000000038456 1.0 17.0094649334542 9.735604885812853 inf 2499.0 1.2468827930174564
69 67 ml-exact 17 11.665093898773193 12.099143028259277 13543.0 13543.0 0.0 29 109.0 exact min 13535.531651199532 13535.522984736846 13535.682894465615 13535.682340984562 1.0 1.0000000001218343 1.0 6.986851391131272 5.453228643345678 -0.0 29.0 1.0
70 68 ml-exact 18 8.621058940887451 9.592709064483643 13525.0 13525.0 0.0 1 1.0 exact min 13525.786815968984 13525.777713168703 13525.952944686336 13525.952036564957 1.0 1.0 4.849473414853177 22.208940377976713 1.0
71 69 ml-exact 19 10.220519065856934 15.68299388885498 13564.0 13564.0 0.0 40 20.0 exact min 13560.105583520039 13560.098017386947 13560.219289561188 13560.21963039052 1.0 1.0 4.422198821268661 10.55283738705663 40.0 1.0
72 70 ml-exact 20 9.64664912223816 11.181609153747559 13569.0 13569.0 0.0 60 1.0 exact min 13549.937059801208 13549.92903835932 13550.066298487158 13550.06626925702 1.0 1.0000000001351117 1.0 5.524275161228883 8.932846137524376 60.0 1.0
73 71 ml-exact 21 11.733455896377563 12.961982011795044 13566.0 13566.0 0.0 235 246.0 exact min 13553.75025619577 13553.742405494679 13553.87367013992 13553.873779682082 1.0 1.0 4.018033095796428 9.038263563922284 235.0 1.0
74 72 ml-exact 22 9.395126104354858 10.162704944610596 13565.0 13564.0 13565.0 0.0 7.372456502506635e-05 1 1.0 exact min 13551.208125266061 13551.200160737772 13551.335422371412 13551.335439398708 0.9999262863039953 0.9999262808698858 1.0 4.615959810263813 8.005747546324356 inf 1.0
75 73 ml-exact 23 12.034302949905396 14.439340114593506 13580.0 13580.0 0.0 55 56.0 exact min 13560.952960496608 13560.945432305916 13561.065372150691 13561.065743818312 1.0 1.0000000001514369 1.0 6.5612490616439025 7.158532530536033 55.0 1.0
76 74 ml-exact 24 7.956115007400513 8.9430251121521 13543.0 13543.0 0.0 1 1.0 exact min 13545.700174918362 13545.691963764473 13545.835885539645 13545.835702118062 1.0 1.0 1.0000000000000002 4.492518564251467 5.478707180627428 1.0
77 75 ml-exact 25 10.434047937393188 11.13078498840332 13542.0 13542.0 0.0 154 1.0 exact min 13528.328946898693 13528.31995792561 13528.491192454845 13528.490376848333 0.999926161116444 1.0 1.0 7.8385534749579 8.222479088427512 154.0 1.0
78 76 ml-exact 26 9.19838285446167 10.45563006401062 13532.0 13532.0 0.0 1 1.0 exact min 13538.497470617524 13538.488936953237 13538.644183528875 13538.643737981833 1.0 1.0 1.0000000000460052 9.012200084373717 4.67289046136253 1.0
79 77 ml-exact 27 8.900259971618652 12.658456087112427 13522.0 13522.0 0.0 1 1.0 exact min 13537.650093640954 13537.641522034268 13537.798100939372 13537.797624554041 1.0 1.0 2.9812312202593794 8.900314835312852 1.0
80 78 ml-exact 28 9.110372066497803 11.49683690071106 13571.0 13571.0 0.0 1 15.0 exact min 13560.105583520039 13560.098017386947 13560.219289561188 13560.21963039052 1.0 1.0 4.86480110567857 10.478351955003774 1.0
81 79 ml-exact 29 9.043022871017456 10.038163900375366 13595.0 13594.0 13595.0 0.0 7.356186552890981e-05 1 1.0 exact min 13571.968861192008 13571.961826252513 13572.064445814223 13572.065218379603 0.9996323529411765 0.9999264435454212 1.0 1.0000000010215446 8.520221076733726 8.672551138007995 inf 1.0
82 80 ml-exact 30 9.67404294013977 10.994755983352661 13577.0 13576.0 13577.0 0.0 7.365939893930465e-05 110 25.0 exact min 13559.258206543469 13559.250602467977 13559.373206971686 13559.373516962729 1.0 0.9999263460263681 1.0 10.69665188192417 5.971117825195893 inf 110.0 1.0
83 81 ml-exact 31 8.979404926300049 12.409696102142334 13582.0 13581.0 13582.0 0.0 7.363228039172373e-05 121 30.0 exact min 13583.408450375693 13583.401927658593 13583.486560772508 13583.48774965479 0.9998527679623086 0.9999263731409218 1.0 11.2567309758641 4.297894132499397 inf 17.285714285714285 1.0
84 82 ml-exact 32 8.957957983016968 11.40560007095337 13524.0 13524.0 0.0 1 98.0 exact min 13535.531651199532 13535.522984736846 13535.682894465615 13535.682340984562 1.0 1.0 7.235210792697005 15.235048166691241 1.0 1.4848484848484849
85 83 ml-exact 33 12.608783960342407 14.968575954437256 13548.0 13548.0 0.0 938 953.0 exact min 13552.9028792192 13552.89499057571 13553.027587550418 13553.027666254291 1.0 1.0 6.975428087702582 7.292899748174851 938.0 1.0
86 84 ml-exact 34 11.298435926437378 10.275269031524658 13557.0 13557.0 0.0 63 80.0 exact min 13543.58173247694 13543.573426467052 13543.72067906589 13543.720418548583 0.9998524964967918 1.0 1.0 6.278209603556246 4.63916104661852 63.0 1.0
87 85 ml-exact 35 13.214792966842651 13.136114120483398 13568.0 13568.0 0.0 179 445.0 exact min 13544.429109453507 13544.42084138602 13544.566761655393 13544.566531976374 1.0 1.0000000000663325 1.0000000002137304 8.38008571364639 12.587970833538003 179.0 1.0
88 86 ml-exact 36 7.7071850299835205 11.606173992156982 13554.0 13553.999998743056 13554.0 13553.999998743056 0.0 98 164.0 exact min 13525.363127480701 13525.354005709218 13525.529903391585 13525.528979851062 1.0 0.9999999999072641 1.0 9.158932148947677 15.660551479908223 98.0 1.3015873015873016
89 87 ml-exact 37 11.302643060684204 15.051767110824585 13531.999994999998 13532.0 13531.999994999998 13532.0 0.0 46 107.0 exact min 13539.344847594093 13539.336351872207 13539.490266118377 13539.489851409624 0.9999999996305053 1.0 1.0 12.844993208563091 6.004187792432415 46.0 1.0
90 88 ml-exact 38 8.703151941299438 10.445327997207642 13514.0 13514.0 0.0 1 1.0 exact min 13529.600012363546 13529.591080304062 13529.760316339098 13529.75954699002 1.0 1.0 4.870591373194076 6.978136144027363 1.0
91 89 ml-exact 39 10.496510028839111 12.747802019119263 13537.0 13538.0 13538.0 7.387161113983896e-05 0.0 1 151.0 exact min 13537.226405152669 13537.217814574784 13537.37505964462 13537.374567840145 0.9997046008418876 1.0 1.0 6.01474040283567 7.472058053477855 inf 1.0
92 90 ml-exact 40 8.508935928344727 14.315036058425903 13578.0 13578.0 0.0 1 1.0 exact min 13566.884599332592 13566.877336738698 13566.987950277207 13566.988537812853 1.0 1.0000000001060538 1.0 4.332310659463197 7.670033521642671 1.0
93 91 ml-exact 41 8.9203519821167 10.27357292175293 13525.999995490969 13525.0 13525.999995490969 13526.0 0.0 7.393715341959335e-05 1 1.0 exact min 13521.54993108614 13521.540638573859 13521.722531738824 13521.721469426 0.9999999996666398 0.9999260683128789 1.0 6.972811106799851 4.063188513593281 inf 1.0
94 92 ml-exact 42 10.458813905715942 12.76089596748352 13529.0 13529.0 0.0 7 47.0 exact min 13530.02370085183 13530.014787763548 13530.18335763385 13530.182603703915 1.0 0.9999999999999999 1.0 4.285067978499369 4.534313469262858 7.0 1.0
95 93 ml-exact 43 13.013127088546753 16.610208988189697 13565.0 13565.0 0.0 463 267.0 exact min 13560.952960496608 13560.945432305916 13561.065372150691 13561.065743818312 1.0 1.0 6.467641005411601 2.2775372615612164 463.0 1.0
96 94 ml-exact 44 8.18624997138977 9.052951097488403 13552.0 13553.0 13553.0 7.378984651711924e-05 0.0 1 1.0 exact min 13571.121484215439 13571.114411333543 13571.218363224722 13571.219104951811 0.9999262155980225 1.0 1.0 5.884816505364881 5.050134356975125 inf 1.0
97 95 ml-exact 45 8.23905086517334 12.605960130691528 13520.0 13521.0 13521.0 7.396449704142012e-05 0.0 1 1.0 exact min 13519.00780015643 13518.998393816952 13519.184283970317 13519.183129142624 0.9999260409733008 1.0 1.0000000000359879 1.0 6.367723971252165 5.036547652194804 inf 1.0
98 96 ml-exact 46 10.932353019714355 12.235252141952515 13543.0 13543.0 0.0 1 1.0 exact min 13543.158043988655 13543.149719007566 13543.297637771138 13543.297361834688 1.0 1.0 1.0000000000438993 5.290415387769593 7.870849996027641 1.0
99 97 ml-exact 47 9.300999879837036 11.854049921035767 13564.0 13564.0 0.0 23 1.0 exact min 13567.308287820877 13567.301044198182 13567.41099157196 13567.41159452675 1.0 1.0 8.701102937896456 3.8200977469489614 23.0 1.0
100 98 ml-exact 48 8.21668815612793 11.03400993347168 13551.0 13551.999999999978 13552.0 13552.000000000004 7.379529186037931e-05 1.8791212846548136e-15 1 1.0 exact min 13558.410829566901 13558.403187549009 13558.527124382183 13558.527403534938 0.9999262101534829 0.9999999999999983 1.0 1.0000000000000002 5.943217850578029 6.005576310930073 inf 1.0
101 99 ml-exact 49 8.540048837661743 10.517628908157349 13524.0 13524.0 0.0 1 547.0 exact min 13501.636572136762 13501.626387978087 13501.839590885516 13501.837803872895 1.0 1.0000000000244276 1.0 5.970516919422203 3.757023254910798 1.0 1.2101769911504425
102 100 ml-heuristic 0 1.5846679210662842 1.1019139289855957 13540.0 13540.0 0.0 1 787.0 heuristic min 13534.684274222962 13534.675569817877 13534.836811876114 13534.83622755677 1.0 1.0 1.0 1.0 787.0
103 101 ml-heuristic 1 0.8199329376220703 0.503026008605957 13567.0 13567.0 0.0 1 142.0 heuristic min 13566.037222356023 13566.029921819729 13566.141867687706 13566.142424385062 1.0 1.0 1.0 1.0 142.0
104 102 ml-heuristic 2 1.5087559223175049 1.815993070602417 13563.0 13563.0 0.0 10 1640.0 heuristic min 13545.276486430077 13545.26825630499 13545.412844244895 13545.412645404165 1.0 1.000073735437251 1.0 1.0 4.039408866995074
105 103 ml-heuristic 3 1.60748291015625 3.6015830039978027 13522.0 13522.0 0.0 1 1.0 heuristic min 13513.499849808732 13513.490196843653 13513.68474713855 13513.683391861978 1.0 1.0 1.0 1.0
106 104 ml-heuristic 4 1.4758219718933105 0.8963778018951416 13534.0 13534.0 0.0 1 261.0 heuristic min 13552.479190730915 13552.471283116225 13552.604546255665 13552.604609540394 1.0 1.0 1.0 1.0 1.1347826086956523
107 105 ml-heuristic 5 1.4199209213256836 1.685107946395874 13532.0 13532.0 0.0 1 265.0 heuristic min 13557.563452590332 13557.55577263004 13557.68104179268 13557.681290107144 1.0 1.0000000000791773 1.0 1.0 1.0 5.888888888888889
108 106 ml-heuristic 6 1.0165390968322754 1.803605079650879 13537.0 13534.999999068532 13538.0 13534.999999068534 7.387161113983896e-05 1.343915333336563e-16 1 713.0 heuristic min 13536.379028176101 13536.370399655816 13536.528977055119 13536.528454412353 1.0 0.9999999999311808 1.0002216475803472 1.0 1.0 inf 1.0
109 107 ml-heuristic 7 1.3740029335021973 1.6335430145263672 13613.0 13613.0 0.0 1 519.0 heuristic min 13595.695416535946 13595.689443983643 13595.754758320294 13595.75639435777 1.0 1.000000000059723 1.0 1.0 1.0 2.0513833992094863
110 108 ml-heuristic 8 1.5864830017089844 2.3025331497192383 13580.0 13580.0 0.0 1 1442.0 heuristic min 13588.916400723392 13588.910124631891 13588.986097604273 13588.987486935437 1.0 1.0000000002177274 1.0000000001744203 1.0 -0.0 1.0 2.552212389380531
111 109 ml-heuristic 9 1.4306528568267822 5.6919379234313965 13584.0 13584.0 0.0 19 1142.0 heuristic min 13569.850418750584 13569.84328895509 13569.949239340467 13569.949934810124 1.0 1.0000000002265108 1.0000000004044145 1.0 1.0 4.443579766536965
112 110 ml-heuristic 10 1.872309923171997 2.931243896484375 13578.0 13577.0 13579.0 13578.0 7.364854912358227e-05 7.365397363187744e-05 17 1123.0 heuristic min 13568.155664797447 13568.148459117152 13568.257074161462 13568.25770795454 1.0 0.9999263514508764 1.0000736485491235 1.0 1.0 inf 1.0 1.7330246913580247
113 111 ml-heuristic 11 1.8888769149780273 1.5754199028015137 13575.0 13574.0 13575.0 13574.999998324447 0.0 7.367012851385044e-05 1 3.0 heuristic min 13564.76615689117 13564.758799441275 13564.872743803451 13564.873254243374 1.0 0.9999263353233345 1.000000000264779 1.0000000000249623 1.0 inf 1.0 3.0
114 112 ml-heuristic 12 1.3499209880828857 0.8674600124359131 13544.0 13544.0 0.0 1 200.0 heuristic min 13538.921159105808 13538.912644412721 13539.067224823626 13539.06679469573 1.0 1.0000000000486586 1.0 1.0 1.0 200.0
115 113 ml-heuristic 13 1.3856489658355713 2.3797359466552734 13534.0 13534.0 0.0 1 39.0 heuristic min 13559.681895031754 13559.674309927463 13559.796248266437 13559.796573676624 1.0 1.0000000000974558 1.0 1.0 1.0 39.0
116 114 ml-heuristic 14 2.0432121753692627 2.257524013519287 13551.0 13551.0 0.0 17 690.0 heuristic min 13548.665994336354 13548.657915980866 13548.797174602905 13548.797099115332 1.0 1.0 1.0 1.0 9.583333333333334
117 115 ml-heuristic 15 1.115875005722046 2.4494469165802 13594.0 13593.0 13594.0 0.0 7.356727727506805e-05 16 1161.0 heuristic min 13560.529272008323 13560.52172484643 13560.642330855939 13560.642687104417 1.0 0.9999264381344711 1.0 1.0 inf 1.0 3.2889518413597734
118 116 ml-heuristic 16 0.8750388622283936 1.4570538997650146 13594.0 13594.0 0.0 1 401.0 heuristic min 13552.9028792192 13552.89499057571 13553.027587550418 13553.027666254291 1.0 1.000000000038456 1.0 1.0 1.0
119 117 ml-heuristic 17 1.6695780754089355 2.2187118530273438 13543.0 13543.0 0.0 1 234.0 heuristic min 13535.531651199532 13535.522984736846 13535.682894465615 13535.682340984562 1.0 1.0000000001218343 1.0 1.0 -0.0 1.0 2.146788990825688
120 118 ml-heuristic 18 1.777730941772461 0.4319300651550293 13525.0 13525.0 0.0 1 1.0 heuristic min 13525.786815968984 13525.777713168703 13525.952944686336 13525.952036564957 1.0 1.0 1.0 1.0
121 119 ml-heuristic 19 2.311184883117676 1.4861400127410889 13564.0 13564.0 0.0 1 466.0 heuristic min 13560.105583520039 13560.098017386947 13560.219289561188 13560.21963039052 1.0 1.0 1.0 1.0 23.3
122 120 ml-heuristic 20 1.7462289333343506 1.2517409324645996 13569.0 13569.0 0.0 1 274.0 heuristic min 13549.937059801208 13549.92903835932 13550.066298487158 13550.06626925702 1.0 1.0000000001351117 1.0 1.0 1.0 274.0
123 121 ml-heuristic 21 2.920198917388916 1.4341230392456055 13566.0 13566.0 0.0 1 476.0 heuristic min 13553.75025619577 13553.742405494679 13553.87367013992 13553.873779682082 1.0 1.0 1.0 1.0 1.934959349593496
124 122 ml-heuristic 22 2.0353569984436035 1.2694261074066162 13566.0 13564.0 13566.0 13565.0 0.0 7.372456502506635e-05 1 22.0 heuristic min 13551.208125266061 13551.200160737772 13551.335422371412 13551.335439398708 1.0 0.9999262808698858 1.0000737191301143 1.0 1.0 inf 1.0 22.0
125 123 ml-heuristic 23 1.8341481685638428 2.0170810222625732 13579.99999825 13580.0 13579.999998250001 13580.0 1.3394620057292064e-16 0.0 1 306.0 heuristic min 13560.952960496608 13560.945432305916 13561.065372150691 13561.065743818312 0.999999999871134 1.0 1.0000000000225708 1.0 1.0 inf 1.0 5.464285714285714
126 124 ml-heuristic 24 1.7709698677062988 1.632323980331421 13543.0 13543.0 0.0 1 328.0 heuristic min 13545.700174918362 13545.691963764473 13545.835885539645 13545.835702118062 1.0 1.0 1.0000000000000002 1.0 1.0 328.0
127 125 ml-heuristic 25 1.3311190605163574 1.3537018299102783 13543.0 13542.0 13543.0 13542.0 0.0 1 153.0 heuristic min 13528.328946898693 13528.31995792561 13528.491192454845 13528.490376848333 1.0 1.0000738443361394 1.0 1.0 1.0 153.0
128 126 ml-heuristic 26 1.0206589698791504 2.2375080585479736 13532.0 13532.0 0.0 1 1.0 heuristic min 13538.497470617524 13538.488936953237 13538.644183528875 13538.643737981833 1.0 1.0 1.0000000000460052 1.0 1.0
129 127 ml-heuristic 27 2.985430955886841 1.422248125076294 13521.0 13522.0 13522.0 7.395902669920864e-05 0.0 1 258.0 heuristic min 13537.650093640954 13537.641522034268 13537.798100939372 13537.797624554041 0.9999260464428339 1.0 1.0 1.0 inf 1.0 258.0
130 128 ml-heuristic 28 1.8727121353149414 1.0971989631652832 13571.0 13570.0 13571.0 0.0 7.369196757553427e-05 1 130.0 heuristic min 13560.105583520039 13560.098017386947 13560.219289561188 13560.21963039052 1.0 0.9999263134625304 1.0 1.0 inf 1.0 8.666666666666666
131 129 ml-heuristic 29 1.0613601207733154 1.157463788986206 13600.0 13595.0 13600.0 13595.0 0.0 1 1.0 heuristic min 13571.968861192008 13571.961826252513 13572.064445814223 13572.065218379603 1.0 1.0003677822728945 1.0000000010215446 1.0 1.0
132 130 ml-heuristic 30 0.9043991565704346 1.841322898864746 13576.0 13577.0 13577.0 7.365939893930465e-05 0.0 1 207.0 heuristic min 13559.258206543469 13559.250602467977 13559.373206971686 13559.373516962729 0.9999263460263681 1.0 1.0 1.0 inf 1.0 8.28
133 131 ml-heuristic 31 0.797692060470581 2.887389898300171 13584.0 13582.0 13584.0 13582.0 0.0 7 1061.0 heuristic min 13583.408450375693 13583.401927658593 13583.486560772508 13583.48774965479 1.0 1.0001472537181564 1.0 1.0 1.0 35.36666666666667
134 132 ml-heuristic 32 1.2381060123443604 0.7486422061920166 13524.0 13523.0 13524.0 0.0 7.394808844191378e-05 1 66.0 heuristic min 13535.531651199532 13535.522984736846 13535.682894465615 13535.682340984562 1.0 0.9999260573794735 1.0 1.0 inf 1.0
135 133 ml-heuristic 33 1.8076000213623047 2.0524861812591553 13548.0 13548.0 0.0 1 1437.0 heuristic min 13552.9028792192 13552.89499057571 13553.027587550418 13553.027666254291 1.0 1.0 1.0 1.0 1.5078698845750262
136 134 ml-heuristic 34 1.7996270656585693 2.214898109436035 13559.0 13557.0 13559.0 13557.0 0.0 1 373.0 heuristic min 13543.58173247694 13543.573426467052 13543.72067906589 13543.720418548583 1.0 1.0001475252637013 1.0 1.0 1.0 4.6625
137 135 ml-heuristic 35 1.5769281387329102 1.0435450077056885 13568.0 13568.0 0.0 1 623.0 heuristic min 13544.429109453507 13544.42084138602 13544.566761655393 13544.566531976374 1.0 1.0000000000663325 1.0000000002137304 1.0 1.0 1.4
138 136 ml-heuristic 36 0.8414938449859619 0.7411088943481445 13554.0 13554.0 0.0 1 126.0 heuristic min 13525.363127480701 13525.354005709218 13525.529903391585 13525.528979851062 1.0 1.0 1.000000000092736 1.0 1.0
139 137 ml-heuristic 37 0.8799259662628174 2.506878137588501 13532.0 13532.0 0.0 1 733.0 heuristic min 13539.344847594093 13539.336351872207 13539.490266118377 13539.489851409624 1.0 1.0000000003694947 1.0 1.0 1.0 6.850467289719626
140 138 ml-heuristic 38 1.7868778705596924 1.4968650341033936 13514.0 13514.0 0.0 1 87.0 heuristic min 13529.600012363546 13529.591080304062 13529.760316339098 13529.75954699002 1.0 1.0 1.0 1.0 87.0
141 139 ml-heuristic 39 1.745131015777588 1.7060630321502686 13541.0 13538.0 13541.0 13538.0 0.0 1 235.0 heuristic min 13537.226405152669 13537.217814574784 13537.37505964462 13537.374567840145 1.0 1.000221598463584 1.0 1.0 1.0 1.5562913907284768
142 140 ml-heuristic 40 1.964064121246338 1.866358995437622 13577.99999856 13577.0 13577.99999856 13578.000000000002 0.0 7.365397363201142e-05 1 15.0 heuristic min 13566.884599332592 13566.877336738698 13566.987950277207 13566.988537812853 0.9999999998939462 0.9999263514508764 1.0 1.0000000000000002 1.0 inf 1.0 15.0
143 141 ml-heuristic 41 1.2793049812316895 2.5284509658813477 13526.0 13526.0 0.0 1 217.0 heuristic min 13521.54993108614 13521.540638573859 13521.722531738824 13521.721469426 1.0 1.0000000003333602 1.0 1.0 1.0 217.0
144 142 ml-heuristic 42 2.440757989883423 2.8142950534820557 13529.0 13529.000000000002 13529.0 13529.000000000002 0.0 1 201.0 heuristic min 13530.02370085183 13530.014787763548 13530.18335763385 13530.182603703915 1.0 1.0 1.0000000000000002 1.0 1.0 4.276595744680851
145 143 ml-heuristic 43 2.012036085128784 7.293056964874268 13565.0 13565.0 0.0 1 1485.0 heuristic min 13560.952960496608 13560.945432305916 13561.065372150691 13561.065743818312 1.0 1.0 1.0 1.0 5.561797752808989
146 144 ml-heuristic 44 1.3910799026489258 1.7926158905029297 13552.0 13553.0 13553.0 7.378984651711924e-05 0.0 1 1.0 heuristic min 13571.121484215439 13571.114411333543 13571.218363224722 13571.219104951811 0.9999262155980225 1.0 1.0 1.0 inf 1.0
147 145 ml-heuristic 45 1.2938768863677979 2.502897024154663 13521.0 13521.0 0.0 1 68.0 heuristic min 13519.00780015643 13518.998393816952 13519.184283970317 13519.183129142624 1.0 1.0000000000359879 1.0 1.0 1.0 68.0
148 146 ml-heuristic 46 2.0664451122283936 1.554502010345459 13543.0 13543.0 0.0 1 157.0 heuristic min 13543.158043988655 13543.149719007566 13543.297637771138 13543.297361834688 1.0 1.0 1.0000000000438993 1.0 1.0 157.0
149 147 ml-heuristic 47 1.0689449310302734 3.1030750274658203 13564.0 13564.0 0.0 1 137.0 heuristic min 13567.308287820877 13567.301044198182 13567.41099157196 13567.41159452675 1.0 1.0 1.0 1.0 137.0
150 148 ml-heuristic 48 1.3825318813323975 1.837294101715088 13552.0 13552.0 0.0 1 48.0 heuristic min 13558.410829566901 13558.403187549009 13558.527124382183 13558.527403534938 1.0 1.0 1.0 1.0 48.0
151 149 ml-heuristic 49 1.4303700923919678 2.7994580268859863 13524.0 13524.0 0.0 10 452.0 heuristic min 13501.636572136762 13501.626387978087 13501.839590885516 13501.837803872895 1.0 1.0000000000244276 1.0 1.0 10.0 1.0

BIN
benchmark/tsp/ChallengeA/performance.png
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 106 KiB

After

Width:  |  Height:  |  Size: 95 KiB

15
docs/customization/index.html
Unescape View File

@ -142,6 +142,8 @@
<li class="second-level"><a href="#selecting-solver-components">Selecting solver components</a></li> <li class="second-level"><a href="#selecting-solver-components">Selecting solver components</a></li>
<li class="second-level"><a href="#adjusting-component-aggresiveness">Adjusting component aggresiveness</a></li>
</ul> </ul>
</div></div> </div></div>
<div class="col-md-9" role="main"> <div class="col-md-9" role="main">
@ -183,6 +185,19 @@ solver = LearningSolver()
# Replace the default LazyConstraintComponent by one with custom parameters # Replace the default LazyConstraintComponent by one with custom parameters
solver.add(LazyConstraintComponent(...)) solver.add(LazyConstraintComponent(...))
</code></pre>
<h2 id="adjusting-component-aggresiveness">Adjusting component aggresiveness</h2>
<p>The aggressiveness of classification components (such as <code>PrimalSolutionComponent</code> and <code>LazyConstraintComponent</code>) can
be adjusted through the <code>threshold</code> constructor argument. Internally, these components ask the ML models how confident
they are on each prediction (through the <code>predict_proba</code> method in the sklearn API), and only take into account
predictions which have probabilities above the threshold. Lowering a component's threshold increases its aggresiveness,
while raising a component's threshold makes it more conservative. </p>
<p>MIPLearn also includes <code>MinPrecisionThreshold</code>, a dynamic threshold which adjusts itself automatically during training
to achieve a minimum desired true positive rate (also known as precision). The example below shows how to initialize
a <code>PrimalSolutionComponent</code> which achieves 95% precision, possibly at the cost of a lower recall. To make the component
more aggressive, this precision may be lowered.</p>
<pre><code class="python">comp = PrimalSolutionComponent(threshold=MinPrecisionThreshold(0.98))
</code></pre></div> </code></pre></div>

2
docs/index.html
Unescape View File

@ -273,5 +273,5 @@
<!-- <!--
MkDocs version : 1.1 MkDocs version : 1.1
Build Date UTC : 2020-04-14 13:54:25 Build Date UTC : 2020-05-05 18:08:32
--> -->

2
docs/search/search_index.json
View File

File diff suppressed because one or more lines are too long

12
docs/sitemap.xml
Unescape View File

@ -1,27 +1,27 @@
<?xml version="1.0" encoding="UTF-8"?> <?xml version="1.0" encoding="UTF-8"?>
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"><url> <urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"><url>
<loc>None</loc> <loc>None</loc>
<lastmod>2020-04-14</lastmod> <lastmod>2020-05-05</lastmod>
<changefreq>daily</changefreq> <changefreq>daily</changefreq>
</url><url> </url><url>
<loc>None</loc> <loc>None</loc>
<lastmod>2020-04-14</lastmod> <lastmod>2020-05-05</lastmod>
<changefreq>daily</changefreq> <changefreq>daily</changefreq>
</url><url> </url><url>
<loc>None</loc> <loc>None</loc>
<lastmod>2020-04-14</lastmod> <lastmod>2020-05-05</lastmod>
<changefreq>daily</changefreq> <changefreq>daily</changefreq>
</url><url> </url><url>
<loc>None</loc> <loc>None</loc>
<lastmod>2020-04-14</lastmod> <lastmod>2020-05-05</lastmod>
<changefreq>daily</changefreq> <changefreq>daily</changefreq>
</url><url> </url><url>
<loc>None</loc> <loc>None</loc>
<lastmod>2020-04-14</lastmod> <lastmod>2020-05-05</lastmod>
<changefreq>daily</changefreq> <changefreq>daily</changefreq>
</url><url> </url><url>
<loc>None</loc> <loc>None</loc>
<lastmod>2020-04-14</lastmod> <lastmod>2020-05-05</lastmod>
<changefreq>daily</changefreq> <changefreq>daily</changefreq>
</url> </url>
</urlset> </urlset>

BIN
docs/sitemap.xml.gz
View File

Binary file not shown.

17
src/docs/customization.md
Unescape View File

@ -44,3 +44,20 @@ solver = LearningSolver()
# Replace the default LazyConstraintComponent by one with custom parameters # Replace the default LazyConstraintComponent by one with custom parameters
solver.add(LazyConstraintComponent(...)) solver.add(LazyConstraintComponent(...))
``` ```
## Adjusting component aggresiveness
The aggressiveness of classification components (such as `PrimalSolutionComponent` and `LazyConstraintComponent`) can
be adjusted through the `threshold` constructor argument. Internally, these components ask the ML models how confident
they are on each prediction (through the `predict_proba` method in the sklearn API), and only take into account
predictions which have probabilities above the threshold. Lowering a component's threshold increases its aggresiveness,
while raising a component's threshold makes it more conservative.
MIPLearn also includes `MinPrecisionThreshold`, a dynamic threshold which adjusts itself automatically during training
to achieve a minimum desired true positive rate (also known as precision). The example below shows how to initialize
a `PrimalSolutionComponent` which achieves 95% precision, possibly at the cost of a lower recall. To make the component
more aggressive, this precision may be lowered.
```python
comp = PrimalSolutionComponent(threshold=MinPrecisionThreshold(0.98))
```

Write Preview
Loading…
Cancel
Save