diff --git a/scripts/benchmark.sh b/scripts/benchmark.sh new file mode 100755 index 0000000..d9b3e41 --- /dev/null +++ b/scripts/benchmark.sh @@ -0,0 +1,15 @@ +#!/bin/bash +n=$1 +t=0 +all_t="" + +TIMEFORMAT=%U +printf "%12s\t%12s\n" "seed" "user-time (s)" +for i in $(seq 0 9); do + t=$( { time bin/hw2.run --gtsp -s $i -n $n > out/gtsp-n${n}-s${i}.log; } 2>&1 ) + all_t="$all_t $t" + printf "%12d\t%12.3f\n" $i $t +done + +echo +echo $all_t | scripts/mean.r diff --git a/scripts/mean.r b/scripts/mean.r new file mode 100755 index 0000000..5347793 --- /dev/null +++ b/scripts/mean.r @@ -0,0 +1,10 @@ +#! /usr/bin/env Rscript +gm_mean = function(x, na.rm=TRUE){ + exp(sum(log(x[x > 0]), na.rm=na.rm) / length(x)) +} + +d<-scan("stdin", quiet=TRUE) +cat(sprintf("%12s %12.3f\n", "min", min(d))) +cat(sprintf("%12s %12.3f\n", "max", max(d))) +cat(sprintf("%12s %12.3f\n", "median", median(d))) +cat(sprintf("%12s %12.3f\n", "geom mean", gm_mean(d)))