Geomean and original eval benchmarks

Author: JonasRegehr

infra/platforms-eval.sh

@@ -64,17 +64,17 @@ function run() {
 # Run configs
 
 # Original:
-# run $BENCH_DIR/hamming hamming $NUM_SEEDS
-# run $BENCH_DIR/mathematics mathematics $NUM_SEEDS
-
-# run $BENCH_DIR/graphics graphics $NUM_SEEDS
 run $BENCH_DIR/hamming hamming $NUM_SEEDS
-run $BENCH_DIR/libraries libraries $NUM_SEEDS
 run $BENCH_DIR/mathematics mathematics $NUM_SEEDS
-run $BENCH_DIR/numerics numerics $NUM_SEEDS
-run $BENCH_DIR/physics physics $NUM_SEEDS
-run $BENCH_DIR/haskell.fpcore haskell $NUM_SEEDS
-run $BENCH_DIR/regression.fpcore regression $NUM_SEEDS
+
+# run $BENCH_DIR/graphics graphics $NUM_SEEDS
+# run $BENCH_DIR/hamming hamming $NUM_SEEDS
+# run $BENCH_DIR/libraries libraries $NUM_SEEDS
+# run $BENCH_DIR/mathematics mathematics $NUM_SEEDS
+# run $BENCH_DIR/numerics numerics $NUM_SEEDS
+# run $BENCH_DIR/physics physics $NUM_SEEDS
+# run $BENCH_DIR/haskell.fpcore haskell $NUM_SEEDS
+# run $BENCH_DIR/regression.fpcore regression $NUM_SEEDS
 
 python3 $INFRA_DIR/platforms/cross-plot.py "$OUTDIR/platforms/output"
 

src/datafile.rkt

@@ -63,14 +63,16 @@
       (define initial-cost* (exact->inexact initial-cost))
       (for/list ([point (in-list (list* initial-point best-point other-points))])
         (match-define (list cost accuracy _ ...) point)
-        (list (/ cost initial-cost*) accuracy))))
+        ;(list (/ cost initial-cost*) accuracy))))
+        (list (log (/ cost initial-cost*)) accuracy))))
   (define frontier
     (map
      (match-lambda
        [(list cost accuracy)
         (list
          ;; Equivalent to (/ 1 (/ cost tests-length))
-         (/ 1 (/ cost tests-length))
+         ;(/ 1 (/ cost tests-length))
+          (/ 1 (exp (/ cost tests-length)))
          (- 1 (/ accuracy maximum-accuracy)))])
      (pareto-combine rescaled #:convex? #t)))
   (define maximum-cost