From 0bc5cd38d4387e2624b8c67db0b5e282fd486421 Mon Sep 17 00:00:00 2001 From: John MacFarlane Date: Sat, 22 Nov 2014 13:02:01 -0800 Subject: Revised benchmark procedure. Now we take the difference of the time to process the input and the time to run with no input. This compensates for slow startup time in dynamic languages. See comments on 2dcef8a --- Makefile | 1 + 1 file changed, 1 insertion(+) (limited to 'Makefile') diff --git a/Makefile b/Makefile index cb8c687..4f8b15b 100644 --- a/Makefile +++ b/Makefile @@ -127,6 +127,7 @@ progit/progit.md: progit bench: $(BENCHFILE) { sudo renice 99 $$$$; \ for x in `seq 1 $(NUMRUNS)` ; do \ + /usr/bin/env time -p ${PROG} /dev/null ; \ /usr/bin/env time -p ${PROG} $< >/dev/null ; \ done \ } 2>&1 | grep 'real' | awk '{print $$2}' | python3 'bench/stats.py' -- cgit v1.2.3