Revised benchmark procedure.

Now we take the difference of the time to process the input
and the time to run with no input.  This compensates for
slow startup time in dynamic languages.

See comments on 2dcef8a

1 files changed, 1 insertions, 0 deletions

diff --git a/Makefile b/Makefile
index cb8c687..4f8b15b 100644
--- a/Makefile
+++ b/Makefile
@@ -127,6 +127,7 @@ progit/progit.md: progit
 bench: $(BENCHFILE)
 	{ sudo renice 99 $$$$; \
 	  for x in `seq 1 $(NUMRUNS)` ; do \
+	  /usr/bin/env time -p ${PROG} </dev/null >/dev/null ; \
 	  /usr/bin/env time -p ${PROG} $< >/dev/null ; \
 		  done \
 	} 2>&1  | grep 'real' | awk '{print $$2}' | python3 'bench/stats.py'