Update manual (impact on file size)

Author: vouillon

benchmarks/Makefile

@@ -5,7 +5,7 @@ GRAPHSNOPR = time.pdf time-optim.pdf nativejs.pdf
 GRAPHSPR = size.pdf size-optim.pdf compiletime.pdf
 
 # graphs showing the impact of supporting effects
-GRAPHSEFF = time-effects.pdf size-effects.pdf
+GRAPHSEFF = time-effects.pdf size-effects.pdf size-bzip2-effects.pdf
 
 # For full benchs:
 all: _perf graphsnopr graphspr graphseff _noperf
@@ -14,7 +14,7 @@ graphsnopr: _noprecomp $(GRAPHSNOPR)
 
 graphspr: __precomp $(GRAPHSPR)
 
-graphseff: $(GRAPHSEFF)
+graphseff: __precomp $(GRAPHSEFF)
 
 # For fast benchs:
 test: _perf fastrun $(GRAPHS) _noperf
@@ -48,7 +48,6 @@ __run:
 	touch __run
 
 __run_effects:
-	make _noprecomp
 	$(RUN) -fast -nobyteopt -effects
 	touch __run_effects
 
@@ -165,7 +164,47 @@ size-effects.svg: __run_effects
 	 -omit boyer_no_exc \
 	 -omit kb_no_exc \
 	 -omit loop \
-	 -max 2.5 -svg 7 650 150 -edgecaption -ylabel Size \
+	 -append boulderdash \
+	 -append cubes \
+	 -append minesweeper \
+	 -append planet \
+	 -append js_of_ocaml \
+	 -append ocamlc \
+	 -max 2 -svg 7 650 150 -edgecaption -ylabel Size \
+	 > $@
+
+size-gzipped-effects.svg: __run_effects
+	$(REPORT) -config report-size-gzipped-effects.config \
+	 -omit binary_trees \
+	 -omit fannkuch_redux \
+	 -omit fannkuch_redux_2 \
+	 -omit boyer_no_exc \
+	 -omit kb_no_exc \
+	 -omit loop \
+	 -append boulderdash \
+	 -append cubes \
+	 -append minesweeper \
+	 -append planet \
+	 -append js_of_ocaml \
+	 -append ocamlc \
+	 -max 1.2 -min 0.8 -svg 7 650 150 -edgecaption -ylabel Size \
+	 > $@
+
+size-bzip2-effects.svg: __run_effects
+	$(REPORT) -config report-size-bzip2-effects.config \
+	 -omit binary_trees \
+	 -omit fannkuch_redux \
+	 -omit fannkuch_redux_2 \
+	 -omit boyer_no_exc \
+	 -omit kb_no_exc \
+	 -omit loop \
+	 -append boulderdash \
+	 -append cubes \
+	 -append minesweeper \
+	 -append planet \
+	 -append js_of_ocaml \
+	 -append ocamlc \
+	 -max 1.1 -min 0.95 -svg 7 650 150 -edgecaption -ylabel Size \
 	 > $@
 
 compiletime.svg: __run __precomp __missingcompiletimes

benchmarks/report-size-bzip2-effects.config

@@ -0,0 +1,2 @@
+histogramref sizes "" js_of_ocaml/bzip2 #fbaf4f direct (bzip2)
+histogram sizes "" effects/bzip2 #fb4f4f effects (bzip2)

benchmarks/report-size-gzipped-effects.config

@@ -0,0 +1,2 @@
+histogramref sizes "" js_of_ocaml/gzipped #fbaf4f direct (gzip)
+histogram sizes "" effects/gzipped #fb4f4f effects (gzip)

benchmarks/report.ml

@@ -27,6 +27,8 @@ let nreference = ref (-1)
 
 let maximum = ref (-1.)
 
+let minimum = ref 0.
+
 let table = ref false
 
 let omitted = ref []
@@ -201,7 +203,7 @@ let gnuplot_output ch no_header (h, t) =
       (if !errors then " lw 1" else "");
     if !ylabel <> "" then Printf.fprintf ch "set ylabel \"%s\"\n" !ylabel;
     if !maximum > 0.
-    then Printf.fprintf ch "set yrange [0:%f]\n" !maximum
+    then Printf.fprintf ch "set yrange [%f:%f]\n" !minimum !maximum
     else Printf.fprintf ch "set yrange [0:]\n");
   (* labels *)
   for i = 0 to n - 1 do
@@ -360,6 +362,7 @@ let _ =
   let options =
     [ "-ref", Arg.Set_int nreference, "<col> use column <col> as the baseline"
     ; "-max", Arg.Set_float maximum, "<m> truncate graph at level <max>"
+    ; "-min", Arg.Set_float minimum, "<m> truncate graph below level <min>"
     ; "-table", Arg.Set table, " output a text table"
     ; ( "-omit"
       , Arg.String (fun s -> omitted := split_on_char s ~sep:',' @ !omitted)

benchmarks/run.ml

@@ -154,6 +154,10 @@ let compr_file_size param =
   compile_no_ext param ~comptime:false (fun ~src ~dst ->
       Format.sprintf "sed 's/^ *//g' %s | gzip -c | wc -c > %s" src dst)
 
+let bzip2_file_size param =
+  compile_no_ext param ~comptime:false (fun ~src ~dst ->
+      Format.sprintf "sed 's/^ *//g' %s | bzip2 -c | wc -c > %s" src dst)
+
 let runtime_size param =
   compile_no_ext param ~comptime:false (fun ~src ~dst ->
       Format.sprintf
@@ -270,6 +274,24 @@ let _ =
     Spec.js_of_ocaml
     sizes
     (Spec.sub_spec Spec.js_of_ocaml "gzipped");
+  compr_file_size
+    param
+    code
+    Spec.js_of_ocaml_effects
+    sizes
+    (Spec.sub_spec Spec.js_of_ocaml_effects "gzipped");
+  bzip2_file_size
+    param
+    code
+    Spec.js_of_ocaml_effects
+    sizes
+    (Spec.sub_spec Spec.js_of_ocaml_effects "bzip2");
+  bzip2_file_size
+    param
+    code
+    Spec.js_of_ocaml
+    sizes
+    (Spec.sub_spec Spec.js_of_ocaml "bzip2");
   runtime_size
     param
     code

manual/files/performances/size-bzip2-effects.png

@@ -26,15 +26,17 @@ See how various js_of_ocaml options affect the generated size and execution time
 <<a_img src="performances/time-optim.png" | Relative execution times >>
 
 We show the performance impact of supporting effect handlers. The code
-is about 20% to 50% larger. The impact on compressed code is actually
-lower since we are adding a lot of function definitions, which are
-rather verbose in JavaScript but compress well. Code that involves a
-lot of function calls without allocation, such as {{{fib}}}, becomes
-much slower. The overhead is more reasonable for code that performs a
-lot of allocations ({{{hamming}}}) or that performs some numeric
-computations ({{{almabench}}}, {{{fft}}}). Exception handling is
-faster ({{{boyer}}}).
+is about 50% larger. The impact on compressed code is actually much lower
+since we are adding a lot of function definitions, which are rather
+verbose in JavaScript but compress well: the compressed code size
+increase by about only 5% for large files compressed with {{{bzip2}}}.
+Code that involves a lot of function calls without allocation, such as
+{{{fib}}}, becomes much slower. The overhead is more reasonable for
+code that performs a lot of allocations ({{{hamming}}}) or that
+performs some numeric computations ({{{almabench}}}, {{{fft}}}).
+Exception handling is faster ({{{boyer}}}).
 
 <<a_img src="performances/size-effects.png" | Relative size >>
+<<a_img src="performances/size-bzip2-effects.png" | Relative size (compressed with bzip2) >>
 <<a_img src="performances/time-effects.png" | Relative execution times >>