bench-lexical-binding.el

(cl-defmacro bench-lexical-binding (&key (times 1) forms ensure-equal)
  "FIXME docstring"
  (declare (indent defun))
  `(let ((dynamic (bench-multi :times ,times :ensure-equal ,ensure-equal :raw t
                    :forms ,forms))
         (lexical (bench-multi-lexical :times ,times :ensure-equal ,ensure-equal :raw t
                    :forms ,forms))
         (header '("Form" "x faster than next" "Total runtime" "# of GCs" "Total GC runtime"))
         combined-results)
     (cl-loop for result in-ref dynamic
              do (setf (car result) (format "Dynamic: %s" (car result))))
     (cl-loop for result in-ref lexical
              do (setf (car result) (format "Lexical: %s" (car result))))
     (setq combined-results (append dynamic lexical))
     (append (list header) (list 'hline) (bench-multi-process-results combined-results))))

(defun bench-multi-process-results (results)
  "Return sorted RESULTS with factors added."
  (setq results (sort results (-on #'< #'second)))
  (cl-loop with length = (length results)
           for i from 0 to (1- length)
           for description = (car (nth i results))
           for factor = (if (< i (1- length))
                            (format "%.2f" (/ (second (nth (1+ i) results))
                                              (second (nth i results))))
                          "slowest")
           collect (append (list description factor)
                           (list (format "%.6f" (second (nth i results)))
                                 (third (nth i results))
                                 (if (> (fourth (nth i results)) 0)
                                     (format "%.6f" (fourth (nth i results)))
                                   0)))))

results.org

(bench-lexical-binding :times 100 :ensure-equal t
  :forms (("buffer-local-value" (cl-loop for buffer in (buffer-list)
                                         do (buffer-local-value 'major-mode buffer)))
          ("with-current-buffer" (cl-loop for buffer in (buffer-list)
                                          do (with-current-buffer buffer
                                               major-mode)))))

Form	x faster than next	Total runtime	# of GCs	Total GC runtime
Lexical: buffer-local-value	1.15	0.001108	0	0
Dynamic: buffer-local-value	68.26	0.001278	0	0
Dynamic: with-current-buffer	1.01	0.087236	0	0
Lexical: with-current-buffer	slowest	0.088165	0	0

(bench-lexical-binding :times 100 :ensure-equal t
  :forms (("buffer-local-value" (--filter (equal 'magit-status-mode (buffer-local-value 'major-mode it))
                                          (buffer-list)))
          ("with-current-buffer" (--filter (equal 'magit-status-mode (with-current-buffer it
                                                                       major-mode))
                                           (buffer-list)))))

Form	x faster than next	Total runtime	# of GCs	Total GC runtime
Lexical: buffer-local-value	1.25	0.001263	0	0
Dynamic: buffer-local-value	55.53	0.001575	0	0
Lexical: with-current-buffer	1.01	0.087464	0	0
Dynamic: with-current-buffer	slowest	0.088230	0	0