let CIs also benchmark the solutions

Author: narimiran

.github/workflows/test.yml

@@ -7,6 +7,7 @@ jobs:
     strategy:
       matrix:
         os: [ubuntu-latest]
+        kind: [tests, benchmark]
       fail-fast: false
 
     runs-on: ${{ matrix.os }}
@@ -38,7 +39,13 @@ jobs:
           restore-keys: cljdeps-
 
       - name: Test helpers
+        if : ${{ matrix.kind == 'tests' }}
         run: clojure -M clojure/tests/aoc_tests.clj
 
       - name: Test solutions
+        if : ${{ matrix.kind == 'tests' }}
         run: clojure -M clojure/tests/solutions_tests.clj
+
+      - name: Benchmark solutions
+        if : ${{ matrix.kind == 'benchmark' }}
+        run: clojure -M:profile clojure/tests/solutions_benchmark.clj

clojure/tests/solutions_benchmark.clj

@@ -0,0 +1,37 @@
+(ns solutions-benchmark
+  (:require
+   [criterium.core :as c]
+   [clojure.string :as str]
+   [clojure.pprint :as pp]
+   aoc
+   day01 day02 day03 day04 day05
+   day06 day07 day08 day09 day10
+   day11 day12 day13 day14 day15
+   day16 day17 day18 day19 day20
+   day21 day22 day23 day24 day25))
+
+
+(defn extract-time [res]
+  (->> res
+       str/split-lines
+       second
+       (drop-while #(not (#{\:} %)))
+       rest
+       str/join))
+
+(def results (atom []))
+
+(def first-day 1)
+(def last-day 3)
+
+(doseq [i (range first-day (inc last-day))]
+  (println "BENCHMARKING DAY" i)
+  (let [res (with-out-str
+              (c/quick-bench ((eval (symbol (format "day%02d" i) "solve")) (aoc/read-file i))))]
+    (println res)
+    (swap! results conj {:day i :time (extract-time res)}))
+  (println "\n\n\n"))
+
+
+(println "SUMMARY:\n")
+(pp/print-table @results)