From 04786f44089a3d650330255770ee9dc5d22e4c02 Mon Sep 17 00:00:00 2001
From: Tavian Barnes <tavianator@tavianator.com>
Date: Tue, 10 Oct 2023 11:37:40 -0400
Subject: bench: New --jobs benchmark

---
 bench/bench.sh | 68 ++++++++++++++++++++++++++++++++++++++++++++++++++++++----
 1 file changed, 64 insertions(+), 4 deletions(-)

diff --git a/bench/bench.sh b/bench/bench.sh
index 8fe5ab9..7042319 100644
--- a/bench/bench.sh
+++ b/bench/bench.sh
@@ -19,6 +19,7 @@ COMPLETE_DEFAULT=(linux rust chromium)
 EARLY_QUIT_DEFAULT=(chromium)
 PRINT_DEFAULT=(linux)
 STRATEGIES_DEFAULT=(linux)
+JOBS_DEFAULT=(rust)
 
 usage() {
     printf 'Usage: tailfin run %s [--default]\n' "${BASH_SOURCE[0]}"
@@ -35,15 +36,19 @@ usage() {
 
     printf '  --early-quit[=CORPUS]\n'
     printf '      Early quitting benchmark.  \n'
-    printf '      Default corpus is --early-quit=chromium\n\n' "${EARLY_QUIT_DEFAULT[*]}"
+    printf '      Default corpus is --early-quit=%s\n\n' "${EARLY_QUIT_DEFAULT[*]}"
 
     printf '  --print[=CORPUS]\n'
     printf '      Path printing benchmark.  \n'
-    printf '      Default corpus is --print=linux\n\n' "${PRINT_DEFAULT[*]}"
+    printf '      Default corpus is --print=%s\n\n' "${PRINT_DEFAULT[*]}"
 
     printf '  --strategies[=CORPUS]\n'
     printf '      Search strategy benchmark.\n'
-    printf '      Default corpus is --strategies=linux\n\n' "${STRATEGIES_DEFAULT[*]}"
+    printf '      Default corpus is --strategies=%s\n\n' "${STRATEGIES_DEFAULT[*]}"
+
+    printf '  --jobs[=CORPUS]\n'
+    printf '      Parallelism benchmark.\n'
+    printf '      Default corpus is --jobs=%s\n\n' "${JOBS_DEFAULT[*]}"
 
     printf '  --build=COMMIT\n'
     printf '      Build this bfs commit and benchmark it.  Specify multiple times to\n'
@@ -103,6 +108,7 @@ setup() {
     EARLY_QUIT=()
     PRINT=()
     STRATEGIES=()
+    JOBS=()
 
     for arg; do
         case "$arg" in
@@ -159,11 +165,18 @@ setup() {
             --strategies=*)
                 read -ra STRATEGIES <<<"${arg#*=}"
                 ;;
+            --jobs)
+                JOBS=("${JOBS_DEFAULT[@]}")
+                ;;
+            --jobs=*)
+                read -ra JOBS <<<"${arg#*=}"
+                ;;
             --default)
                 COMPLETE=("${COMPLETE_DEFAULT[@]}")
                 EARLY_QUIT=("${EARLY_QUIT_DEFAULT[@]}")
                 PRINT=("${PRINT_DEFAULT[@]}")
                 STRATEGIES=("${STRATEGIES_DEFAULT[@]}")
+                JOBS=("${JOBS_DEFAULT[@]}")
                 ;;
             --help)
                 usage
@@ -187,7 +200,7 @@ setup() {
     as-user mkdir -p bench/corpus
 
     declare -A cloned=()
-    for corpus in "${COMPLETE[@]}" "${EARLY_QUIT[@]}" "${PRINT[@]}" "${STRATEGIES[@]}"; do
+    for corpus in "${COMPLETE[@]}" "${EARLY_QUIT[@]}" "${PRINT[@]}" "${STRATEGIES[@]}" "${JOBS[@]}"; do
         if ((cloned["$corpus"])); then
             continue
         fi
@@ -236,6 +249,7 @@ setup() {
     export_array EARLY_QUIT
     export_array PRINT
     export_array STRATEGIES
+    export_array JOBS
 
     if ((UID == 0)); then
         turbo-off
@@ -446,6 +460,50 @@ bench-strategies() {
     fi
 }
 
+# Benchmark parallelism
+bench-jobs-corpus() {
+    subgroup '%s' "$1"
+
+    if ((${#BFS[@]} + ${#FD[@]} == 1)); then
+        cmds=()
+        for bfs in "${BFS[@]}"; do
+            cmds+=("$bfs -j"{1,2,3,4,6,8,12,16}" $2 -false")
+        done
+
+        for fd in "${FD[@]}"; do
+            cmds+=("$fd -j"{1,2,3,4,6,8,12,16}" -u '^$' $2")
+        done
+
+        do-hyperfine "${cmds[@]}"
+    else
+        for j in 1 2 3 4 6 8 12 16; do
+            subsubgroup '`-j%d`' $j
+
+            cmds=()
+            for bfs in "${BFS[@]}"; do
+                cmds+=("$bfs -j$j $2 -false")
+            done
+
+            for fd in "${FD[@]}"; do
+                cmds+=("$fd -j$j -u '^$' $2")
+            done
+
+            do-hyperfine "${cmds[@]}"
+        done
+    fi
+}
+
+# All parallelism benchmarks
+bench-jobs() {
+    if (($#)); then
+        group "Parallelism"
+
+        for corpus; do
+            bench-jobs-corpus "$corpus ${TAGS[$corpus]}" "bench/corpus/$corpus"
+        done
+    fi
+}
+
 # Print benchmarked versions
 bench-versions() {
     subgroup "Versions"
@@ -491,10 +549,12 @@ bench() {
     import_array EARLY_QUIT
     import_array PRINT
     import_array STRATEGIES
+    import_array JOBS
 
     bench-complete "${COMPLETE[@]}"
     bench-early-quit "${EARLY_QUIT[@]}"
     bench-print "${PRINT[@]}"
     bench-strategies "${STRATEGIES[@]}"
+    bench-jobs "${JOBS[@]}"
     bench-details
 }
-- 
cgit v1.2.3