Merge pull request #224 from mgastner/improve-benchmark-sh

Improve and automate `benchmark.sh`

tests/benchmark.sh

@@ -1,32 +1,83 @@
 #!/bin/bash
 
-# Path to the file containing the commands
-test_folder=$1
+# Start time, and other metadata
+start_date=$(date '+%Y-%m-%d_%H-%M')
 
-# Check if the commands file exists
-if [[ ! -d "./$test_tolder" ]]; then
-    echo "Directoy not found: $test_folder"
-    exit 1
+# Create results directory and change to it
+results_dir="results_${start_date}"
+mkdir -p "${results_dir}"
+cd "${results_dir}"
+
+# Add colors
+red=1
+green=2
+yellow=3
+blue=4
+magenta=5
+cyan=6
+white=7
+color() {
+  tput setaf $1
+  cat
+  tput sgr0
+}
+
+# Parsing command line arguments
+cli=""
+if [ $# -ne 0 ]; then
+  for arg in "$@"; do
+    cli="$cli $arg"
+  done
 fi
 
-cd "$test_folder"
-
-# Read each command from the file and execute it
-while IFS= read -r cmd; do
-    # Run hyperfine and export results to a temporary CSV file
-    hyperfine "$cmd" --export-csv tmp.csv
-    # Concatenate results while handling headers
-    if [ ! -f final_results.csv ]; then
-        # If the final results file does not exist, create it with the header
-        cp tmp.csv final_results.csv
-    else
-        # Otherwise, append the new results, excluding the header
-        tail -n +2 tmp.csv >> final_results.csv
-    fi
-done < "successful_runs.txt"
+# Function to benchmark map with csv
+benchmark() {
+  local map=$1
+  local csv=$2
+  local curr_cli=$cli
+
+  if [[ "${country}" == world* ]]; then
+    curr_cli="${cli} -W"
+  fi
+
+  cmd="cartogram ${map} ${csv} ${curr_cli}"
+  hyperfine "$cmd" --export-csv tmp.csv
+
+  if [ ! -f final_results.csv ]; then
+    cp tmp.csv final_results.csv
+  else
+    tail -n +2 tmp.csv >> final_results.csv
+  fi
+}
+
+# Iterating through folders in sample_data/
+for folder in ../../sample_data/*; do
+  if [[ -d "${folder}" && "${folder}" != *"sandbox"* ]]; then
+    country=${folder##*/}
+    echo " -------- Benchmarking ${country}" | color $magenta
+
+    # Iterating through maps (GeoJSON(s) or JSON(s)) in country's folder
+    for map in ${folder}/*.*json; do
+      map_file_name=${map##*/}
+      echo "Trying ${map_file_name}" | color $blue
+
+      # Iterating through visual variable files (CSV(s)) in country's folder
+      for csv in ${folder}/*.csv; do
+        csv_name=${csv##*/}
+        echo " - with ${csv_name}" | color $cyan
+        if [[ -f "${map}" && -f "${csv}" ]]; then
+          benchmark "${map}" "${csv}"
+        else
+          echo "Skipping invalid file: ${map} or ${csv}" | color $red
+        fi
+      done
+    done
+    echo " -------- Finished benchmarking ${country}." | color $yellow
+  fi
+done
 
 # Clean up the temporary file
 rm tmp.csv
 
 # Print full file location
-echo "Results saved to: $(pwd)/final_results.csv"
+echo "Results saved to: $(pwd)/final_results.csv" | color $green