Adding Bash testing script

Author: Roturgo

run_tests.sh

@@ -0,0 +1,127 @@
+#!/usr/bin/env bash
+
+#########################################
+# Run benchmark scripts in succession, 	#
+# outputting results and waiting for a 	#
+# defined number of seconds in between 	#
+# successive runs to allow for CPU 	#
+# cooling and avoid thermal throttling.	#
+#########################################
+# Exit status codes:
+# - 0 --> Success
+# - 1 --> GIL interpreter not found
+# - 2 --> Free-threaded interpreter not found
+# - 3 --> GIL interpreter not executable
+# - 4 --> Free-threaded interpreter not executable
+# - 5 --> Benchmark script(s) not found
+
+# Exit on errors, undefined variables, or pipeline failures
+set -euo pipefail
+
+# Path where uv installs downloaded Python interpreters
+PYTHON_PATH="${HOME}/.local/bin"
+
+# Traditional GIL Python interpreter
+PYTHON_GIL="python3.14"
+GIL_INTERPRETER="${PYTHON_PATH}/${PYTHON_GIL}"
+
+# Ensure our GIL interpreter is available & executable
+command -v "${GIL_INTERPRETER}" >/dev/null || { echo "Error: ${GIL_INTERPRETER} not found"; exit 1; }
+[ -x "${GIL_INTERPRETER}" ] || { echo "Error: ${GIL_INTERPRETER} not executable"; exit 3; }
+
+# Free-threaded Python interpreter
+PYTHON_FT="python3.14t"
+FT_INTERPRETER="${PYTHON_PATH}/${PYTHON_FT}"
+
+# Ensure our free-threaded interpreter is available & executable
+command -v "${FT_INTERPRETER}"  >/dev/null || { echo "Error: ${FT_INTERPRETER} not found";  exit 2; }
+[ -x "${FT_INTERPRETER}" ] || { echo "Error: ${FT_INTERPRETER} not executable"; exit 4; }
+
+# Number of iterations to run each script test
+ITERATION_COUNT=10
+
+# Cooldown between successive runs to avoid CPU thermal throttling
+COOLDOWN_SECONDS=60
+
+# Benchmark script names
+BASELINE_SCRIPT="mandelbrot_baseline.py"
+THREADING_SCRIPT="mandelbrot_threading.py"
+MULTIPROCESSING_SCRIPT="mandelbrot_multiprocessing.py"
+
+# Ensure our scripts exist
+for script in "${BASELINE_SCRIPT}" "${THREADING_SCRIPT}" "${MULTIPROCESSING_SCRIPT}"; do
+    [ -f "${script}" ] || { echo "Error: Script ${script} not found"; exit 5; }
+done
+
+# Let's start testing! 
+echo "===== Python 3.14 GIL vs Free-threaded Benchmark ====="
+echo "Date: $(date)"
+echo "Working directory: $(pwd)"
+echo "Number of CPUs: $(getconf _NPROCESSORS_ONLN 2>/dev/null || nproc 2>/dev/null || echo '?')"
+echo "Hostname: $(hostname)"
+echo "Iterations per test: ${ITERATION_COUNT}"
+echo "Cooldown between runs: ${COOLDOWN_SECONDS}s"
+echo "Python GIL version: "
+echo -n "-> "
+"${GIL_INTERPRETER}" -VV
+echo "Python Free-threaded version:"
+echo -n "-> " 
+"${FT_INTERPRETER}" -VV
+echo "======================================================"
+echo
+
+#################################
+# Function to run each script   #
+# multiple times, outputting 	#
+# results. 			#
+# 				#
+# Sleep for ${COOLDOWN_SECONDS}	#
+# between successive runs.	#
+# 				#
+# Function arguments:		#
+# - $1 -> interpreter to use	#
+# - $2 -> script to run		#
+#################################
+run_test() {
+	local interpreter="${1}"
+	local script="${2}"
+	for run in $(seq 1 "${ITERATION_COUNT}"); do
+		echo "Run number: ${run}"
+		# Use Bash's built-in time utility instead of GNU time for higher precision
+		# See: https://unix.stackexchange.com/questions/27920/why-bash-time-is-more-precise-then-gnu-time
+		echo "Running command:"
+	        echo "-> time ${interpreter} ./${script}"
+		echo
+		time "${interpreter}" "./${script}"
+		# Sleep to allow CPUs to cool and minimize thermal throttling impact
+		echo "Cooling off for ${COOLDOWN_SECONDS} seconds..."
+		sleep "${COOLDOWN_SECONDS}"
+		echo
+		echo "======================================================"
+	done
+}
+
+###############
+# GIL Testing #
+###############
+# Run traditional GIL interpreter with baseline script
+run_test "${GIL_INTERPRETER}" "${BASELINE_SCRIPT}"
+
+# Run traditional GIL interpreter with threading script
+run_test "${GIL_INTERPRETER}" "${THREADING_SCRIPT}"
+
+# Run traditional GIL interpreter with multiprocessing script
+run_test "${GIL_INTERPRETER}" "${MULTIPROCESSING_SCRIPT}"
+
+
+#########################
+# Free-threaded Testing #
+#########################
+# Run free-threaded interpreter with baseline script
+run_test "${FT_INTERPRETER}" "${BASELINE_SCRIPT}"
+
+# Run free-threaded interpreter with threading script
+run_test "${FT_INTERPRETER}" "${THREADING_SCRIPT}"
+
+# Run free-threaded interpreter with multiprocessing script
+run_test "${FT_INTERPRETER}" "${MULTIPROCESSING_SCRIPT}"