validation: Add rodinia-srad

Dockerfile

@@ -79,7 +79,7 @@ RUN julia --project="src/benchmarks/nas-ft/julia" -e "using Pkg; Pkg.instantiate
 
 # Install Julia benchmarks
 RUN ln -s "../src/benchmarks/ca/julia/run.sh" "bin/ca-julia"
-RUN ln .s "../src/benchmarks/rodinia-srad/julia/run.sh" "bin/rodinia-srad-julia"
+RUN ln -s "../src/benchmarks/rodinia-srad/julia/run.sh" "bin/rodinia-srad-julia"
 
 # Install measurement scripts
 RUN ln -s "../measure/ca.sh" "bin/measure-ca"
@@ -93,3 +93,4 @@ RUN ln -s /output output
 
 # Validate the benchmarks
 RUN python3 validation/ca.py
+RUN python3 validation/rodinia-srad.py

validation/rodinia-srad.py

+#!/usr/bin/env python3
+
+from __future__ import annotations
+
+import math
+import subprocess
+import sys
+from dataclasses import dataclass
+from subprocess import CompletedProcess
+
+BENCHMARKS: list[str] = [
+	"rodinia-srad-c-gcc",
+	"rodinia-srad-cpp-gcc",
+	"rodinia-srad-fortran-gcc",
+	"rodinia-srad-c-clang",
+	"rodinia-srad-cpp-clang",
+	"rodinia-srad-fortran-llvm-flang",
+	"rodinia-srad-julia",
+]
+
+REFERENCE: str = "rodinia-srad-c-gcc"
+
+# Parameters for evaluation
+ROWS: int = 2048
+COLS: int = 2048
+Y1: int = 0
+Y2: int = 127
+X1: int = 0
+X2: int = 127
+LAMBDA: float = 0.5
+ITERATIONS: int = 2
+
+# How many decimal places are present in the output
+DECIMAL_PLACES: int = 5
+
+# The last decimal place may differ by one
+TOLERANCE: float = 1 * (10**DECIMAL_PLACES)
+
+
+@dataclass
+class Result(object):
+	strings: list[str]
+	values: list[float]
+
+
+@dataclass
+class Errors(object):
+	absolute: list[float]
+	relative: list[float]
+
+
+def run_benchmark(name: str) -> Result:
+	strings: list[str] = []
+	values: list[float] = []
+
+	cmd: CompletedProcess[str] = subprocess.run(
+		f"{name} {ROWS} {COLS} {Y1} {Y2} {X1} {X2} {LAMBDA} {ITERATIONS}",
+		check=True,
+		shell=True,
+		encoding="utf-8",
+		capture_output=True,
+	)
+
+	lines: list[str] = cmd.stdout.splitlines()
+	strings += lines[:2]
+
+	for value in lines[2:-1]:
+		values += [float(x) for x in value.strip().split(" ")]
+
+	strings += lines[-1]
+
+	return Result(strings, values)
+
+
+def calculate_error(result: Result, reference: Result) -> Errors:
+	absolute: list[float] = []
+	relative: list[float] = []
+
+	for res, ref in zip(result.values, reference.values):
+		err: float = abs(ref - res)
+
+		absolute.append(err)
+		relative.append(err / ref)
+
+	return Errors(absolute, relative)
+
+
+def check_error(error, tolerance, decimals) -> bool:
+	error = int(math.floor(error * (10**decimals)))
+	tolerance = int(math.floor(tolerance * (10**decimals)))
+
+	return error <= tolerance
+
+
+def validate_result(result: Result, reference: Result, errors: Errors) -> bool:
+	if not len(result.strings) == len(reference.strings):
+		return False
+
+	if not len(result.values) == len(reference.values):
+		return False
+
+	for res, ref in zip(result.strings, reference.strings):
+		if not res == ref:
+			return False
+
+	if not all(check_error(x, TOLERANCE, DECIMAL_PLACES) for x in errors.absolute):
+		return False
+
+	return True
+
+
+def main() -> int:
+	results: dict[str, Result] = {}
+
+	for bench in BENCHMARKS:
+		try:
+			results[bench] = run_benchmark(bench)
+		except Exception:
+			print(f"Failed to run {bench}")
+			continue
+
+	if REFERENCE not in results:
+		print("The reference program did not run, cannot validate")
+		return 1
+
+	allpass: bool = True
+	refresult: Result = results[REFERENCE]
+
+	for bench in BENCHMARKS:
+		if bench == REFERENCE:
+			continue
+
+		result: Result = results[bench]
+		errors: Errors = calculate_error(result, refresult)
+
+		if not validate_result(result, refresult, errors):
+			allpass = False
+			print("The output of {bench} does not match the reference")
+
+		abs: float = sum(errors.absolute)
+		minabs: float = min(errors.absolute)
+		minrel: float = min(errors.relative) * 100
+		maxabs: float = max(errors.absolute)
+		maxrel: float = max(errors.absolute) * 100
+
+		print(
+			f"{bench}: abs: {abs:.5f} min: ({minabs:.5f}, {minrel:.5f}%) max: ({maxabs:.5f}, {maxrel:.5f}%)"
+		)
+
+	if allpass:
+		return 0
+	else:
+		return 1
+
+
+if __name__ == "__main__":
+	sys.exit(main())