Throw together a hyperfine benchmark runner

hyperfine_benchmarks.py

@@ -0,0 +1,20 @@
+import glob
+import subprocess
+from datetime import date 
+
+
+today = date.today()
+date = today.strftime("%m%d")
+label = subprocess.check_output(["git", "rev-parse", "HEAD"]).strip().decode('ascii')[:8]
+
+print(f"Date: {date} | hash: {label}")
+subprocess.call(["cargo", "build", "--release"])
+for bench in glob.glob("test/benchmark/*"):
+    name = bench.split("/")[-1].split(".")[0]
+    print(f"Running hyperfine for {name} | {bench}")
+    code = subprocess.call(["hyperfine", "--export-csv", "tmp_res.csv", f"target/release/rlox {bench}"])
+    with open(f"results/hyperfine/{name}/res.csv", "a") as f:
+        line = open("tmp_res.csv").readlines()[1]
+        line = f"{date},{label}," + line
+        f.write(line)
+    subprocess.call(["rm", "tmp_res.csv"])

res_template.csv

@@ -0,0 +1 @@
+date,hash,command,mean,stddev,median,user,system,min,max

results/hyperfine/binary_trees/res.csv

@@ -0,0 +1 @@
+date,hash,command,mean,stddev,median,user,system,min,max

results/hyperfine/equality/res.csv

@@ -0,0 +1 @@
+date,hash,command,mean,stddev,median,user,system,min,max

results/hyperfine/fib/res.csv

@@ -0,0 +1 @@
+date,hash,command,mean,stddev,median,user,system,min,max

results/hyperfine/instantiation/res.csv

@@ -0,0 +1 @@
+date,hash,command,mean,stddev,median,user,system,min,max

results/hyperfine/invocation/res.csv

@@ -0,0 +1 @@
+date,hash,command,mean,stddev,median,user,system,min,max

results/hyperfine/method_call/res.csv

@@ -0,0 +1 @@
+date,hash,command,mean,stddev,median,user,system,min,max

results/hyperfine/properties/res.csv

@@ -0,0 +1 @@
+date,hash,command,mean,stddev,median,user,system,min,max

results/hyperfine/string_equality/res.csv

@@ -0,0 +1 @@
+date,hash,command,mean,stddev,median,user,system,min,max

results/hyperfine/trees/res.csv

@@ -0,0 +1 @@
+date,hash,command,mean,stddev,median,user,system,min,max

results/hyperfine/zoo/res.csv

@@ -0,0 +1 @@
+date,hash,command,mean,stddev,median,user,system,min,max