Benchmark metrics update — 2026-10-05

benchmark/benchmark_metrics.csv

@@ -5,3 +5,4 @@ run,total_questions,total_time_min,pyd_avg_time,pyd_min_time,pyd_max_time
 20260807_R_v1.00.27,45,104.15,24.12,0.61,268.41
 20260826_R_v1.00.28,45,101.31,23.01,0.56,254.2
 20260924_R_v1.00.29,45,98.4,21.77,0.55,259.55
+20261005_R_v1.00.30,45,77.35,18.36,1.05,177.59

benchmark/comparisons/comparison_20261005_R_v1.00.30_vs_20260924_R_v1.00.29.csv

@@ -0,0 +1,46 @@
+index,benchmark,question_id,pydough_exec_time_previous,pydough_exec_time_current,improvement_pct,status
+1,TPCH,Q1,25.12222703400016,13.191520846000005,47.491%,improved
+2,TPCH,Q2,0.5537916010000572,1.050494469000114,-89.691%,regressed
+3,TPCH,Q3,19.66307203099996,35.96806275199992,-82.922%,regressed
+4,TPCH,Q4,27.3359989239998,24.52724948599985,10.275%,improved
+5,TPCH,Q5,17.305836908999936,8.505322246999867,50.853%,improved
+6,TPCH,Q6,8.746907042000203,2.1765993139999864,75.116%,improved
+7,TPCH,Q7,26.09425751999993,10.98330791699982,57.909%,improved
+8,TPCH,Q8,14.941022657999838,7.663431370999888,48.709%,improved
+9,TPCH,Q9,25.49684381499992,12.02899629400008,52.822%,improved
+10,TPCH,Q10,12.508475340000132,4.209320711999908,66.348%,improved
+11,TPCH,Q11,5.108523949999835,2.8950720909999745,43.329%,improved
+12,TPCH,Q12,9.087238805000196,2.031349158000012,77.646%,improved
+13,TPCH,Q13,5.228130998999859,2.995057395999993,42.713%,improved
+14,TPCH,Q14,10.433903339000151,3.7320269070000895,64.232%,improved
+15,TPCH,Q15,11.241936476999854,3.127023931999929,72.184%,improved
+16,TPCH,Q16,2.356271124000159,1.3323797150001155,43.454%,improved
+17,TPCH,Q17,7.587404701999731,1.7561404140001289,76.855%,improved
+18,TPCH,Q18,45.07150608200027,24.20113491899997,46.305%,improved
+19,TPCH,Q19,7.684237410999685,2.312227637999968,69.909%,improved
+20,TPCH,Q20,15.588055171999711,6.797240238999848,56.395%,improved
+21,TPCH,Q21,259.5530814059998,177.5872717870002,31.58%,improved
+22,TPCH,Q22,4.775585220000266,2.648717250000118,44.536%,improved
+23,TPCDS,Q1,4.543726749000143,2.4787433420001435,45.447%,improved
+24,TPCDS,Q2,23.069867285999862,18.630681193999862,19.242%,improved
+25,TPCDS,Q3,19.757153520999964,16.69006664499966,15.524%,improved
+26,TPCDS,Q6,14.2203845439999,13.93478659099992,2.008%,improved
+27,TPCDS,Q7,14.42848396499994,14.18717597099976,1.672%,improved
+28,TPCDS,Q8,14.772220625000044,14.082679052000003,4.668%,improved
+29,TPCDS,Q9,67.06602830800057,66.90053598399982,0.247%,improved
+30,TPCDS,Q10,30.202453959000195,29.618039413999668,1.935%,improved
+31,TPCDS,Q11,46.6294989449998,35.01761257199996,24.902%,improved
+32,TPCDS,Q12,2.9965063270001338,1.6675282300002436,44.351%,improved
+33,TPCDS,Q13,14.53534120400036,14.071125608999864,3.194%,improved
+34,TPCDS,Q15,10.86869061500056,10.415381953999711,4.171%,improved
+35,TPCDS,Q18,14.616575766999633,11.323835354999574,22.527%,improved
+36,TPCDS,Q19,14.756610225999792,14.150067407999812,4.11%,improved
+37,TPCDS,Q20,20.81944694499998,19.049852600999657,8.5%,improved
+38,TPCDS,Q21,19.9502591950004,19.567928284999653,1.916%,improved
+39,TPCDS,Q22,22.04286588800005,20.755374403000133,5.841%,improved
+40,TPCDS,Q26,2.029492419999769,9.980045934999907,-391.751%,regressed
+41,TPCDS,Q27,3.3871888630001195,14.051356692000809,-314.838%,regressed
+42,TPCDS,Q28,12.755850775,80.18928681299985,-528.647%,regressed
+43,TPCDS,Q29,14.954332538999552,23.93200026399973,-60.034%,regressed
+44,TPCDS,Q30,4.683692449999398,2.4294510019999507,48.13%,improved
+45,TPCDS,Q31,25.04836453899952,21.275582393999684,15.062%,improved