Perf: slice serve is the slowest of four at concurrency 1 and gains nothing from keep-alive (follow-up to #38) #62

import http.client, json, os, socket, statistics, subprocess, sys, time
T="/tmp/opencode/slice-bench-tools"; S="/home/dan/slice/target/release/slice"
HANDLER='(req)=>{const u=new URL(req.url);const n=Number(u.searchParams.get("n"));let s=0;for(let i=0;i<n;i++)s=(s+i*7)%1000003;const body=JSON.stringify({n,s});return new Response(body,{headers:{"content-type":"application/json","content-length":String(body.length)}});}'
def expected(n):
    s=0
    for i in range(n): s=(s+i*7)%1000003
    return {"n":n,"s":s}
def free_port():
    with socket.socket() as k: k.bind(("127.0.0.1",0)); return k.getsockname()[1]
def servers(port, d):
    files={
     "slice": 'export default {fetch: '+HANDLER+'};\n',
     "bun": f'Bun.serve({{port:{port},hostname:"127.0.0.1",fetch:{HANDLER}}});\n',
     "deno": f'Deno.serve({{port:{port},hostname:"127.0.0.1",onListen(){{}}}}, {HANDLER});\n',
     "node": f'import http from "node:http"; const h={HANDLER}; http.createServer((req,res)=>{{const r=h({{url:"http://localhost"+req.url}});r.text().then(b=>{{res.writeHead(200,{{"Content-Type":"application/json","Content-Length":String(b.length)}});res.end(b);}});}}).listen({port},"127.0.0.1");\n'}
    cmds={"slice":[S,"serve",f"{d}/slice.mjs",f"--port={port}","--workers=1"],"bun":[f"{T}/bun","run",f"{d}/bun.mjs"],"deno":[f"{T}/deno","run","--allow-net=127.0.0.1",f"{d}/deno.mjs"],"node":["node",f"{d}/node.mjs"]}
    return files, cmds
def run(rt, mode, count=3000, n=100):
    d="/tmp/opencode/slice-perf/srv"; os.makedirs(d,exist_ok=True); port=free_port(); files,cmds=servers(port,d)
    open(f"{d}/{rt}.mjs","w").write(files[rt])
    p=subprocess.Popen(cmds[rt],stdout=subprocess.DEVNULL,stderr=subprocess.DEVNULL)
    try:
        dl=time.time()+15
        while True:
            try: socket.create_connection(("127.0.0.1",port),0.1).close(); break
            except OSError:
                if time.time()>dl: raise RuntimeError("server did not start")
                time.sleep(0.02)
        want=expected(n); path=f"/?n={n}"
        def one(conn):
            conn.request("GET",path); r=conn.getresponse(); b=r.read()
            if r.status!=200 or json.loads(b)!=want: raise RuntimeError("bad response")
        conn=http.client.HTTPConnection("127.0.0.1",port)
        for _ in range(200):
            if mode=="fresh": conn=http.client.HTTPConnection("127.0.0.1",port)
            one(conn)
            if mode=="fresh": conn.close()
        if mode=="keepalive": conn=http.client.HTTPConnection("127.0.0.1",port)
        lat=[]; t0=time.perf_counter()
        for _ in range(count):
            a=time.perf_counter()
            if mode=="fresh": conn=http.client.HTTPConnection("127.0.0.1",port)
            one(conn)
            if mode=="fresh": conn.close()
            lat.append(time.perf_counter()-a)
        el=time.perf_counter()-t0
        lat.sort(); return count/el, lat[len(lat)//2]*1e3, lat[int(len(lat)*0.99)]*1e3
    finally:
        p.terminate()
        try: p.wait(5)
        except Exception: p.kill()
res={}
for trial in range(3):
    for mode in ("fresh","keepalive"):
        for rt in ("slice","node","bun","deno"):
            res.setdefault((mode,rt),[]).append(run(rt,mode))
print("mode       runtime   req/s (median of 3 trials x 3000 req)   trials                p50 ms   p99 ms")
for mode in ("fresh","keepalive"):
    for rt in ("slice","node","bun","deno"):
        v=res[(mode,rt)]; print(f"{mode:10} {rt:8} {statistics.median(x[0] for x in v):8.0f}   {[round(x[0]) for x in v]!s:22} {statistics.median(x[1] for x in v):7.3f} {statistics.median(x[2] for x in v):8.3f}")