bench: results summarizer (mean±std tables); rebuild CSVs from authoritative JSONL

The CSV header predated the ref_count column so later rows were misaligned;
JSONL rows were always complete.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
Hanashi
2026-08-06 13:51:17 -04:00
parent 53b4a133e2
commit e90f64b30e
7 changed files with 314 additions and 21 deletions
+3
View File
@@ -0,0 +1,3 @@
ts,label,task,model_file,width,height,seconds,length,steps,sampler,scheduler,ref_image_size,ref_count,warm,ok,wall_s,exec_s,peak_vram_gb,outputs,error
2026-08-06T07:51:24Z,g4000_smoke_t2v,t2v,minimax_h3_fl2va_pruned_int8_convrot.safetensors,608,352,5.0,124,20,res_multistep,simple,match,1,False,False,135.0,,15.0,,server unreachable while polling: [Errno 104] Connection reset by peer
2026-08-06T07:58:16Z,g4000_smoke_t2v_b,t2v,minimax_h3_fl2va_pruned_int8_convrot.safetensors,608,352,5.0,124,20,res_multistep,simple,match,1,False,True,343.4,341.0,22.7,g4000_smoke_t2v_b_00001_.mp4,
1 ts label task model_file width height seconds length steps sampler scheduler ref_image_size ref_count warm ok wall_s exec_s peak_vram_gb outputs error
2 2026-08-06T07:51:24Z g4000_smoke_t2v t2v minimax_h3_fl2va_pruned_int8_convrot.safetensors 608 352 5.0 124 20 res_multistep simple match 1 False False 135.0 15.0 server unreachable while polling: [Errno 104] Connection reset by peer
3 2026-08-06T07:58:16Z g4000_smoke_t2v_b t2v minimax_h3_fl2va_pruned_int8_convrot.safetensors 608 352 5.0 124 20 res_multistep simple match 1 False True 343.4 341.0 22.7 g4000_smoke_t2v_b_00001_.mp4
+2
View File
@@ -0,0 +1,2 @@
{"label": "g4000_smoke_t2v", "task": "t2v", "model_file": "minimax_h3_fl2va_pruned_int8_convrot.safetensors", "prompt": "Cinematic aerial shot slowly orbiting a coastal lighthouse at golden hour, waves crashing on dark rocks below, seagulls circling, warm sunlight flares, sound of surf and wind, gentle orchestral swell.", "width": 608, "height": 352, "seconds": 5.0, "length": 124, "steps": 20, "seed": 7, "sampler": "res_multistep", "scheduler": "simple", "image": "bench2_jp_01.jpg", "ref_image_size": "match", "ref_count": 1, "warm": false, "filename_prefix": "bench/g4000_smoke_t2v", "ok": false, "status": "server_lost", "wall_s": 135.0, "exec_s": null, "peak_vram_gb": 15.0, "outputs": [], "error": "server unreachable while polling: [Errno 104] Connection reset by peer", "ts": "2026-08-06T07:51:24Z"}
{"label": "g4000_smoke_t2v_b", "task": "t2v", "model_file": "minimax_h3_fl2va_pruned_int8_convrot.safetensors", "prompt": "Cinematic aerial shot slowly orbiting a coastal lighthouse at golden hour, waves crashing on dark rocks below, seagulls circling, warm sunlight flares, sound of surf and wind, gentle orchestral swell.", "width": 608, "height": 352, "seconds": 5.0, "length": 124, "steps": 20, "seed": 9, "sampler": "res_multistep", "scheduler": "simple", "image": "bench2_jp_01.jpg", "ref_image_size": "match", "ref_count": 1, "warm": false, "filename_prefix": "bench/g4000_smoke_t2v_b", "ok": true, "status": "success", "wall_s": 343.4, "exec_s": 341.0, "peak_vram_gb": 22.7, "outputs": ["g4000_smoke_t2v_b_00001_.mp4"], "error": null, "ts": "2026-08-06T07:58:16Z"}