storytold/cloud-worker
2
0
Fork 0
mirror of https://github.com/storytold/cloud-worker.git synced 2026-10-16 00:13:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

reliability: failure-stats + output-validation tooling; persistent output dir

Browse Source 
- bench/failures.py: per-GPU success rates and error-class breakdown by config
- bench/validate_outputs.py: ffprobe every recorded output via /view
- finding: 24GB cards fail on multi-ref (TE vision OOM), not duration/size;
  100% of successful runs produce valid videos
- outputs now written to /workspace (survives pod resets)

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
Hanashi
2026-08-06 14:41:00 -04:00
parent fbc68bb749
commit a293d0a2c4
13 changed files with 308 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
bench/results.csv
+13
View File
@@ -82,3 +82,16 @@ ts,label,task,model_file,width,height,seconds,length,steps,sampler,scheduler,ref
2026-08-06T09:14:11Z,b16_refheavy_4ref_max,ref2v,minimax_h3_ref2va_bf16.safetensors,864,480,5,124,20,res_multistep,simple,max,4,True,True,91.7,90.8,155.5,b16_refheavy_4ref_max_00001_.mp4,
2026-08-06T09:27:16Z,b16_refheavy_8ref_max,ref2v,minimax_h3_ref2va_bf16.safetensors,864,480,5,124,20,res_multistep,simple,max,8,True,True,785.5,783.9,163.9,b16_refheavy_8ref_max_00001_.mp4,
2026-08-06T09:31:59Z,b16_refheavy_8ref_match_1344,ref2v,minimax_h3_ref2va_bf16.safetensors,1344,768,5,124,20,res_multistep,simple,match,8,True,True,282.9,282.4,157.8,b16_refheavy_8ref_match_1344_00001_.mp4,
2026-08-06T17:52:25Z,pi8v2_key_ref2v_1ref_r0,ref2v,minimax_h3_ref2va_pruned_int8_convrot.safetensors,864,480,5.0,124,20,res_multistep,simple,match,1,True,True,139.6,137.8,175.1,pi8v2_key_ref2v_1ref_r0_00001_.mp4,
2026-08-06T17:53:32Z,pi8v2_key_ref2v_1ref_r1,ref2v,minimax_h3_ref2va_pruned_int8_convrot.safetensors,864,480,5.0,124,20,res_multistep,simple,match,1,True,True,66.8,66.4,174.9,pi8v2_key_ref2v_1ref_r1_00001_.mp4,
2026-08-06T17:54:39Z,pi8v2_key_ref2v_1ref_r2,ref2v,minimax_h3_ref2va_pruned_int8_convrot.safetensors,864,480,5.0,124,20,res_multistep,simple,match,1,True,True,66.6,65.6,175.4,pi8v2_key_ref2v_1ref_r2_00001_.mp4,
2026-08-06T17:56:15Z,pi8v2_key_ref2v_8ref_r0,ref2v,minimax_h3_ref2va_pruned_int8_convrot.safetensors,864,480,5.0,124,20,res_multistep,simple,match,8,True,True,95.7,95.2,173.6,pi8v2_key_ref2v_8ref_r0_00001_.mp4,
2026-08-06T17:57:51Z,pi8v2_key_ref2v_8ref_r1,ref2v,minimax_h3_ref2va_pruned_int8_convrot.safetensors,864,480,5.0,124,20,res_multistep,simple,match,8,True,True,95.8,95.0,175.7,pi8v2_key_ref2v_8ref_r1_00001_.mp4,
2026-08-06T17:59:27Z,pi8v2_key_ref2v_8ref_r2,ref2v,minimax_h3_ref2va_pruned_int8_convrot.safetensors,864,480,5.0,124,20,res_multistep,simple,match,8,True,True,95.9,94.0,176.7,pi8v2_key_ref2v_8ref_r2_00001_.mp4,
2026-08-06T18:13:28Z,pi8v2_key_ref2v_8ref_max,ref2v,minimax_h3_ref2va_pruned_int8_convrot.safetensors,864,480,5.0,124,20,res_multistep,simple,max,8,True,True,841.8,840.9,172.0,pi8v2_key_ref2v_8ref_max_00001_.mp4,
2026-08-06T18:19:11Z,conc_warm_A,t2v,minimax_h3_fl2va_pruned_int8_convrot.safetensors,864,480,5.0,124,20,res_multistep,simple,match,1,False,True,237.7,236.4,43.2,conc_warm_A_00001_.mp4,
2026-08-06T18:22:10Z,conc_warm_B,t2v,minimax_h3_fl2va_pruned_int8_convrot.safetensors,864,480,5.0,124,20,res_multistep,simple,match,1,False,True,179.2,177.9,84.6,conc_warm_B_00001_.mp4,
2026-08-06T18:23:15Z,conc_seq_1,t2v,minimax_h3_fl2va_pruned_int8_convrot.safetensors,864,480,5.0,124,20,res_multistep,simple,match,1,True,True,64.7,62.6,88.1,conc_seq_1_00001_.mp4,
2026-08-06T18:24:18Z,conc_seq_2,t2v,minimax_h3_fl2va_pruned_int8_convrot.safetensors,864,480,5.0,124,20,res_multistep,simple,match,1,True,True,62.9,62.5,88.2,conc_seq_2_00001_.mp4,
2026-08-06T18:26:41Z,conc_par_A,t2v,minimax_h3_fl2va_pruned_int8_convrot.safetensors,864,480,5.0,124,20,res_multistep,simple,match,1,True,True,142.7,142.4,93.6,conc_par_A_00001_.mp4,
2026-08-06T18:26:43Z,conc_par_B,t2v,minimax_h3_fl2va_pruned_int8_convrot.safetensors,864,480,5.0,124,20,res_multistep,simple,match,1,True,True,144.7,142.9,93.3,conc_par_B_00001_.mp4,
1 ts label task model_file width height seconds length steps sampler scheduler ref_image_size ref_count warm ok wall_s exec_s peak_vram_gb outputs error
82 2026-08-06T09:14:11Z b16_refheavy_4ref_max ref2v minimax_h3_ref2va_bf16.safetensors 864 480 5 124 20 res_multistep simple max 4 True True 91.7 90.8 155.5 b16_refheavy_4ref_max_00001_.mp4
83 2026-08-06T09:27:16Z b16_refheavy_8ref_max ref2v minimax_h3_ref2va_bf16.safetensors 864 480 5 124 20 res_multistep simple max 8 True True 785.5 783.9 163.9 b16_refheavy_8ref_max_00001_.mp4
84 2026-08-06T09:31:59Z b16_refheavy_8ref_match_1344 ref2v minimax_h3_ref2va_bf16.safetensors 1344 768 5 124 20 res_multistep simple match 8 True True 282.9 282.4 157.8 b16_refheavy_8ref_match_1344_00001_.mp4
85 2026-08-06T17:52:25Z pi8v2_key_ref2v_1ref_r0 ref2v minimax_h3_ref2va_pruned_int8_convrot.safetensors 864 480 5.0 124 20 res_multistep simple match 1 True True 139.6 137.8 175.1 pi8v2_key_ref2v_1ref_r0_00001_.mp4
86 2026-08-06T17:53:32Z pi8v2_key_ref2v_1ref_r1 ref2v minimax_h3_ref2va_pruned_int8_convrot.safetensors 864 480 5.0 124 20 res_multistep simple match 1 True True 66.8 66.4 174.9 pi8v2_key_ref2v_1ref_r1_00001_.mp4
87 2026-08-06T17:54:39Z pi8v2_key_ref2v_1ref_r2 ref2v minimax_h3_ref2va_pruned_int8_convrot.safetensors 864 480 5.0 124 20 res_multistep simple match 1 True True 66.6 65.6 175.4 pi8v2_key_ref2v_1ref_r2_00001_.mp4
88 2026-08-06T17:56:15Z pi8v2_key_ref2v_8ref_r0 ref2v minimax_h3_ref2va_pruned_int8_convrot.safetensors 864 480 5.0 124 20 res_multistep simple match 8 True True 95.7 95.2 173.6 pi8v2_key_ref2v_8ref_r0_00001_.mp4
89 2026-08-06T17:57:51Z pi8v2_key_ref2v_8ref_r1 ref2v minimax_h3_ref2va_pruned_int8_convrot.safetensors 864 480 5.0 124 20 res_multistep simple match 8 True True 95.8 95.0 175.7 pi8v2_key_ref2v_8ref_r1_00001_.mp4
90 2026-08-06T17:59:27Z pi8v2_key_ref2v_8ref_r2 ref2v minimax_h3_ref2va_pruned_int8_convrot.safetensors 864 480 5.0 124 20 res_multistep simple match 8 True True 95.9 94.0 176.7 pi8v2_key_ref2v_8ref_r2_00001_.mp4
91 2026-08-06T18:13:28Z pi8v2_key_ref2v_8ref_max ref2v minimax_h3_ref2va_pruned_int8_convrot.safetensors 864 480 5.0 124 20 res_multistep simple max 8 True True 841.8 840.9 172.0 pi8v2_key_ref2v_8ref_max_00001_.mp4
92 2026-08-06T18:19:11Z conc_warm_A t2v minimax_h3_fl2va_pruned_int8_convrot.safetensors 864 480 5.0 124 20 res_multistep simple match 1 False True 237.7 236.4 43.2 conc_warm_A_00001_.mp4
93 2026-08-06T18:22:10Z conc_warm_B t2v minimax_h3_fl2va_pruned_int8_convrot.safetensors 864 480 5.0 124 20 res_multistep simple match 1 False True 179.2 177.9 84.6 conc_warm_B_00001_.mp4
94 2026-08-06T18:23:15Z conc_seq_1 t2v minimax_h3_fl2va_pruned_int8_convrot.safetensors 864 480 5.0 124 20 res_multistep simple match 1 True True 64.7 62.6 88.1 conc_seq_1_00001_.mp4
95 2026-08-06T18:24:18Z conc_seq_2 t2v minimax_h3_fl2va_pruned_int8_convrot.safetensors 864 480 5.0 124 20 res_multistep simple match 1 True True 62.9 62.5 88.2 conc_seq_2_00001_.mp4
96 2026-08-06T18:26:41Z conc_par_A t2v minimax_h3_fl2va_pruned_int8_convrot.safetensors 864 480 5.0 124 20 res_multistep simple match 1 True True 142.7 142.4 93.6 conc_par_A_00001_.mp4
97 2026-08-06T18:26:43Z conc_par_B t2v minimax_h3_fl2va_pruned_int8_convrot.safetensors 864 480 5.0 124 20 res_multistep simple match 1 True True 144.7 142.9 93.3 conc_par_B_00001_.mp4