{"path":"/benchmarks/product-i2v-v1","title":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1) | Fourth Feed","description":"Standardized single-draw (n=1) 5-second image-to-video benchmark across three classic AI-video stress tests (curved metallic soda can splash orbit, rainy neon corner diner push-in, and desert highway vintage rally car lateral tracking). Graded 100% by deterministic scripts (Apple Vision OCR with language autocomplete disabled + dense Farnebäck optical flow + Laplacian sharpness retention), pricing every model uniformly against public fal.ai retail per-second rates.","as_of":"2026-11-16","kind":"benchmark-suite","content":{"suite":{"suiteId":"product-i2v-v1","track":"product-i2v","version":1,"frozenAt":"2026-11-16","title":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","description":"Standardized single-draw (n=1) 5-second image-to-video benchmark across three classic AI-video stress tests (curved metallic soda can splash orbit, rainy neon corner diner push-in, and desert highway vintage rally car lateral tracking). Graded 100% by deterministic scripts (Apple Vision OCR with language autocomplete disabled + dense Farnebäck optical flow + Laplacian sharpness retention), pricing every model uniformly against public fal.ai retail per-second rates.","query":"best ai image to video model benchmark","maxAttemptsPerCase":1,"graderScript":"scripts/benchmark-grade.py","metrics":[{"id":"ocr_char_accuracy","label":"Post-motion OCR accuracy","unit":"ratio","higherIsBetter":true,"passGate":{"op":"gte","value":0.9}},{"id":"motion_disp_ratio","label":"Foreground motion ratio","unit":"ratio","higherIsBetter":true,"passGate":{"op":"gte","value":0.12}},{"id":"sharpness_retention","label":"End-frame sharpness retention","unit":"ratio","higherIsBetter":true,"passGate":{"op":"gte","value":0.55}},{"id":"duration_ratio","label":"Delivered duration ratio","unit":"ratio","higherIsBetter":true,"passGate":{"op":"gte","value":0.9}}],"cases":[{"caseId":"can-orbit-5s","title":"Curved metallic soda can splash & 25° camera orbit","prompt":"Slow commercial studio camera orbit 25 degrees around the chilled emerald-green FOURTHFEED aluminum soda can while the top water splash crown, floating ice cubes, and fresh lime wedges drift gently in slow motion; keep both 'FOURTHFEED' and 'COLD. LOUD. LIME.' printed on the curved can sharp and readable.","targetDurationSec":5,"targetResolution":"480p","inputs":[{"kind":"image","r2Url":"https://assets.fourthfeed.com/benchmarks/product-i2v-v1/ff-can-orbit-v2.png","sha256":"e6f93829af912a89789f27880343d7d6807e44d1f8d06b164f5377c4fa76a7b7","note":"Proprietary curved metallic can with condensation droplets over ink; target OCR tokens at t>=2.5s: FOURTHFEED, COLD, LOUD, LIME"}],"passRule":"ocr_char_accuracy >= 0.90 on [FOURTHFEED, COLD, LOUD, LIME] at t>=2.5s, motion_disp_ratio >= 0.12, sharpness_retention >= 0.55, duration_ratio >= 0.90"},{"caseId":"neon-diner-5s","title":"Rainy night neon corner diner push-in & wet reflections","prompt":"Smooth cinematic nighttime camera push-in toward the glowing neon FOURTHFEED DINER facade in light rain as wet asphalt reflections shimmer and the pedestrian holding the clear umbrella walks slowly forward along the sidewalk; keep 'FOURTHFEED DINER' and 'OPEN 24 HOURS' razor-sharp and legible.","targetDurationSec":5,"targetResolution":"480p","inputs":[{"kind":"image","r2Url":"https://assets.fourthfeed.com/benchmarks/product-i2v-v1/ff-neon-diner-v1.png","sha256":"ccab1c2a52989a76b3986e8b200e7f65b313526e988267ba8f2fa6484a146355","note":"Proprietary rainy neon diner storefront; target OCR tokens at t>=2.5s: FOURTHFEED, DINER, OPEN, 24, HOURS"}],"passRule":"ocr_char_accuracy >= 0.90 on [FOURTHFEED, DINER, OPEN, 24, HOURS] at t>=2.5s, motion_disp_ratio >= 0.12, sharpness_retention >= 0.55, duration_ratio >= 0.90"},{"caseId":"rally-track-5s","title":"Desert highway vintage rally car lateral tracking shot","prompt":"Fast lateral motorsport tracking shot pacing alongside the orange-and-white FOURTHFEED #86 vintage rally coupe accelerating down the desert highway past the ROUTE 66 roadside sign while desert dust trails behind the spinning tires; keep the 'FOURTHFEED 86' side-door livery crisp and legible in center frame.","targetDurationSec":5,"targetResolution":"480p","inputs":[{"kind":"image","r2Url":"https://assets.fourthfeed.com/benchmarks/product-i2v-v1/ff-rally-track-v1.png","sha256":"cc65ce87cf1b4d4712f3368a98e760581187c458f019428ab33481c9a31db56a","note":"Proprietary desert rally coupe; target OCR tokens at t>=2.5s on moving door livery: FOURTHFEED, 86"}],"passRule":"ocr_char_accuracy >= 0.90 on [FOURTHFEED, 86] at t>=2.5s, motion_disp_ratio >= 0.12, sharpness_retention >= 0.55, duration_ratio >= 0.90"}],"ours":{"name":"KeelRouter","url":"https://keelrouter.com","text":"Calling Seedance 2.5, Kling 4.0, Flux 3 Max, Wan 3.0 and LTX 2.5 from your own code? Use one pay-per-call API gateway with $0.10 free trial credit:"}},"rows":[{"run":{"runId":"product-i2v-v1-vidu-q4","suiteId":"product-i2v-v1","testedAt":"2026-11-16","subject":{"kind":"model","name":"Vidu Q4","versionTag":"q4-540p","toolDomains":["vidu.com"],"keelrouterModelId":"vidu-q4"},"provenance":{"via":"keelrouter-upstream","creditsProvidedByMaker":false,"graderVersion":"benchmark-grade.py@v1.1"},"cases":[{"caseId":"can-orbit-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"540p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.1575,"billingNote":"540p minimum native resolution; priced at public fal.ai 540p retail rate ($0.0315/s).","wallTimeSecMedian":113.5,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.0882,"sharpness_retention":1,"duration_ratio":1},"failureMode":"Static/under-animated clip: foreground motion 8.8% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/vidu-q4--can-orbit-5s--draw1.mp4"}},{"caseId":"neon-diner-5s","attemptsTotal":1,"attemptsUsable":1,"actualResolution":"540p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.1575,"billingNote":"540p minimum native resolution; priced at public fal.ai 540p retail rate ($0.0315/s).","wallTimeSecMedian":120.03,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.2169,"sharpness_retention":0.669,"duration_ratio":1},"evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/vidu-q4--neon-diner-5s--draw1.mp4"}},{"caseId":"rally-track-5s","attemptsTotal":1,"attemptsUsable":1,"actualResolution":"540p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.1575,"billingNote":"540p minimum native resolution; priced at public fal.ai 540p retail rate ($0.0315/s).","wallTimeSecMedian":115.47,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.1555,"sharpness_retention":0.5608,"duration_ratio":1},"evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/vidu-q4--rally-track-5s--draw1.mp4"}}],"verdict":"Passed 2/3 I2V stress tests (100.0% mean post-motion OCR, 15.4% foreground motion, 115s median render) for $0.047/s effective usable cost at fal.ai retail rates."},"suiteId":"product-i2v-v1","suiteTitle":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","suitePath":"/benchmarks/product-i2v-v1","tools":[{"domain":"vidu.com","name":"Vidu Studio AI","path":"/tools/vidu.com"}],"casesPassed":2,"casesTotal":3,"attemptsTotal":3,"attemptsUsable":2,"passRate":0.6666666666666666,"billedUsdTotal":0.47250000000000003,"nominalCostPerSecUsd":0.0315,"effectiveCostPerSecUsd":0.046875,"wallTimeSecMedian":115.47,"metricAverages":{"ocr_char_accuracy":1,"motion_disp_ratio":0.15353333333333333,"sharpness_retention":0.7432666666666666,"duration_ratio":1}},{"run":{"runId":"product-i2v-v1-wan-3.0-video","suiteId":"product-i2v-v1","testedAt":"2026-11-16","subject":{"kind":"model","name":"Wan 3.0 Video","versionTag":"3.0-standard-480p","toolDomains":["wan.video"],"keelrouterModelId":"wan-3.0-video"},"provenance":{"via":"keelrouter-upstream","creditsProvidedByMaker":false,"graderVersion":"benchmark-grade.py@v1.1"},"cases":[{"caseId":"can-orbit-5s","attemptsTotal":1,"attemptsUsable":1,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5,"billedUsdTotal":0.25,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.05/s).","wallTimeSecMedian":93.07,"scores":{"ocr_char_accuracy":0.9091,"motion_disp_ratio":0.1316,"sharpness_retention":0.7766,"duration_ratio":1},"evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/wan-3.0-video--can-orbit-5s--draw1.mp4"}},{"caseId":"neon-diner-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5,"billedUsdTotal":0.25,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.05/s).","wallTimeSecMedian":93.07,"scores":{"ocr_char_accuracy":0.9872,"motion_disp_ratio":0.2248,"sharpness_retention":0.4333,"duration_ratio":1},"failureMode":"End-frame blur: sharpness retention 43.3% < 55% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/wan-3.0-video--neon-diner-5s--draw1.mp4"}},{"caseId":"rally-track-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5,"billedUsdTotal":0.25,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.05/s).","wallTimeSecMedian":103.8,"scores":{"ocr_char_accuracy":0.7222,"motion_disp_ratio":0.2339,"sharpness_retention":0.1088,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 72.2% < 90% gate (worst post-motion frame: \"6 86\"); End-frame blur: sharpness retention 10.9% < 55% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/wan-3.0-video--rally-track-5s--draw1.mp4"}}],"verdict":"Passed 1/3 I2V stress tests (87.3% mean post-motion OCR, 19.7% foreground motion, 93s median render) for $0.150/s effective usable cost at fal.ai retail rates."},"suiteId":"product-i2v-v1","suiteTitle":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","suitePath":"/benchmarks/product-i2v-v1","tools":[{"domain":"wan.video","name":"Wan","path":"/tools/wan.video"}],"casesPassed":1,"casesTotal":3,"attemptsTotal":3,"attemptsUsable":1,"passRate":0.3333333333333333,"billedUsdTotal":0.75,"nominalCostPerSecUsd":0.05,"effectiveCostPerSecUsd":0.15,"wallTimeSecMedian":93.07,"metricAverages":{"ocr_char_accuracy":0.8728333333333333,"motion_disp_ratio":0.19676666666666667,"sharpness_retention":0.43956666666666666,"duration_ratio":1}},{"run":{"runId":"product-i2v-v1-grok-imagine-video-1.5","suiteId":"product-i2v-v1","testedAt":"2026-11-16","subject":{"kind":"model","name":"Grok Imagine Video 1.5","versionTag":"1.5-480p","toolDomains":["docs.x.ai"],"keelrouterModelId":"grok-imagine-video-1.5"},"provenance":{"via":"keelrouter-upstream","creditsProvidedByMaker":false,"graderVersion":"benchmark-grade.py@v1.1"},"cases":[{"caseId":"can-orbit-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.4,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.08/s).","wallTimeSecMedian":33.46,"scores":{"ocr_char_accuracy":0.6667,"motion_disp_ratio":0.1457,"sharpness_retention":0.7454,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 66.7% < 90% gate (worst post-motion frame: \"FOUN COLD.LOU\")","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/grok-imagine-video-1.5--can-orbit-5s--draw1.mp4"}},{"caseId":"neon-diner-5s","attemptsTotal":1,"attemptsUsable":1,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.4,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.08/s).","wallTimeSecMedian":47.59,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.2306,"sharpness_retention":0.8308,"duration_ratio":1},"evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/grok-imagine-video-1.5--neon-diner-5s--draw1.mp4"}},{"caseId":"rally-track-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.4,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.08/s).","wallTimeSecMedian":45.07,"scores":{"ocr_char_accuracy":0.7222,"motion_disp_ratio":0.2888,"sharpness_retention":0.2745,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 72.2% < 90% gate (worst post-motion frame: \"D Fme 86\"); End-frame blur: sharpness retention 27.5% < 55% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/grok-imagine-video-1.5--rally-track-5s--draw1.mp4"}}],"verdict":"Passed 1/3 I2V stress tests (79.6% mean post-motion OCR, 22.2% foreground motion, 45s median render) for $0.238/s effective usable cost at fal.ai retail rates."},"suiteId":"product-i2v-v1","suiteTitle":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","suitePath":"/benchmarks/product-i2v-v1","tools":[{"domain":"docs.x.ai","name":"xAI Grok API","path":"/tools/docs.x.ai"}],"casesPassed":1,"casesTotal":3,"attemptsTotal":3,"attemptsUsable":1,"passRate":0.3333333333333333,"billedUsdTotal":1.2000000000000002,"nominalCostPerSecUsd":0.08000000000000002,"effectiveCostPerSecUsd":0.23809523809523814,"wallTimeSecMedian":45.07,"metricAverages":{"ocr_char_accuracy":0.7963,"motion_disp_ratio":0.2217,"sharpness_retention":0.6169,"duration_ratio":1}},{"run":{"runId":"product-i2v-v1-kling-4.0","suiteId":"product-i2v-v1","testedAt":"2026-11-16","subject":{"kind":"model","name":"Kling 4.0","versionTag":"4.0-720p","toolDomains":["kling.ai"],"keelrouterModelId":"kling-4.0"},"provenance":{"via":"keelrouter-upstream","creditsProvidedByMaker":false,"graderVersion":"benchmark-grade.py@v1.1"},"cases":[{"caseId":"can-orbit-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"720p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.785,"billingNote":"720p minimum native resolution; priced at public fal.ai 720p retail rate ($0.157/s).","wallTimeSecMedian":243.53,"scores":{"ocr_char_accuracy":0.9545,"motion_disp_ratio":0.0939,"sharpness_retention":0.7243,"duration_ratio":1},"failureMode":"Static/under-animated clip: foreground motion 9.4% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/kling-4.0--can-orbit-5s--draw1.mp4"}},{"caseId":"neon-diner-5s","attemptsTotal":1,"attemptsUsable":1,"actualResolution":"720p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.785,"billingNote":"720p minimum native resolution; priced at public fal.ai 720p retail rate ($0.157/s).","wallTimeSecMedian":235.39,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.1308,"sharpness_retention":0.7166,"duration_ratio":1},"evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/kling-4.0--neon-diner-5s--draw1.mp4"}},{"caseId":"rally-track-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"720p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.785,"billingNote":"720p minimum native resolution; priced at public fal.ai 720p retail rate ($0.157/s).","wallTimeSecMedian":304.59,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.1517,"sharpness_retention":0.3569,"duration_ratio":1},"failureMode":"End-frame blur: sharpness retention 35.7% < 55% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/kling-4.0--rally-track-5s--draw1.mp4"}}],"verdict":"Passed 1/3 I2V stress tests (98.5% mean post-motion OCR, 12.5% foreground motion, 244s median render) for $0.467/s effective usable cost at fal.ai retail rates."},"suiteId":"product-i2v-v1","suiteTitle":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","suitePath":"/benchmarks/product-i2v-v1","tools":[{"domain":"kling.ai","name":"Kling AI","path":"/tools/kling.ai"}],"casesPassed":1,"casesTotal":3,"attemptsTotal":3,"attemptsUsable":1,"passRate":0.3333333333333333,"billedUsdTotal":2.355,"nominalCostPerSecUsd":0.157,"effectiveCostPerSecUsd":0.46726190476190477,"wallTimeSecMedian":243.53,"metricAverages":{"ocr_char_accuracy":0.9848333333333333,"motion_disp_ratio":0.12546666666666667,"sharpness_retention":0.5992666666666667,"duration_ratio":1}},{"run":{"runId":"product-i2v-v1-seedance-2.5","suiteId":"product-i2v-v1","testedAt":"2026-11-16","subject":{"kind":"model","name":"Seedance 2.5","versionTag":"2.5-480p","toolDomains":["byteplus.com"],"keelrouterModelId":"seedance-2.5"},"provenance":{"via":"keelrouter-upstream","creditsProvidedByMaker":false,"graderVersion":"benchmark-grade.py@v1.1"},"cases":[{"caseId":"can-orbit-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":1.1025,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.2205/s).","wallTimeSecMedian":142.46,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.0869,"sharpness_retention":0.9439,"duration_ratio":1},"failureMode":"Static/under-animated clip: foreground motion 8.7% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/seedance-2.5--can-orbit-5s--draw1.mp4"}},{"caseId":"neon-diner-5s","attemptsTotal":1,"attemptsUsable":1,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":1.1025,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.2205/s).","wallTimeSecMedian":143.51,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.1528,"sharpness_retention":0.8047,"duration_ratio":1},"evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/seedance-2.5--neon-diner-5s--draw1.mp4"}},{"caseId":"rally-track-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":1.1025,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.2205/s).","wallTimeSecMedian":139.66,"scores":{"ocr_char_accuracy":0.6667,"motion_disp_ratio":0.2205,"sharpness_retention":0.1063,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 66.7% < 90% gate (worst post-motion frame: no readable text by end frame); End-frame blur: sharpness retention 10.6% < 55% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/seedance-2.5--rally-track-5s--draw1.mp4"}}],"verdict":"Passed 1/3 I2V stress tests (88.9% mean post-motion OCR, 15.3% foreground motion, 142s median render) for $0.656/s effective usable cost at fal.ai retail rates."},"suiteId":"product-i2v-v1","suiteTitle":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","suitePath":"/benchmarks/product-i2v-v1","tools":[{"domain":"byteplus.com","name":"BytePlus","path":"/tools/byteplus.com"}],"casesPassed":1,"casesTotal":3,"attemptsTotal":3,"attemptsUsable":1,"passRate":0.3333333333333333,"billedUsdTotal":3.3075,"nominalCostPerSecUsd":0.2205,"effectiveCostPerSecUsd":0.65625,"wallTimeSecMedian":142.46,"metricAverages":{"ocr_char_accuracy":0.8889,"motion_disp_ratio":0.1534,"sharpness_retention":0.6183,"duration_ratio":1}},{"run":{"runId":"product-i2v-v1-flux-3-max","suiteId":"product-i2v-v1","testedAt":"2026-11-16","subject":{"kind":"model","name":"FLUX.3 Max Video","versionTag":"flux-3-max-720p","toolDomains":["bfl.ai"],"keelrouterModelId":"flux-3-max"},"provenance":{"via":"keelrouter-upstream","creditsProvidedByMaker":false,"graderVersion":"benchmark-grade.py@v1.1"},"cases":[{"caseId":"can-orbit-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"720p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.85,"billingNote":"720p minimum native resolution; priced at public fal.ai 720p retail rate ($0.17/s).","wallTimeSecMedian":18.95,"scores":{"ocr_char_accuracy":0.9091,"motion_disp_ratio":0.0583,"sharpness_retention":0.9344,"duration_ratio":1},"failureMode":"Static/under-animated clip: foreground motion 5.8% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/flux-3-max--can-orbit-5s--draw1.mp4"}},{"caseId":"neon-diner-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"720p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.85,"billingNote":"720p minimum native resolution; priced at public fal.ai 720p retail rate ($0.17/s).","wallTimeSecMedian":18.9,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.0402,"sharpness_retention":0.9326,"duration_ratio":1},"failureMode":"Static/under-animated clip: foreground motion 4.0% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/flux-3-max--neon-diner-5s--draw1.mp4"}},{"caseId":"rally-track-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"720p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.85,"billingNote":"720p minimum native resolution; priced at public fal.ai 720p retail rate ($0.17/s).","wallTimeSecMedian":18.9,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.0407,"sharpness_retention":0.5746,"duration_ratio":1},"failureMode":"Static/under-animated clip: foreground motion 4.1% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/flux-3-max--rally-track-5s--draw1.mp4"}}],"verdict":"Passed 0/3 I2V stress tests (97.0% mean post-motion OCR, 4.6% foreground motion, 19s median render) for DNF (0/3 usable) effective usable cost at fal.ai retail rates."},"suiteId":"product-i2v-v1","suiteTitle":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","suitePath":"/benchmarks/product-i2v-v1","tools":[{"domain":"bfl.ai","name":"Black Forest Labs","path":"/tools/bfl.ai"}],"casesPassed":0,"casesTotal":3,"attemptsTotal":3,"attemptsUsable":0,"passRate":0,"billedUsdTotal":2.55,"nominalCostPerSecUsd":0.16999999999999998,"effectiveCostPerSecUsd":null,"wallTimeSecMedian":18.9,"metricAverages":{"ocr_char_accuracy":0.9697,"motion_disp_ratio":0.0464,"sharpness_retention":0.8138666666666667,"duration_ratio":1}},{"run":{"runId":"product-i2v-v1-ltx-2.5-fast","suiteId":"product-i2v-v1","testedAt":"2026-11-16","subject":{"kind":"model","name":"LTX-2.5 Fast (Open-Weight)","versionTag":"2.5-fast-720p-open","toolDomains":["ltx.studio"],"keelrouterModelId":"ltx-2.5-fast"},"provenance":{"via":"keelrouter-upstream","creditsProvidedByMaker":false,"graderVersion":"benchmark-grade.py@v1.1"},"cases":[{"caseId":"can-orbit-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"720p","requestedDurationSec":6,"actualDurationSec":6.04,"billedUsdTotal":0.54,"billingNote":"Open-weight model; 720p 6s minimum native clip; priced at public fal.ai 720p retail rate ($0.09/s).","wallTimeSecMedian":33.23,"scores":{"ocr_char_accuracy":0.8333,"motion_disp_ratio":0.1428,"sharpness_retention":1,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 83.3% < 90% gate (worst post-motion frame: \"OURTHPEE LD.LOUD.LIME.\")","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/ltx-2.5-fast--can-orbit-5s--draw1.mp4"}},{"caseId":"neon-diner-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"720p","requestedDurationSec":6,"actualDurationSec":6.04,"billedUsdTotal":0.54,"billingNote":"Open-weight model; 720p 6s minimum native clip; priced at public fal.ai 720p retail rate ($0.09/s).","wallTimeSecMedian":32.76,"scores":{"ocr_char_accuracy":0.3333,"motion_disp_ratio":0.2129,"sharpness_retention":0.9616,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 33.3% < 90% gate (worst post-motion frame: no readable text by end frame)","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/ltx-2.5-fast--neon-diner-5s--draw1.mp4"}},{"caseId":"rally-track-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"720p","requestedDurationSec":6,"actualDurationSec":6.04,"billedUsdTotal":0.54,"billingNote":"Open-weight model; 720p 6s minimum native clip; priced at public fal.ai 720p retail rate ($0.09/s).","wallTimeSecMedian":43.87,"scores":{"ocr_char_accuracy":0.3333,"motion_disp_ratio":0.1871,"sharpness_retention":0.038,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 33.3% < 90% gate (worst post-motion frame: no readable text by end frame); End-frame blur: sharpness retention 3.8% < 55% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/ltx-2.5-fast--rally-track-5s--draw1.mp4"}}],"verdict":"Passed 0/3 I2V stress tests (50.0% mean post-motion OCR, 18.1% foreground motion, 33s median render) for DNF (0/3 usable) effective usable cost at fal.ai retail rates."},"suiteId":"product-i2v-v1","suiteTitle":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","suitePath":"/benchmarks/product-i2v-v1","tools":[{"domain":"ltx.studio","name":"LTX Studio","path":"/tools/ltx.studio"}],"casesPassed":0,"casesTotal":3,"attemptsTotal":3,"attemptsUsable":0,"passRate":0,"billedUsdTotal":1.62,"nominalCostPerSecUsd":0.09000000000000001,"effectiveCostPerSecUsd":null,"wallTimeSecMedian":33.23,"metricAverages":{"ocr_char_accuracy":0.49996666666666667,"motion_disp_ratio":0.1809333333333333,"sharpness_retention":0.6665333333333333,"duration_ratio":1}},{"run":{"runId":"product-i2v-v1-minimax-h3-max-turbo","suiteId":"product-i2v-v1","testedAt":"2026-11-16","subject":{"kind":"model","name":"MiniMax Hailuo H3 Max Turbo","versionTag":"h3-max-turbo-480p","toolDomains":["hailuoai.video","minimax.io"],"keelrouterModelId":"minimax-h3-max-turbo"},"provenance":{"via":"keelrouter-upstream","creditsProvidedByMaker":false,"graderVersion":"benchmark-grade.py@v1.1"},"cases":[{"caseId":"can-orbit-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.17,"billedUsdTotal":0.125,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.025/s).","wallTimeSecMedian":842.23,"scores":{"ocr_char_accuracy":0.9848,"motion_disp_ratio":0.0792,"sharpness_retention":0.8893,"duration_ratio":1},"failureMode":"Static/under-animated clip: foreground motion 7.9% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/minimax-h3-max-turbo--can-orbit-5s--draw1.mp4"}},{"caseId":"neon-diner-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.17,"billedUsdTotal":0.125,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.025/s).","wallTimeSecMedian":52.31,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.1029,"sharpness_retention":0.7887,"duration_ratio":1},"failureMode":"Static/under-animated clip: foreground motion 10.3% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/minimax-h3-max-turbo--neon-diner-5s--draw1.mp4"}},{"caseId":"rally-track-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.17,"billedUsdTotal":0.125,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.025/s).","wallTimeSecMedian":50.67,"scores":{"ocr_char_accuracy":0.5833,"motion_disp_ratio":0.0987,"sharpness_retention":0.913,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 58.3% < 90% gate (worst post-motion frame: \"86\"); Static/under-animated clip: foreground motion 9.9% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/minimax-h3-max-turbo--rally-track-5s--draw1.mp4"}}],"verdict":"Passed 0/3 I2V stress tests (85.6% mean post-motion OCR, 9.4% foreground motion, 52s median render) for DNF (0/3 usable) effective usable cost at fal.ai retail rates."},"suiteId":"product-i2v-v1","suiteTitle":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","suitePath":"/benchmarks/product-i2v-v1","tools":[{"domain":"hailuoai.video","name":"Hailuo AI","path":"/tools/hailuoai.video"},{"domain":"minimax.io","name":"MiniMax","path":"/tools/minimax.io"}],"casesPassed":0,"casesTotal":3,"attemptsTotal":3,"attemptsUsable":0,"passRate":0,"billedUsdTotal":0.375,"nominalCostPerSecUsd":0.025,"effectiveCostPerSecUsd":null,"wallTimeSecMedian":52.31,"metricAverages":{"ocr_char_accuracy":0.8560333333333333,"motion_disp_ratio":0.0936,"sharpness_retention":0.8636666666666667,"duration_ratio":1}},{"run":{"runId":"product-i2v-v1-seedance-2.0-fast","suiteId":"product-i2v-v1","testedAt":"2026-11-16","subject":{"kind":"model","name":"Seedance 2.0 Fast","versionTag":"2.0-fast-480p","toolDomains":["byteplus.com"],"keelrouterModelId":"seedance-2.0-fast"},"provenance":{"via":"keelrouter-upstream","creditsProvidedByMaker":false,"graderVersion":"benchmark-grade.py@v1.1"},"cases":[{"caseId":"can-orbit-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.577,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.1154/s).","wallTimeSecMedian":104.66,"scores":{"ocr_char_accuracy":0.8788,"motion_disp_ratio":0.1179,"sharpness_retention":1,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 87.9% < 90% gate (worst post-motion frame: \"URTHFEED OUD.LIME. O\"); Static/under-animated clip: foreground motion 11.8% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/seedance-2.0-fast--can-orbit-5s--draw1.mp4"}},{"caseId":"neon-diner-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.577,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.1154/s).","wallTimeSecMedian":104.08,"scores":{"ocr_char_accuracy":0.7821,"motion_disp_ratio":0.2344,"sharpness_retention":0.6504,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 78.2% < 90% gate (worst post-motion frame: \"OPEN24HOURS\")","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/seedance-2.0-fast--neon-diner-5s--draw1.mp4"}},{"caseId":"rally-track-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.577,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.1154/s).","wallTimeSecMedian":108.36,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.246,"sharpness_retention":0.5079,"duration_ratio":1},"failureMode":"End-frame blur: sharpness retention 50.8% < 55% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/seedance-2.0-fast--rally-track-5s--draw1.mp4"}}],"verdict":"Passed 0/3 I2V stress tests (88.7% mean post-motion OCR, 19.9% foreground motion, 105s median render) for DNF (0/3 usable) effective usable cost at fal.ai retail rates."},"suiteId":"product-i2v-v1","suiteTitle":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","suitePath":"/benchmarks/product-i2v-v1","tools":[{"domain":"byteplus.com","name":"BytePlus","path":"/tools/byteplus.com"}],"casesPassed":0,"casesTotal":3,"attemptsTotal":3,"attemptsUsable":0,"passRate":0,"billedUsdTotal":1.7309999999999999,"nominalCostPerSecUsd":0.11539999999999999,"effectiveCostPerSecUsd":null,"wallTimeSecMedian":104.66,"metricAverages":{"ocr_char_accuracy":0.8869666666666666,"motion_disp_ratio":0.19943333333333335,"sharpness_retention":0.7194333333333333,"duration_ratio":1}},{"run":{"runId":"product-i2v-v1-cosmos-3-super-image-to-video","suiteId":"product-i2v-v1","testedAt":"2026-11-16","subject":{"kind":"model","name":"NVIDIA Cosmos 3 Super (Open-Weight)","versionTag":"cosmos-3-super-5s-open","toolDomains":["build.nvidia.com"],"keelrouterModelId":"cosmos-3-super-image-to-video"},"provenance":{"via":"keelrouter-upstream","creditsProvidedByMaker":false,"graderVersion":"benchmark-grade.py@v1.1"},"cases":[{"caseId":"can-orbit-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.25,"billingNote":"Open-weight NVIDIA Cosmos 3 Super (121 frames @ 24fps); priced at public fal.ai retail rate ($0.05/s).","wallTimeSecMedian":310.73,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.087,"sharpness_retention":0.919,"duration_ratio":1},"failureMode":"Static/under-animated clip: foreground motion 8.7% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/cosmos-3-super-image-to-video--can-orbit-5s--draw1.mp4"}},{"caseId":"neon-diner-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.25,"billingNote":"Open-weight NVIDIA Cosmos 3 Super (121 frames @ 24fps); priced at public fal.ai retail rate ($0.05/s).","wallTimeSecMedian":464.48,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.0178,"sharpness_retention":1,"duration_ratio":1},"failureMode":"Static/under-animated clip: foreground motion 1.8% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/cosmos-3-super-image-to-video--neon-diner-5s--draw1.mp4"}},{"caseId":"rally-track-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.25,"billingNote":"Open-weight NVIDIA Cosmos 3 Super (121 frames @ 24fps); priced at public fal.ai retail rate ($0.05/s).","wallTimeSecMedian":533.1,"scores":{"ocr_char_accuracy":0.6944,"motion_disp_ratio":0.2073,"sharpness_retention":0.5924,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 69.4% < 90% gate (worst post-motion frame: \"8\")","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/cosmos-3-super-image-to-video--rally-track-5s--draw1.mp4"}}],"verdict":"Passed 0/3 I2V stress tests (89.8% mean post-motion OCR, 10.4% foreground motion, 464s median render) for DNF (0/3 usable) effective usable cost at fal.ai retail rates."},"suiteId":"product-i2v-v1","suiteTitle":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","suitePath":"/benchmarks/product-i2v-v1","tools":[{"domain":"build.nvidia.com","name":"NVIDIA NIM","path":"/tools/build.nvidia.com"}],"casesPassed":0,"casesTotal":3,"attemptsTotal":3,"attemptsUsable":0,"passRate":0,"billedUsdTotal":0.75,"nominalCostPerSecUsd":0.05,"effectiveCostPerSecUsd":null,"wallTimeSecMedian":464.48,"metricAverages":{"ocr_char_accuracy":0.8981333333333333,"motion_disp_ratio":0.10403333333333332,"sharpness_retention":0.8371333333333334,"duration_ratio":1}}]}}