{"suite_id":"product-i2v-v1","track":"product-i2v","version":1,"frozen_at":"2026-11-16","as_of":"2026-11-16","title":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","description":"Standardized single-draw (n=1) 5-second image-to-video benchmark across three classic AI-video stress tests (curved metallic soda can splash orbit, rainy neon corner diner push-in, and desert highway vintage rally car lateral tracking). Graded 100% by deterministic scripts (Apple Vision OCR with language autocomplete disabled + dense Farnebäck optical flow + Laplacian sharpness retention), pricing every model uniformly against public fal.ai retail per-second rates.","query":"best ai image to video model benchmark","max_attempts_per_case":1,"grader_script":"scripts/benchmark-grade.py","metrics":[{"id":"ocr_char_accuracy","label":"Post-motion OCR accuracy","unit":"ratio","higherIsBetter":true,"passGate":{"op":"gte","value":0.9}},{"id":"motion_disp_ratio","label":"Foreground motion ratio","unit":"ratio","higherIsBetter":true,"passGate":{"op":"gte","value":0.12}},{"id":"sharpness_retention","label":"End-frame sharpness retention","unit":"ratio","higherIsBetter":true,"passGate":{"op":"gte","value":0.55}},{"id":"duration_ratio","label":"Delivered duration ratio","unit":"ratio","higherIsBetter":true,"passGate":{"op":"gte","value":0.9}}],"cases":[{"caseId":"can-orbit-5s","title":"Curved metallic soda can splash & 25° camera orbit","prompt":"Slow commercial studio camera orbit 25 degrees around the chilled emerald-green FOURTHFEED aluminum soda can while the top water splash crown, floating ice cubes, and fresh lime wedges drift gently in slow motion; keep both 'FOURTHFEED' and 'COLD. LOUD. LIME.' printed on the curved can sharp and readable.","targetDurationSec":5,"targetResolution":"480p","inputs":[{"kind":"image","r2Url":"https://assets.fourthfeed.com/benchmarks/product-i2v-v1/ff-can-orbit-v2.png","sha256":"e6f93829af912a89789f27880343d7d6807e44d1f8d06b164f5377c4fa76a7b7","note":"Proprietary curved metallic can with condensation droplets over ink; target OCR tokens at t>=2.5s: FOURTHFEED, COLD, LOUD, LIME"}],"passRule":"ocr_char_accuracy >= 0.90 on [FOURTHFEED, COLD, LOUD, LIME] at t>=2.5s, motion_disp_ratio >= 0.12, sharpness_retention >= 0.55, duration_ratio >= 0.90"},{"caseId":"neon-diner-5s","title":"Rainy night neon corner diner push-in & wet reflections","prompt":"Smooth cinematic nighttime camera push-in toward the glowing neon FOURTHFEED DINER facade in light rain as wet asphalt reflections shimmer and the pedestrian holding the clear umbrella walks slowly forward along the sidewalk; keep 'FOURTHFEED DINER' and 'OPEN 24 HOURS' razor-sharp and legible.","targetDurationSec":5,"targetResolution":"480p","inputs":[{"kind":"image","r2Url":"https://assets.fourthfeed.com/benchmarks/product-i2v-v1/ff-neon-diner-v1.png","sha256":"ccab1c2a52989a76b3986e8b200e7f65b313526e988267ba8f2fa6484a146355","note":"Proprietary rainy neon diner storefront; target OCR tokens at t>=2.5s: FOURTHFEED, DINER, OPEN, 24, HOURS"}],"passRule":"ocr_char_accuracy >= 0.90 on [FOURTHFEED, DINER, OPEN, 24, HOURS] at t>=2.5s, motion_disp_ratio >= 0.12, sharpness_retention >= 0.55, duration_ratio >= 0.90"},{"caseId":"rally-track-5s","title":"Desert highway vintage rally car lateral tracking shot","prompt":"Fast lateral motorsport tracking shot pacing alongside the orange-and-white FOURTHFEED #86 vintage rally coupe accelerating down the desert highway past the ROUTE 66 roadside sign while desert dust trails behind the spinning tires; keep the 'FOURTHFEED 86' side-door livery crisp and legible in center frame.","targetDurationSec":5,"targetResolution":"480p","inputs":[{"kind":"image","r2Url":"https://assets.fourthfeed.com/benchmarks/product-i2v-v1/ff-rally-track-v1.png","sha256":"cc65ce87cf1b4d4712f3368a98e760581187c458f019428ab33481c9a31db56a","note":"Proprietary desert rally coupe; target OCR tokens at t>=2.5s on moving door livery: FOURTHFEED, 86"}],"passRule":"ocr_char_accuracy >= 0.90 on [FOURTHFEED, 86] at t>=2.5s, motion_disp_ratio >= 0.12, sharpness_retention >= 0.55, duration_ratio >= 0.90"}],"runs":[{"run_id":"product-i2v-v1-vidu-q4","suite_id":"product-i2v-v1","suite_title":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","suite_page":"https://fourthfeed.com/benchmarks/product-i2v-v1?utm_source=api","tested_at":"2026-11-16","subject":{"kind":"model","name":"Vidu Q4","version_tag":"q4-540p","tool_domains":["vidu.com"],"tools":[{"domain":"vidu.com","name":"Vidu Studio AI","page":"https://fourthfeed.com/tools/vidu.com?utm_source=api"}],"keelrouter_model_id":"vidu-q4"},"provenance":{"via":"keelrouter-upstream","credits_provided_by_maker":false,"grader_version":"benchmark-grade.py@v1.1"},"cases_passed":2,"cases_total":3,"attempts_total":3,"attempts_usable":2,"pass_rate":0.6667,"billed_usd_total":0.4725,"nominal_cost_per_sec_usd":0.0315,"effective_cost_per_sec_usd":0.0469,"wall_time_sec_median":115.47,"metric_averages":{"ocr_char_accuracy":1,"motion_disp_ratio":0.15353333333333333,"sharpness_retention":0.7432666666666666,"duration_ratio":1},"verdict":"Passed 2/3 I2V stress tests (100.0% mean post-motion OCR, 15.4% foreground motion, 115s median render) for $0.047/s effective usable cost at fal.ai retail rates.","cases":[{"caseId":"can-orbit-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"540p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.1575,"billingNote":"540p minimum native resolution; priced at public fal.ai 540p retail rate ($0.0315/s).","wallTimeSecMedian":113.5,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.0882,"sharpness_retention":1,"duration_ratio":1},"failureMode":"Static/under-animated clip: foreground motion 8.8% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/vidu-q4--can-orbit-5s--draw1.mp4"}},{"caseId":"neon-diner-5s","attemptsTotal":1,"attemptsUsable":1,"actualResolution":"540p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.1575,"billingNote":"540p minimum native resolution; priced at public fal.ai 540p retail rate ($0.0315/s).","wallTimeSecMedian":120.03,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.2169,"sharpness_retention":0.669,"duration_ratio":1},"evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/vidu-q4--neon-diner-5s--draw1.mp4"}},{"caseId":"rally-track-5s","attemptsTotal":1,"attemptsUsable":1,"actualResolution":"540p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.1575,"billingNote":"540p minimum native resolution; priced at public fal.ai 540p retail rate ($0.0315/s).","wallTimeSecMedian":115.47,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.1555,"sharpness_retention":0.5608,"duration_ratio":1},"evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/vidu-q4--rally-track-5s--draw1.mp4"}}]},{"run_id":"product-i2v-v1-wan-3.0-video","suite_id":"product-i2v-v1","suite_title":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","suite_page":"https://fourthfeed.com/benchmarks/product-i2v-v1?utm_source=api","tested_at":"2026-11-16","subject":{"kind":"model","name":"Wan 3.0 Video","version_tag":"3.0-standard-480p","tool_domains":["wan.video"],"tools":[{"domain":"wan.video","name":"Wan","page":"https://fourthfeed.com/tools/wan.video?utm_source=api"}],"keelrouter_model_id":"wan-3.0-video"},"provenance":{"via":"keelrouter-upstream","credits_provided_by_maker":false,"grader_version":"benchmark-grade.py@v1.1"},"cases_passed":1,"cases_total":3,"attempts_total":3,"attempts_usable":1,"pass_rate":0.3333,"billed_usd_total":0.75,"nominal_cost_per_sec_usd":0.05,"effective_cost_per_sec_usd":0.15,"wall_time_sec_median":93.07,"metric_averages":{"ocr_char_accuracy":0.8728333333333333,"motion_disp_ratio":0.19676666666666667,"sharpness_retention":0.43956666666666666,"duration_ratio":1},"verdict":"Passed 1/3 I2V stress tests (87.3% mean post-motion OCR, 19.7% foreground motion, 93s median render) for $0.150/s effective usable cost at fal.ai retail rates.","cases":[{"caseId":"can-orbit-5s","attemptsTotal":1,"attemptsUsable":1,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5,"billedUsdTotal":0.25,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.05/s).","wallTimeSecMedian":93.07,"scores":{"ocr_char_accuracy":0.9091,"motion_disp_ratio":0.1316,"sharpness_retention":0.7766,"duration_ratio":1},"evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/wan-3.0-video--can-orbit-5s--draw1.mp4"}},{"caseId":"neon-diner-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5,"billedUsdTotal":0.25,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.05/s).","wallTimeSecMedian":93.07,"scores":{"ocr_char_accuracy":0.9872,"motion_disp_ratio":0.2248,"sharpness_retention":0.4333,"duration_ratio":1},"failureMode":"End-frame blur: sharpness retention 43.3% < 55% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/wan-3.0-video--neon-diner-5s--draw1.mp4"}},{"caseId":"rally-track-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5,"billedUsdTotal":0.25,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.05/s).","wallTimeSecMedian":103.8,"scores":{"ocr_char_accuracy":0.7222,"motion_disp_ratio":0.2339,"sharpness_retention":0.1088,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 72.2% < 90% gate (worst post-motion frame: \"6 86\"); End-frame blur: sharpness retention 10.9% < 55% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/wan-3.0-video--rally-track-5s--draw1.mp4"}}]},{"run_id":"product-i2v-v1-grok-imagine-video-1.5","suite_id":"product-i2v-v1","suite_title":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","suite_page":"https://fourthfeed.com/benchmarks/product-i2v-v1?utm_source=api","tested_at":"2026-11-16","subject":{"kind":"model","name":"Grok Imagine Video 1.5","version_tag":"1.5-480p","tool_domains":["docs.x.ai"],"tools":[{"domain":"docs.x.ai","name":"xAI Grok API","page":"https://fourthfeed.com/tools/docs.x.ai?utm_source=api"}],"keelrouter_model_id":"grok-imagine-video-1.5"},"provenance":{"via":"keelrouter-upstream","credits_provided_by_maker":false,"grader_version":"benchmark-grade.py@v1.1"},"cases_passed":1,"cases_total":3,"attempts_total":3,"attempts_usable":1,"pass_rate":0.3333,"billed_usd_total":1.2,"nominal_cost_per_sec_usd":0.08,"effective_cost_per_sec_usd":0.2381,"wall_time_sec_median":45.07,"metric_averages":{"ocr_char_accuracy":0.7963,"motion_disp_ratio":0.2217,"sharpness_retention":0.6169,"duration_ratio":1},"verdict":"Passed 1/3 I2V stress tests (79.6% mean post-motion OCR, 22.2% foreground motion, 45s median render) for $0.238/s effective usable cost at fal.ai retail rates.","cases":[{"caseId":"can-orbit-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.4,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.08/s).","wallTimeSecMedian":33.46,"scores":{"ocr_char_accuracy":0.6667,"motion_disp_ratio":0.1457,"sharpness_retention":0.7454,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 66.7% < 90% gate (worst post-motion frame: \"FOUN COLD.LOU\")","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/grok-imagine-video-1.5--can-orbit-5s--draw1.mp4"}},{"caseId":"neon-diner-5s","attemptsTotal":1,"attemptsUsable":1,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.4,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.08/s).","wallTimeSecMedian":47.59,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.2306,"sharpness_retention":0.8308,"duration_ratio":1},"evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/grok-imagine-video-1.5--neon-diner-5s--draw1.mp4"}},{"caseId":"rally-track-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.4,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.08/s).","wallTimeSecMedian":45.07,"scores":{"ocr_char_accuracy":0.7222,"motion_disp_ratio":0.2888,"sharpness_retention":0.2745,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 72.2% < 90% gate (worst post-motion frame: \"D Fme 86\"); End-frame blur: sharpness retention 27.5% < 55% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/grok-imagine-video-1.5--rally-track-5s--draw1.mp4"}}]},{"run_id":"product-i2v-v1-kling-4.0","suite_id":"product-i2v-v1","suite_title":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","suite_page":"https://fourthfeed.com/benchmarks/product-i2v-v1?utm_source=api","tested_at":"2026-11-16","subject":{"kind":"model","name":"Kling 4.0","version_tag":"4.0-720p","tool_domains":["kling.ai"],"tools":[{"domain":"kling.ai","name":"Kling AI","page":"https://fourthfeed.com/tools/kling.ai?utm_source=api"}],"keelrouter_model_id":"kling-4.0"},"provenance":{"via":"keelrouter-upstream","credits_provided_by_maker":false,"grader_version":"benchmark-grade.py@v1.1"},"cases_passed":1,"cases_total":3,"attempts_total":3,"attempts_usable":1,"pass_rate":0.3333,"billed_usd_total":2.355,"nominal_cost_per_sec_usd":0.157,"effective_cost_per_sec_usd":0.4673,"wall_time_sec_median":243.53,"metric_averages":{"ocr_char_accuracy":0.9848333333333333,"motion_disp_ratio":0.12546666666666667,"sharpness_retention":0.5992666666666667,"duration_ratio":1},"verdict":"Passed 1/3 I2V stress tests (98.5% mean post-motion OCR, 12.5% foreground motion, 244s median render) for $0.467/s effective usable cost at fal.ai retail rates.","cases":[{"caseId":"can-orbit-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"720p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.785,"billingNote":"720p minimum native resolution; priced at public fal.ai 720p retail rate ($0.157/s).","wallTimeSecMedian":243.53,"scores":{"ocr_char_accuracy":0.9545,"motion_disp_ratio":0.0939,"sharpness_retention":0.7243,"duration_ratio":1},"failureMode":"Static/under-animated clip: foreground motion 9.4% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/kling-4.0--can-orbit-5s--draw1.mp4"}},{"caseId":"neon-diner-5s","attemptsTotal":1,"attemptsUsable":1,"actualResolution":"720p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.785,"billingNote":"720p minimum native resolution; priced at public fal.ai 720p retail rate ($0.157/s).","wallTimeSecMedian":235.39,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.1308,"sharpness_retention":0.7166,"duration_ratio":1},"evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/kling-4.0--neon-diner-5s--draw1.mp4"}},{"caseId":"rally-track-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"720p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.785,"billingNote":"720p minimum native resolution; priced at public fal.ai 720p retail rate ($0.157/s).","wallTimeSecMedian":304.59,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.1517,"sharpness_retention":0.3569,"duration_ratio":1},"failureMode":"End-frame blur: sharpness retention 35.7% < 55% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/kling-4.0--rally-track-5s--draw1.mp4"}}]},{"run_id":"product-i2v-v1-seedance-2.5","suite_id":"product-i2v-v1","suite_title":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","suite_page":"https://fourthfeed.com/benchmarks/product-i2v-v1?utm_source=api","tested_at":"2026-11-16","subject":{"kind":"model","name":"Seedance 2.5","version_tag":"2.5-480p","tool_domains":["byteplus.com"],"tools":[{"domain":"byteplus.com","name":"BytePlus","page":"https://fourthfeed.com/tools/byteplus.com?utm_source=api"}],"keelrouter_model_id":"seedance-2.5"},"provenance":{"via":"keelrouter-upstream","credits_provided_by_maker":false,"grader_version":"benchmark-grade.py@v1.1"},"cases_passed":1,"cases_total":3,"attempts_total":3,"attempts_usable":1,"pass_rate":0.3333,"billed_usd_total":3.3075,"nominal_cost_per_sec_usd":0.2205,"effective_cost_per_sec_usd":0.6563,"wall_time_sec_median":142.46,"metric_averages":{"ocr_char_accuracy":0.8889,"motion_disp_ratio":0.1534,"sharpness_retention":0.6183,"duration_ratio":1},"verdict":"Passed 1/3 I2V stress tests (88.9% mean post-motion OCR, 15.3% foreground motion, 142s median render) for $0.656/s effective usable cost at fal.ai retail rates.","cases":[{"caseId":"can-orbit-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":1.1025,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.2205/s).","wallTimeSecMedian":142.46,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.0869,"sharpness_retention":0.9439,"duration_ratio":1},"failureMode":"Static/under-animated clip: foreground motion 8.7% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/seedance-2.5--can-orbit-5s--draw1.mp4"}},{"caseId":"neon-diner-5s","attemptsTotal":1,"attemptsUsable":1,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":1.1025,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.2205/s).","wallTimeSecMedian":143.51,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.1528,"sharpness_retention":0.8047,"duration_ratio":1},"evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/seedance-2.5--neon-diner-5s--draw1.mp4"}},{"caseId":"rally-track-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":1.1025,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.2205/s).","wallTimeSecMedian":139.66,"scores":{"ocr_char_accuracy":0.6667,"motion_disp_ratio":0.2205,"sharpness_retention":0.1063,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 66.7% < 90% gate (worst post-motion frame: no readable text by end frame); End-frame blur: sharpness retention 10.6% < 55% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/seedance-2.5--rally-track-5s--draw1.mp4"}}]},{"run_id":"product-i2v-v1-flux-3-max","suite_id":"product-i2v-v1","suite_title":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","suite_page":"https://fourthfeed.com/benchmarks/product-i2v-v1?utm_source=api","tested_at":"2026-11-16","subject":{"kind":"model","name":"FLUX.3 Max Video","version_tag":"flux-3-max-720p","tool_domains":["bfl.ai"],"tools":[{"domain":"bfl.ai","name":"Black Forest Labs","page":"https://fourthfeed.com/tools/bfl.ai?utm_source=api"}],"keelrouter_model_id":"flux-3-max"},"provenance":{"via":"keelrouter-upstream","credits_provided_by_maker":false,"grader_version":"benchmark-grade.py@v1.1"},"cases_passed":0,"cases_total":3,"attempts_total":3,"attempts_usable":0,"pass_rate":0,"billed_usd_total":2.55,"nominal_cost_per_sec_usd":0.17,"effective_cost_per_sec_usd":null,"wall_time_sec_median":18.9,"metric_averages":{"ocr_char_accuracy":0.9697,"motion_disp_ratio":0.0464,"sharpness_retention":0.8138666666666667,"duration_ratio":1},"verdict":"Passed 0/3 I2V stress tests (97.0% mean post-motion OCR, 4.6% foreground motion, 19s median render) for DNF (0/3 usable) effective usable cost at fal.ai retail rates.","cases":[{"caseId":"can-orbit-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"720p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.85,"billingNote":"720p minimum native resolution; priced at public fal.ai 720p retail rate ($0.17/s).","wallTimeSecMedian":18.95,"scores":{"ocr_char_accuracy":0.9091,"motion_disp_ratio":0.0583,"sharpness_retention":0.9344,"duration_ratio":1},"failureMode":"Static/under-animated clip: foreground motion 5.8% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/flux-3-max--can-orbit-5s--draw1.mp4"}},{"caseId":"neon-diner-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"720p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.85,"billingNote":"720p minimum native resolution; priced at public fal.ai 720p retail rate ($0.17/s).","wallTimeSecMedian":18.9,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.0402,"sharpness_retention":0.9326,"duration_ratio":1},"failureMode":"Static/under-animated clip: foreground motion 4.0% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/flux-3-max--neon-diner-5s--draw1.mp4"}},{"caseId":"rally-track-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"720p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.85,"billingNote":"720p minimum native resolution; priced at public fal.ai 720p retail rate ($0.17/s).","wallTimeSecMedian":18.9,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.0407,"sharpness_retention":0.5746,"duration_ratio":1},"failureMode":"Static/under-animated clip: foreground motion 4.1% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/flux-3-max--rally-track-5s--draw1.mp4"}}]},{"run_id":"product-i2v-v1-ltx-2.5-fast","suite_id":"product-i2v-v1","suite_title":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","suite_page":"https://fourthfeed.com/benchmarks/product-i2v-v1?utm_source=api","tested_at":"2026-11-16","subject":{"kind":"model","name":"LTX-2.5 Fast (Open-Weight)","version_tag":"2.5-fast-720p-open","tool_domains":["ltx.studio"],"tools":[{"domain":"ltx.studio","name":"LTX Studio","page":"https://fourthfeed.com/tools/ltx.studio?utm_source=api"}],"keelrouter_model_id":"ltx-2.5-fast"},"provenance":{"via":"keelrouter-upstream","credits_provided_by_maker":false,"grader_version":"benchmark-grade.py@v1.1"},"cases_passed":0,"cases_total":3,"attempts_total":3,"attempts_usable":0,"pass_rate":0,"billed_usd_total":1.62,"nominal_cost_per_sec_usd":0.09,"effective_cost_per_sec_usd":null,"wall_time_sec_median":33.23,"metric_averages":{"ocr_char_accuracy":0.49996666666666667,"motion_disp_ratio":0.1809333333333333,"sharpness_retention":0.6665333333333333,"duration_ratio":1},"verdict":"Passed 0/3 I2V stress tests (50.0% mean post-motion OCR, 18.1% foreground motion, 33s median render) for DNF (0/3 usable) effective usable cost at fal.ai retail rates.","cases":[{"caseId":"can-orbit-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"720p","requestedDurationSec":6,"actualDurationSec":6.04,"billedUsdTotal":0.54,"billingNote":"Open-weight model; 720p 6s minimum native clip; priced at public fal.ai 720p retail rate ($0.09/s).","wallTimeSecMedian":33.23,"scores":{"ocr_char_accuracy":0.8333,"motion_disp_ratio":0.1428,"sharpness_retention":1,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 83.3% < 90% gate (worst post-motion frame: \"OURTHPEE LD.LOUD.LIME.\")","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/ltx-2.5-fast--can-orbit-5s--draw1.mp4"}},{"caseId":"neon-diner-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"720p","requestedDurationSec":6,"actualDurationSec":6.04,"billedUsdTotal":0.54,"billingNote":"Open-weight model; 720p 6s minimum native clip; priced at public fal.ai 720p retail rate ($0.09/s).","wallTimeSecMedian":32.76,"scores":{"ocr_char_accuracy":0.3333,"motion_disp_ratio":0.2129,"sharpness_retention":0.9616,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 33.3% < 90% gate (worst post-motion frame: no readable text by end frame)","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/ltx-2.5-fast--neon-diner-5s--draw1.mp4"}},{"caseId":"rally-track-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"720p","requestedDurationSec":6,"actualDurationSec":6.04,"billedUsdTotal":0.54,"billingNote":"Open-weight model; 720p 6s minimum native clip; priced at public fal.ai 720p retail rate ($0.09/s).","wallTimeSecMedian":43.87,"scores":{"ocr_char_accuracy":0.3333,"motion_disp_ratio":0.1871,"sharpness_retention":0.038,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 33.3% < 90% gate (worst post-motion frame: no readable text by end frame); End-frame blur: sharpness retention 3.8% < 55% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/ltx-2.5-fast--rally-track-5s--draw1.mp4"}}]},{"run_id":"product-i2v-v1-minimax-h3-max-turbo","suite_id":"product-i2v-v1","suite_title":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","suite_page":"https://fourthfeed.com/benchmarks/product-i2v-v1?utm_source=api","tested_at":"2026-11-16","subject":{"kind":"model","name":"MiniMax Hailuo H3 Max Turbo","version_tag":"h3-max-turbo-480p","tool_domains":["hailuoai.video","minimax.io"],"tools":[{"domain":"hailuoai.video","name":"Hailuo AI","page":"https://fourthfeed.com/tools/hailuoai.video?utm_source=api"},{"domain":"minimax.io","name":"MiniMax","page":"https://fourthfeed.com/tools/minimax.io?utm_source=api"}],"keelrouter_model_id":"minimax-h3-max-turbo"},"provenance":{"via":"keelrouter-upstream","credits_provided_by_maker":false,"grader_version":"benchmark-grade.py@v1.1"},"cases_passed":0,"cases_total":3,"attempts_total":3,"attempts_usable":0,"pass_rate":0,"billed_usd_total":0.375,"nominal_cost_per_sec_usd":0.025,"effective_cost_per_sec_usd":null,"wall_time_sec_median":52.31,"metric_averages":{"ocr_char_accuracy":0.8560333333333333,"motion_disp_ratio":0.0936,"sharpness_retention":0.8636666666666667,"duration_ratio":1},"verdict":"Passed 0/3 I2V stress tests (85.6% mean post-motion OCR, 9.4% foreground motion, 52s median render) for DNF (0/3 usable) effective usable cost at fal.ai retail rates.","cases":[{"caseId":"can-orbit-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.17,"billedUsdTotal":0.125,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.025/s).","wallTimeSecMedian":842.23,"scores":{"ocr_char_accuracy":0.9848,"motion_disp_ratio":0.0792,"sharpness_retention":0.8893,"duration_ratio":1},"failureMode":"Static/under-animated clip: foreground motion 7.9% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/minimax-h3-max-turbo--can-orbit-5s--draw1.mp4"}},{"caseId":"neon-diner-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.17,"billedUsdTotal":0.125,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.025/s).","wallTimeSecMedian":52.31,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.1029,"sharpness_retention":0.7887,"duration_ratio":1},"failureMode":"Static/under-animated clip: foreground motion 10.3% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/minimax-h3-max-turbo--neon-diner-5s--draw1.mp4"}},{"caseId":"rally-track-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.17,"billedUsdTotal":0.125,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.025/s).","wallTimeSecMedian":50.67,"scores":{"ocr_char_accuracy":0.5833,"motion_disp_ratio":0.0987,"sharpness_retention":0.913,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 58.3% < 90% gate (worst post-motion frame: \"86\"); Static/under-animated clip: foreground motion 9.9% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/minimax-h3-max-turbo--rally-track-5s--draw1.mp4"}}]},{"run_id":"product-i2v-v1-seedance-2.0-fast","suite_id":"product-i2v-v1","suite_title":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","suite_page":"https://fourthfeed.com/benchmarks/product-i2v-v1?utm_source=api","tested_at":"2026-11-16","subject":{"kind":"model","name":"Seedance 2.0 Fast","version_tag":"2.0-fast-480p","tool_domains":["byteplus.com"],"tools":[{"domain":"byteplus.com","name":"BytePlus","page":"https://fourthfeed.com/tools/byteplus.com?utm_source=api"}],"keelrouter_model_id":"seedance-2.0-fast"},"provenance":{"via":"keelrouter-upstream","credits_provided_by_maker":false,"grader_version":"benchmark-grade.py@v1.1"},"cases_passed":0,"cases_total":3,"attempts_total":3,"attempts_usable":0,"pass_rate":0,"billed_usd_total":1.731,"nominal_cost_per_sec_usd":0.1154,"effective_cost_per_sec_usd":null,"wall_time_sec_median":104.66,"metric_averages":{"ocr_char_accuracy":0.8869666666666666,"motion_disp_ratio":0.19943333333333335,"sharpness_retention":0.7194333333333333,"duration_ratio":1},"verdict":"Passed 0/3 I2V stress tests (88.7% mean post-motion OCR, 19.9% foreground motion, 105s median render) for DNF (0/3 usable) effective usable cost at fal.ai retail rates.","cases":[{"caseId":"can-orbit-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.577,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.1154/s).","wallTimeSecMedian":104.66,"scores":{"ocr_char_accuracy":0.8788,"motion_disp_ratio":0.1179,"sharpness_retention":1,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 87.9% < 90% gate (worst post-motion frame: \"URTHFEED OUD.LIME. O\"); Static/under-animated clip: foreground motion 11.8% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/seedance-2.0-fast--can-orbit-5s--draw1.mp4"}},{"caseId":"neon-diner-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.577,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.1154/s).","wallTimeSecMedian":104.08,"scores":{"ocr_char_accuracy":0.7821,"motion_disp_ratio":0.2344,"sharpness_retention":0.6504,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 78.2% < 90% gate (worst post-motion frame: \"OPEN24HOURS\")","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/seedance-2.0-fast--neon-diner-5s--draw1.mp4"}},{"caseId":"rally-track-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.577,"billingNote":"Priced uniformly at public fal.ai 480p retail rate ($0.1154/s).","wallTimeSecMedian":108.36,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.246,"sharpness_retention":0.5079,"duration_ratio":1},"failureMode":"End-frame blur: sharpness retention 50.8% < 55% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/seedance-2.0-fast--rally-track-5s--draw1.mp4"}}]},{"run_id":"product-i2v-v1-cosmos-3-super-image-to-video","suite_id":"product-i2v-v1","suite_title":"Image-to-video benchmark: classic community stress tests, OCR legibility & effective $/s (v1)","suite_page":"https://fourthfeed.com/benchmarks/product-i2v-v1?utm_source=api","tested_at":"2026-11-16","subject":{"kind":"model","name":"NVIDIA Cosmos 3 Super (Open-Weight)","version_tag":"cosmos-3-super-5s-open","tool_domains":["build.nvidia.com"],"tools":[{"domain":"build.nvidia.com","name":"NVIDIA NIM","page":"https://fourthfeed.com/tools/build.nvidia.com?utm_source=api"}],"keelrouter_model_id":"cosmos-3-super-image-to-video"},"provenance":{"via":"keelrouter-upstream","credits_provided_by_maker":false,"grader_version":"benchmark-grade.py@v1.1"},"cases_passed":0,"cases_total":3,"attempts_total":3,"attempts_usable":0,"pass_rate":0,"billed_usd_total":0.75,"nominal_cost_per_sec_usd":0.05,"effective_cost_per_sec_usd":null,"wall_time_sec_median":464.48,"metric_averages":{"ocr_char_accuracy":0.8981333333333333,"motion_disp_ratio":0.10403333333333332,"sharpness_retention":0.8371333333333334,"duration_ratio":1},"verdict":"Passed 0/3 I2V stress tests (89.8% mean post-motion OCR, 10.4% foreground motion, 464s median render) for DNF (0/3 usable) effective usable cost at fal.ai retail rates.","cases":[{"caseId":"can-orbit-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.25,"billingNote":"Open-weight NVIDIA Cosmos 3 Super (121 frames @ 24fps); priced at public fal.ai retail rate ($0.05/s).","wallTimeSecMedian":310.73,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.087,"sharpness_retention":0.919,"duration_ratio":1},"failureMode":"Static/under-animated clip: foreground motion 8.7% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/cosmos-3-super-image-to-video--can-orbit-5s--draw1.mp4"}},{"caseId":"neon-diner-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.25,"billingNote":"Open-weight NVIDIA Cosmos 3 Super (121 frames @ 24fps); priced at public fal.ai retail rate ($0.05/s).","wallTimeSecMedian":464.48,"scores":{"ocr_char_accuracy":1,"motion_disp_ratio":0.0178,"sharpness_retention":1,"duration_ratio":1},"failureMode":"Static/under-animated clip: foreground motion 1.8% < 12% gate","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/cosmos-3-super-image-to-video--neon-diner-5s--draw1.mp4"}},{"caseId":"rally-track-5s","attemptsTotal":1,"attemptsUsable":0,"actualResolution":"480p","requestedDurationSec":5,"actualDurationSec":5.04,"billedUsdTotal":0.25,"billingNote":"Open-weight NVIDIA Cosmos 3 Super (121 frames @ 24fps); priced at public fal.ai retail rate ($0.05/s).","wallTimeSecMedian":533.1,"scores":{"ocr_char_accuracy":0.6944,"motion_disp_ratio":0.2073,"sharpness_retention":0.5924,"duration_ratio":1},"failureMode":"Post-motion OCR accuracy 69.4% < 90% gate (worst post-motion frame: \"8\")","evidence":{"r2ClipUrl":"https://assets.fourthfeed.com/benchmarks/runs/product-i2v-v1/cosmos-3-super-image-to-video--rally-track-5s--draw1.mp4"}}]}],"ours":{"name":"KeelRouter","url":"https://keelrouter.com","text":"Calling Seedance 2.5, Kling 4.0, Flux 3 Max, Wan 3.0 and LTX 2.5 from your own code? Use one pay-per-call API gateway with $0.10 free trial credit:","disclosure":"We make KeelRouter; it is not ranked in the benchmark table."},"page":"https://fourthfeed.com/benchmarks/product-i2v-v1?utm_source=api"}