{"asyncapi":"3.1.0","x-fal-media":{"send":[],"perspective":"client","receive":[{"settings":{"frameRate":24},"kind":"video"},{"kind":"audio"}]},"servers":{"session":{"host":"{sessionHost}","variables":{"sessionHost":{"description":"Logical peer supplied by the OpenAPI session negotiation.","default":"runtime-assigned.invalid"}},"x-fal-negotiated-by":"start_session_start_session_post","protocol":"webrtc","description":"Runtime-assigned WebRTC peer negotiated over HTTP."}},"defaultContentType":"application/json","info":{"version":"1.0.0","title":"MiniMaxH3MaxReferenceDirector realtime client API","description":"Client contract for the WebRTC session created by the linked OpenAPI operation."},"channels":{"control":{"servers":[{"$ref":"#/servers/session"}],"messages":{"server.session_metrics":{"$ref":"#/components/messages/server.session_metrics"},"server.stream_exhausted":{"$ref":"#/components/messages/server.stream_exhausted"},"server.chunk_metrics":{"$ref":"#/components/messages/server.chunk_metrics"},"client.prompt":{"$ref":"#/components/messages/client.prompt"},"client.stop":{"$ref":"#/components/messages/client.stop"},"server.prompt_rejected":{"$ref":"#/components/messages/server.prompt_rejected"},"server.audio_applied":{"$ref":"#/components/messages/server.audio_applied"},"server.prompt_applied":{"$ref":"#/components/messages/server.prompt_applied"},"server.session_info":{"$ref":"#/components/messages/server.session_info"},"server.chunk":{"$ref":"#/components/messages/server.chunk"},"server.deadline_missed":{"$ref":"#/components/messages/server.deadline_missed"},"client.ping":{"$ref":"#/components/messages/client.ping"},"server.audio_exhausted":{"$ref":"#/components/messages/server.audio_exhausted"},"client.configure":{"$ref":"#/components/messages/client.configure"},"server.audio_pending":{"$ref":"#/components/messages/server.audio_pending"},"server.error":{"$ref":"#/components/messages/server.error"},"server.pong":{"$ref":"#/components/messages/server.pong"},"server.configured":{"$ref":"#/components/messages/server.configured"},"server.prompt_pending":{"$ref":"#/components/messages/server.prompt_pending"},"server.audio_rejected":{"$ref":"#/components/messages/server.audio_rejected"},"server.reference_state":{"$ref":"#/components/messages/server.reference_state"}},"address":"fal"}},"components":{"schemas":{"MiniMaxH3MaxReferenceDirectorServerSessionMetricsMessage":{"type":"object","required":["type","units","session_wall_ms","history_size","history_limit","phases","gauges"],"properties":{"session_wall_ms":{"type":"number","title":"Session Wall Ms","minimum":0},"history_limit":{"type":"integer","title":"History Limit","minimum":1},"type":{"const":"session_metrics","type":"string","title":"Type","default":"session_metrics"},"final":{"type":"boolean","title":"Final","default":false},"units":{"type":"string","title":"Units","const":"ms"},"gauges":{"additionalProperties":{"type":"number"},"type":"object","title":"Gauges"},"history_size":{"type":"integer","title":"History Size","minimum":0},"phases":{"additionalProperties":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorServerSessionMetricSummary"},"type":"object","title":"Phases"}},"title":"SessionMetricsMessage"},"MiniMaxH3MaxReferenceDirectorServerPromptAppliedMessage":{"type":"object","required":["type","prompt_version"],"properties":{"script_origin_chunk_index":{"anyOf":[{"type":"integer","minimum":0},{"type":"null"}],"title":"Script Origin Chunk Index","default":null},"script_mode":{"anyOf":[{"enum":["replace","append"],"type":"string"},{"type":"null"}],"title":"Script Mode","default":null},"script_beats":{"anyOf":[{"type":"integer","minimum":1},{"type":"null"}],"title":"Script Beats","default":null},"type":{"const":"prompt_applied","type":"string","title":"Type","default":"prompt_applied"},"script_queued":{"anyOf":[{"type":"integer","minimum":0},{"type":"null"}],"title":"Script Queued","default":null},"prompt_version":{"type":"integer","title":"Prompt Version","minimum":1}},"title":"PromptAppliedMessage","description":"A direction (or script) is admitted; the script fields report scripts.\n\n``script_origin_chunk_index`` is the first chunk generated under the\nscript when that is already fixed (a replacement binds to the next\nundispatched chunk); an appended script reports ``None`` until it starts."},"MiniMaxH3MaxReferenceDirectorServerPromptPendingMessage":{"type":"object","required":["type","prompt_version"],"properties":{"type":{"const":"prompt_pending","type":"string","title":"Type","default":"prompt_pending"},"prompt_version":{"type":"integer","title":"Prompt Version","minimum":1}},"title":"PromptPendingMessage"},"MiniMaxH3MaxReferenceDirectorServerAudioPendingMessage":{"type":"object","required":["type","prompt_version","behavior"],"properties":{"type":{"const":"audio_pending","type":"string","title":"Type","default":"audio_pending"},"prompt_version":{"type":"integer","title":"Prompt Version","minimum":1},"behavior":{"enum":["replace","queue"],"type":"string","title":"Behavior"}},"title":"AudioPendingMessage"},"MiniMaxH3MaxReferenceDirectorServerSessionMetricSummary":{"type":"object","required":["count","total_ms","p50_ms","p95_ms","max_ms"],"properties":{"p50_ms":{"type":"number","title":"P50 Ms","minimum":0},"total_ms":{"type":"number","title":"Total Ms","minimum":0},"p95_ms":{"type":"number","title":"P95 Ms","minimum":0},"max_ms":{"type":"number","title":"Max Ms","minimum":0},"count":{"type":"integer","title":"Count","minimum":0}},"title":"SessionMetricSummary"},"MiniMaxH3MaxReferenceDirectorClientReferenceBeat":{"additionalProperties":false,"type":"object","required":["offset"],"properties":{"offset":{"description":"Seconds from the start of the first video generated under this script; fractions are allowed and quantize to the 24 fps frame grid. Text and audio placed here start at this moment. A beat carrying reference_images makes those identities available from the whole second at or before this offset, so its own prompt can show them immediately.","type":"number","x-fal-ui":{"order":0},"title":"Beat offset (seconds)","minimum":0},"reference_images":{"default":[],"items":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorClientNamedReference","properties":{"url":{"x-fal-ui":{"field":"image"}}}},"type":"array","x-fal-ui":{"order":30,"advanced":false},"title":"Reference images","maxItems":9},"audio_url":{"anyOf":[{"type":"string","minLength":1},{"type":"null"}],"x-fal-ui":{"order":20,"field":"audio"},"title":"Audio URL","default":null},"prompt":{"anyOf":[{"maxLength":50000,"type":"string","minLength":1},{"type":"null"}],"x-fal-ui":{"order":10,"field":"textarea"},"title":"Prompt","default":null}},"title":"ReferenceBeat"},"MiniMaxH3MaxReferenceDirectorClientReferencePromptMessage":{"additionalProperties":false,"type":"object","required":["type","prompt_version"],"properties":{"reference_audio":{"anyOf":[{"items":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorClientNamedReference","properties":{"url":{"x-fal-ui":{"field":"audio"}}}},"type":"array","maxItems":3},{"type":"null"}],"x-fal-ui":{"order":50,"advanced":false},"title":"Reference audio","default":null},"prompt":{"anyOf":[{"maxLength":50000,"type":"string","minLength":1},{"type":"null"}],"x-fal-ui":{"order":0,"field":"textarea"},"title":"Prompt","default":null},"type":{"type":"string","x-fal-ui":{"hidden":true},"title":"Type","const":"prompt"},"reference_image_urls":{"anyOf":[{"items":{"type":"string","x-fal-ui":{"field":"image"}},"type":"array","maxItems":9},{"type":"null"}],"x-fal-ui":{"order":31,"advanced":true},"title":"Reference image URLs","default":null},"replan":{"description":"When a prompt is included: true (default) busts the planned prompt queue so the new direction applies at the next undispatched chunk; false appends the direction after the already-planned chunks.","type":"boolean","x-fal-ui":{"order":50,"advanced":true},"title":"Replan","default":true},"script_mode":{"enum":["replace","append"],"description":"'replace' cuts to the script at the next chunk; 'append' queues it.","type":"string","title":"Script Mode","default":"replace"},"reference_images":{"anyOf":[{"items":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorClientNamedReference","properties":{"url":{"x-fal-ui":{"field":"image"}}}},"type":"array","maxItems":9},{"type":"null"}],"x-fal-ui":{"order":30,"advanced":false},"title":"Reference images","default":null},"script":{"anyOf":[{"items":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorClientReferenceBeat"},"type":"array","minItems":1,"maxItems":64},{"type":"null"}],"x-fal-ui":{"order":40},"title":"Script","default":null},"prompt_version":{"type":"integer","x-fal-ui":{"hidden":true},"title":"Prompt Version","minimum":1},"reference_audio_urls":{"anyOf":[{"items":{"type":"string","x-fal-ui":{"field":"audio"}},"type":"array","maxItems":3},{"type":"null"}],"x-fal-ui":{"order":51,"advanced":true},"title":"Reference audio URLs","default":null},"audio_behavior":{"enum":["replace","queue"],"description":"'replace' cuts to this audio at the next chunk; 'queue' appends it.","type":"string","x-fal-ui":{"order":40,"advanced":true},"title":"Audio Behavior","default":"replace"}},"title":"ReferencePromptMessage","x-fal-order-properties":["type","prompt_version","prompt","script","script_mode","audio_behavior","replan","reference_image_urls","reference_images","reference_audio","reference_audio_urls"]},"MiniMaxH3MaxReferenceDirectorServerReferenceSessionInfoMessage":{"type":"object","required":["type"],"properties":{"billable_units_per_playable_second":{"additionalProperties":{"type":"number"},"type":"object","title":"Billable Units Per Playable Second","default":{"704p":1.15,"544p":1.04,"640p":1.1,"1080p":1.2,"1440p":1.2,"768p":1.2,"480p":1}},"protocol_version":{"const":1,"type":"integer","title":"Protocol Version","default":1},"fps":{"type":"integer","title":"Fps","default":24},"app":{"const":"minimax-h3-max-reference-director","type":"string","title":"App","default":"minimax-h3-max-reference-director"},"forced_cut_max_segments":{"type":"integer","title":"Forced Cut Max Segments"},"max_chunk_duration":{"type":"integer","title":"Max Chunk Duration","default":15},"resolutions":{"items":{"enum":["480p","544p","640p","704p","768p","1080p","1440p"],"type":"string"},"type":"array","title":"Resolutions","default":["480p","544p","640p","704p","768p","1080p","1440p"]},"scripts":{"type":"boolean","title":"Scripts","default":true},"dialogue_words_per_second":{"type":"number","title":"Dialogue Words Per Second","default":2},"accelerations":{"items":{"type":"string"},"type":"array","title":"Accelerations","default":["none"]},"pricing_status":{"type":"string","title":"Pricing Status","default":"provisional-experiment"},"one_session_per_machine":{"type":"boolean","title":"One Session Per Machine","default":true},"prompt_deck_size":{"type":"integer","title":"Prompt Deck Size","default":6},"max_session_seconds":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Max Session Seconds","default":null},"continuation_context_frames":{"type":"integer","title":"Continuation Context Frames","default":39},"session_limit_scope":{"type":"string","title":"Session Limit Scope","default":"configured"},"type":{"const":"session_info","type":"string","title":"Type","default":"session_info"},"reference_audio_mode":{"type":"string","title":"Reference Audio Mode","default":"sequential-content-windows"},"default_pin_audio":{"type":"boolean","title":"Default Pin Audio","default":false},"max_num_inference_steps":{"type":"integer","title":"Max Num Inference Steps","default":50},"default_chunk_duration":{"type":"integer","title":"Default Chunk Duration","default":10},"default_num_inference_steps":{"type":"integer","title":"Default Num Inference Steps","default":10},"min_num_inference_steps":{"type":"integer","title":"Min Num Inference Steps","default":1},"controller_machine_type":{"type":"string","title":"Controller Machine Type","default":"GPU-B300/GPU-B200 (8 GPUs)"},"backend_selection":{"type":"string","title":"Backend Selection","default":"resident-k10-reference"},"min_chunk_duration":{"type":"integer","title":"Min Chunk Duration","default":5},"default_resolution":{"enum":["480p","544p","640p","704p","768p","1080p","1440p"],"type":"string","title":"Default Resolution","default":"480p"}},"title":"ReferenceSessionInfoMessage"},"MiniMaxH3MaxReferenceDirectorServerReferenceStateMessage":{"type":"object","required":["type","prompt_version","references"],"properties":{"references":{"items":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorServerReferenceStateEntry"},"type":"array","title":"References"},"type":{"const":"reference_state","type":"string","title":"Type","default":"reference_state"},"prompt_version":{"type":"integer","title":"Prompt Version"}},"title":"ReferenceStateMessage"},"MiniMaxH3MaxReferenceDirectorClientReferenceConfigureMessage":{"additionalProperties":false,"type":"object","required":["type","prompt_version","prompt"],"properties":{"protocol_version":{"const":1,"type":"integer","x-fal-ui":{"hidden":true},"title":"Protocol Version","default":1},"reference_audio":{"default":[],"items":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorClientNamedReference","properties":{"url":{"x-fal-ui":{"field":"audio"}}}},"type":"array","x-fal-ui":{"order":50,"advanced":false},"title":"Reference audio","maxItems":3},"prompt":{"maxLength":50000,"examples":["A continuous original live-action stream following a group of friends as they explore a new city."],"type":"string","x-fal-ui":{"order":0,"field":"textarea"},"title":"Prompt","minLength":1},"forced_cut_max_segments":{"description":"Most segments in one unbroken continuation run before a forced hard cut opens a fresh shot (Ref2VA burn-in mitigation). 0 disables forced cuts; omitted keeps the deployment default. Pinned for the whole session.","anyOf":[{"type":"integer","maximum":64,"minimum":0},{"type":"null"}],"x-fal-ui":{"order":120,"advanced":true},"title":"Forced cut max segments","default":null},"resolution":{"enum":["480p","544p","640p","704p","768p","1080p","1440p"],"type":"string","x-fal-ui":{"order":10},"title":"Resolution","default":"480p"},"script":{"anyOf":[{"items":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorClientReferenceBeat"},"type":"array","minItems":1,"maxItems":64},{"type":"null"}],"x-fal-ui":{"order":40},"title":"Script","default":null},"prompt_version":{"type":"integer","x-fal-ui":{"hidden":true},"title":"Prompt Version","minimum":1},"audio_bitrate":{"description":"Session audio target in bits/s: 96000, 128000, or 192000. Explicit values use Opus audio mode on direct WebRTC; LiveKit uses its native mode with the same bitrate target. Null preserves transport defaults (WebRTC: 96000, voip). Immutable; reconnect to compare.","anyOf":[{"enum":[96000,128000,192000],"type":"integer"},{"type":"null"}],"examples":[192000],"x-fal-ui":{"order":80,"advanced":true},"title":"Audio Bitrate","default":null},"dialogue_words_per_second":{"description":"Spoken words per second of new screen time the planner budgets dialogue against. The default keeps delivery calm; raise it for deliberately fast talkers, lower it for sparser dialogue.","minimum":0.5,"type":"number","x-fal-ui":{"order":130,"advanced":true},"maximum":6,"title":"Dialogue words per second","default":2},"reference_images":{"default":[],"items":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorClientNamedReference","properties":{"url":{"x-fal-ui":{"field":"image"}}}},"type":"array","x-fal-ui":{"order":30,"advanced":false},"title":"Reference images","maxItems":9},"num_inference_steps":{"minimum":1,"type":"integer","x-fal-ui":{"order":100,"advanced":true},"maximum":50,"title":"Evaluations","default":10},"seed":{"anyOf":[{"type":"integer"},{"type":"null"}],"x-fal-ui":{"order":90,"advanced":true},"title":"Seed","default":null},"type":{"type":"string","x-fal-ui":{"hidden":true},"title":"Type","const":"configure"},"reference_image_urls":{"default":[],"items":{"type":"string","x-fal-ui":{"field":"image"}},"type":"array","x-fal-ui":{"order":31,"advanced":true},"title":"Reference image URLs","maxItems":9},"aspect_ratio":{"enum":["16:9","9:16","1:1"],"type":"string","x-fal-ui":{"order":20},"title":"Aspect Ratio","default":"16:9"},"mxfp8_ref2va_attention":{"description":"Use MXFP8 attention for dense generation steps.","type":"boolean","x-fal-ui":{"order":110,"advanced":true},"title":"MXFP8 attention","default":false},"reference_audio_urls":{"default":[],"items":{"type":"string","x-fal-ui":{"field":"audio"}},"type":"array","x-fal-ui":{"order":51,"advanced":true},"title":"Reference audio URLs","maxItems":3},"pin_audio":{"type":"boolean","x-fal-ui":{"order":60,"advanced":true},"title":"Pin audio","default":false},"memory":{"description":"Number of prior segment prompts retained as context for future prompt expansion.","minimum":1,"type":"integer","x-fal-ui":{"order":70,"advanced":true},"maximum":50,"title":"Memory","default":12}},"title":"ReferenceConfigureMessage","x-fal-order-properties":["type","protocol_version","prompt_version","prompt","aspect_ratio","resolution","memory","audio_bitrate","seed","script","mxfp8_ref2va_attention","num_inference_steps","reference_image_urls","reference_images","reference_audio","pin_audio","reference_audio_urls","forced_cut_max_segments","dialogue_words_per_second"]},"MiniMaxH3MaxReferenceDirectorServerReferenceStateEntry":{"type":"object","required":["id","kind","revision"],"properties":{"name":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Name","default":null},"id":{"type":"string","title":"Id"},"kind":{"enum":["image","audio"],"type":"string","title":"Kind"},"revision":{"type":"integer","title":"Revision"}},"title":"ReferenceStateEntry"},"MiniMaxH3MaxReferenceDirectorServerPongMessage":{"type":"object","required":["type","client_ts"],"properties":{"client_ts":{"type":"number","title":"Client Ts"},"type":{"const":"pong","type":"string","title":"Type","default":"pong"}},"title":"PongMessage"},"MiniMaxH3MaxReferenceDirectorServerReferenceChunkMetricsMessage":{"type":"object","required":["type","chunk_index","units","route","phases_ms","gauges"],"properties":{"route":{"type":"string","title":"Route","const":"k10-reference"},"chunk_consumable_interval_ms":{"anyOf":[{"type":"number","minimum":0},{"type":"null"}],"title":"Chunk Consumable Interval Ms","default":null},"type":{"const":"chunk_metrics","type":"string","title":"Type","default":"chunk_metrics"},"phases_ms":{"additionalProperties":{"type":"number"},"type":"object","title":"Phases Ms"},"units":{"type":"string","title":"Units","const":"ms"},"gauges":{"additionalProperties":{"type":"number"},"type":"object","title":"Gauges"},"chunk_index":{"type":"integer","title":"Chunk Index","minimum":0},"chunk_consumable_ready_ms":{"anyOf":[{"type":"number","minimum":0},{"type":"null"}],"title":"Chunk Consumable Ready Ms","default":null}},"title":"ReferenceChunkMetricsMessage"},"MiniMaxH3MaxReferenceDirectorServerStreamExhaustedMessage":{"type":"object","required":["type","chunks","reason"],"properties":{"reason":{"enum":["stopped","session_limit"],"type":"string","title":"Reason"},"chunks":{"type":"integer","title":"Chunks","minimum":0},"type":{"const":"stream_exhausted","type":"string","title":"Type","default":"stream_exhausted"}},"title":"StreamExhaustedMessage"},"MiniMaxH3MaxReferenceDirectorServerErrorMessage":{"type":"object","required":["type","code","error"],"properties":{"detail":{"anyOf":[{"items":{"type":"object"},"type":"array"},{"type":"null"}],"title":"Detail","default":null},"type":{"const":"error","type":"string","title":"Type","default":"error"},"prompt_version":{"anyOf":[{"type":"integer","minimum":1},{"type":"null"}],"title":"Prompt Version","default":null},"code":{"enum":["balance_unavailable","content_policy","configuration_timeout","generation_failed","generation_timeout","immutable_settings","initialization_timeout","invalid_initial_image","invalid_initial_audio","invalid_initial_script","invalid_input","invalid_message","not_configured","stale_prompt_version"],"type":"string","title":"Code"},"error":{"type":"string","title":"Error"}},"title":"ErrorMessage"},"MiniMaxH3MaxReferenceDirectorServerDispatchAccounting":{"type":"object","required":["wall_ms","classified_ms","overhead_ms","phases_ms"],"properties":{"classified_ms":{"type":"number","title":"Classified Ms","minimum":0},"wall_ms":{"type":"number","title":"Wall Ms","minimum":0},"phases_ms":{"additionalProperties":{"type":"number"},"type":"object","title":"Phases Ms"},"overhead_ms":{"type":"number","title":"Overhead Ms","minimum":0}},"title":"DispatchAccounting"},"MiniMaxH3MaxReferenceDirectorServerPromptRejectedMessage":{"type":"object","required":["type","prompt_version","reason"],"properties":{"reason":{"enum":["content_policy","preparation_failed","stale_prompt_version","invalid_script","infeasible_timing","invalid_audio","invalid_image","queue_full"],"type":"string","title":"Reason"},"type":{"const":"prompt_rejected","type":"string","title":"Type","default":"prompt_rejected"},"prompt_version":{"type":"integer","title":"Prompt Version","minimum":1},"error":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Error","default":null}},"title":"PromptRejectedMessage"},"MiniMaxH3MaxReferenceDirectorClientStopMessage":{"additionalProperties":false,"type":"object","required":["type"],"properties":{"type":{"type":"string","title":"Type","const":"stop"}},"title":"StopMessage"},"MiniMaxH3MaxReferenceDirectorServerAudioAppliedMessage":{"type":"object","required":["type","prompt_version","behavior","source","duration_seconds","transcribed","queued_sources","remaining_seconds"],"properties":{"transcribed":{"type":"boolean","title":"Transcribed"},"remaining_seconds":{"type":"number","title":"Remaining Seconds","minimum":0},"type":{"const":"audio_applied","type":"string","title":"Type","default":"audio_applied"},"behavior":{"enum":["replace","queue"],"type":"string","title":"Behavior"},"source":{"type":"string","title":"Source"},"prompt_version":{"type":"integer","title":"Prompt Version","minimum":1},"queued_sources":{"type":"integer","title":"Queued Sources","minimum":0},"duration_seconds":{"type":"number","exclusiveMinimum":0,"title":"Duration Seconds"}},"title":"AudioAppliedMessage","description":"An audio update was accepted; it conditions the next eligible chunk.\n\n``starts_at_chunk_index`` is the first chunk that can carry it (the next\nundispatched chunk for ``replace``; for ``queue`` the chunk where the\npreceding sources end, if already known)."},"MiniMaxH3MaxReferenceDirectorClientNamedReference":{"additionalProperties":false,"type":"object","required":["url"],"properties":{"name":{"anyOf":[{"type":"string","maxLength":64},{"type":"null"}],"x-fal-ui":{"order":0},"title":"Name","default":null},"id":{"anyOf":[{"pattern":"^ref-[1-9][0-9]*$","type":"string"},{"type":"null"}],"x-fal-ui":{"hidden":true},"title":"Reference ID","default":null},"fidelity":{"description":"Vision-conditioning detail for image references: high (768px), medium (512px) or low (256px). Omitted keeps the reference's previous fidelity, or high for a new reference. Ignored for audio references.","anyOf":[{"enum":["high","medium","low"],"type":"string"},{"type":"null"}],"x-fal-ui":{"order":20,"advanced":true},"title":"Fidelity","default":null},"url":{"type":"string","x-fal-ui":{"order":10},"title":"Source URL","minLength":1}},"title":"NamedReference"},"MiniMaxH3MaxReferenceDirectorServerReferenceConfiguredMessage":{"type":"object","required":["type","prompt_version","enable_safety_checker"],"properties":{"prompt_version":{"type":"integer","title":"Prompt Version","minimum":1},"has_initial_image":{"anyOf":[{"type":"boolean"},{"type":"null"}],"title":"Has Initial Image","default":null},"aspect_ratio":{"anyOf":[{"enum":["16:9","9:16","1:1"],"type":"string"},{"type":"null"}],"title":"Aspect Ratio","default":null},"type":{"const":"configured","type":"string","title":"Type","default":"configured"},"acceleration":{"anyOf":[{"enum":["none","regular"],"type":"string"},{"type":"null"}],"title":"Acceleration","default":null},"resolution":{"anyOf":[{"enum":["480p","544p","640p","704p","768p","1080p","1440p"],"type":"string"},{"type":"null"}],"title":"Resolution","default":null},"enable_safety_checker":{"type":"boolean","title":"Enable Safety Checker"},"memory":{"anyOf":[{"type":"integer","maximum":50,"minimum":1},{"type":"null"}],"title":"Memory","default":null},"audio_bitrate":{"anyOf":[{"enum":[96000,128000,192000],"type":"integer"},{"type":"null"}],"title":"Audio Bitrate","default":null},"chunk_duration":{"anyOf":[{"type":"integer","maximum":15,"minimum":5},{"type":"null"}],"title":"Chunk Duration","default":null},"has_initial_audio":{"anyOf":[{"type":"boolean"},{"type":"null"}],"title":"Has Initial Audio","default":null}},"title":"ReferenceConfiguredMessage"},"MiniMaxH3MaxReferenceDirectorServerReferenceChunkMessage":{"type":"object","required":["type","chunk_index","prompt_version","generation_seconds","playback_seconds","requested_duration_seconds","generated_frame_count","trimmed_context_frames","next_generation_estimate_seconds","route","buffer_depth_seconds","buffer_depth_chunks","scheduling_lead_ms","scheduling_slack_ms","dispatch"],"properties":{"route":{"type":"string","title":"Route","const":"k10-reference"},"scheduling_slack_ms":{"type":"number","title":"Scheduling Slack Ms"},"next_generation_estimate_seconds":{"type":"number","title":"Next Generation Estimate Seconds","minimum":0},"requested_duration_seconds":{"type":"integer","maximum":15,"title":"Requested Duration Seconds","minimum":5},"trimmed_context_frames":{"type":"integer","title":"Trimmed Context Frames","minimum":0},"script_end_keyframe":{"anyOf":[{"type":"boolean"},{"type":"null"}],"title":"Script End Keyframe","default":null},"hard_cut":{"type":"boolean","title":"Hard Cut","default":false},"native_playable_frame_count":{"anyOf":[{"type":"integer","exclusiveMinimum":0},{"type":"null"}],"title":"Native Playable Frame Count","default":null},"prompt_version":{"type":"integer","title":"Prompt Version","minimum":1},"buffer_depth_chunks":{"type":"integer","title":"Buffer Depth Chunks","minimum":0},"script_offset_seconds":{"anyOf":[{"type":"integer","minimum":0},{"type":"null"}],"title":"Script Offset Seconds","default":null},"script_version":{"anyOf":[{"type":"integer","minimum":1},{"type":"null"}],"title":"Script Version","default":null},"type":{"const":"chunk","type":"string","title":"Type","default":"chunk"},"dispatch":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorServerDispatchAccounting"},"scheduling_lead_ms":{"type":"number","title":"Scheduling Lead Ms"},"generation_seconds":{"type":"number","title":"Generation Seconds","minimum":0},"generated_frame_count":{"type":"integer","exclusiveMinimum":0,"title":"Generated Frame Count"},"buffer_depth_seconds":{"type":"number","title":"Buffer Depth Seconds","minimum":0},"presented_frame_count":{"anyOf":[{"type":"integer","exclusiveMinimum":0},{"type":"null"}],"title":"Presented Frame Count","default":null},"chunk_index":{"type":"integer","title":"Chunk Index","minimum":0},"playback_seconds":{"type":"number","exclusiveMinimum":0,"title":"Playback Seconds"}},"title":"ReferenceChunkMessage"},"MiniMaxH3MaxReferenceDirectorServerDeadlineMissedMessage":{"type":"object","required":["type","chunk_index","late_by_seconds","behavior"],"properties":{"late_by_seconds":{"type":"number","title":"Late By Seconds","minimum":0},"type":{"const":"deadline_missed","type":"string","title":"Type","default":"deadline_missed"},"chunk_index":{"type":"integer","title":"Chunk Index","minimum":0},"behavior":{"type":"string","title":"Behavior","const":"freeze_video_and_silence_audio_until_ready"}},"title":"DeadlineMissedMessage"},"MiniMaxH3MaxReferenceDirectorServerAudioRejectedMessage":{"type":"object","required":["type","prompt_version","reason","error"],"properties":{"reason":{"enum":["invalid_audio","content_policy","preparation_failed","queue_full","stale_prompt_version"],"type":"string","title":"Reason"},"type":{"const":"audio_rejected","type":"string","title":"Type","default":"audio_rejected"},"prompt_version":{"type":"integer","title":"Prompt Version","minimum":1},"error":{"type":"string","title":"Error"}},"title":"AudioRejectedMessage"},"MiniMaxH3MaxReferenceDirectorClientPingMessage":{"additionalProperties":false,"type":"object","required":["type","ts"],"properties":{"type":{"type":"string","title":"Type","const":"ping"},"ts":{"type":"number","title":"Ts"}},"title":"PingMessage"},"MiniMaxH3MaxReferenceDirectorServerAudioExhaustedMessage":{"type":"object","required":["type","chunk_index","silent_seconds"],"properties":{"source_version":{"anyOf":[{"type":"integer","minimum":0},{"type":"null"}],"title":"Source Version","default":null},"chunk_index":{"type":"integer","title":"Chunk Index","minimum":0},"silent_seconds":{"type":"number","title":"Silent Seconds","minimum":0},"type":{"const":"audio_exhausted","type":"string","title":"Type","default":"audio_exhausted"}},"title":"AudioExhaustedMessage","description":"Accepted audio ran out inside this chunk; the rest is silence.\n\nLater chunks continue without audio conditioning (checkpoint continuation\non the same family) until new audio is accepted."}},"messages":{"server.session_metrics":{"name":"session_metrics","title":"Server session_metrics message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorServerSessionMetricsMessage"}},"server.stream_exhausted":{"name":"stream_exhausted","title":"Server stream_exhausted message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorServerStreamExhaustedMessage"}},"server.chunk_metrics":{"name":"chunk_metrics","title":"Server chunk_metrics message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorServerReferenceChunkMetricsMessage"}},"client.prompt":{"name":"prompt","examples":[{"name":"Change the coat","x-fal-ui":{"category":"Live updates","order":2,"tags":["Image"]},"summary":"Update ref-1 after configuring Mira's arrival; replace the example URL with your asset.","payload":{"script_mode":"replace","reference_images":[{"url":"https://example.com/new-coat.jpg"}],"type":"prompt","prompt_version":2,"audio_behavior":"replace","replan":true}}],"title":"Client prompt message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorClientReferencePromptMessage"}},"client.stop":{"name":"stop","title":"Client stop message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorClientStopMessage"}},"server.prompt_rejected":{"name":"prompt_rejected","title":"Server prompt_rejected message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorServerPromptRejectedMessage"}},"server.audio_applied":{"name":"audio_applied","title":"Server audio_applied message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorServerAudioAppliedMessage"}},"server.prompt_applied":{"name":"prompt_applied","title":"Server prompt_applied message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorServerPromptAppliedMessage"}},"server.session_info":{"name":"session_info","title":"Server session_info message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorServerReferenceSessionInfoMessage"}},"server.chunk":{"name":"chunk","title":"Server chunk message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorServerReferenceChunkMessage"}},"server.deadline_missed":{"name":"deadline_missed","title":"Server deadline_missed message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorServerDeadlineMissedMessage"}},"client.ping":{"name":"ping","title":"Client ping message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorClientPingMessage"}},"server.audio_exhausted":{"name":"audio_exhausted","title":"Server audio_exhausted message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorServerAudioExhaustedMessage"}},"client.configure":{"name":"configure","examples":[{"name":"Traveler explores","x-fal-ui":{"category":"Reference Director","order":0,"tags":["Text"]},"summary":"Begin a continuous scene without references.","payload":{"protocol_version":1,"reference_audio":[],"prompt":"A traveler explores","dialogue_words_per_second":2,"reference_images":[],"prompt_version":1,"resolution":"480p","num_inference_steps":10,"aspect_ratio":"16:9","reference_image_urls":[],"type":"configure","mxfp8_ref2va_attention":false,"reference_audio_urls":[],"pin_audio":false,"memory":12}},{"name":"Mira's arrival","x-fal-ui":{"category":"Reference Director","order":1,"tags":["Script","Image","Audio"]},"summary":"Script a character's arrival and coat change; replace the example URLs with your assets.","payload":{"protocol_version":1,"reference_audio":[{"url":"https://example.com/arrival.wav"}],"prompt":"Mira arrives","reference_images":[{"url":"https://example.com/mira.jpg"}],"script":[{"offset":0,"reference_images":[],"prompt":"Mira arrives"},{"offset":14,"reference_images":[{"url":"https://example.com/mira-coat.jpg"}],"prompt":"Mira puts on a coat"}],"prompt_version":1,"dialogue_words_per_second":2,"resolution":"480p","num_inference_steps":10,"aspect_ratio":"16:9","type":"configure","reference_image_urls":[],"mxfp8_ref2va_attention":false,"reference_audio_urls":[],"memory":12,"pin_audio":false}}],"title":"Client configure message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorClientReferenceConfigureMessage"}},"server.audio_pending":{"name":"audio_pending","title":"Server audio_pending message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorServerAudioPendingMessage"}},"server.error":{"name":"error","title":"Server error message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorServerErrorMessage"}},"server.pong":{"name":"pong","title":"Server pong message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorServerPongMessage"}},"server.configured":{"name":"configured","title":"Server configured message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorServerReferenceConfiguredMessage"}},"server.prompt_pending":{"name":"prompt_pending","title":"Server prompt_pending message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorServerPromptPendingMessage"}},"server.audio_rejected":{"name":"audio_rejected","title":"Server audio_rejected message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorServerAudioRejectedMessage"}},"server.reference_state":{"name":"reference_state","title":"Server reference_state message","payload":{"$ref":"#/components/schemas/MiniMaxH3MaxReferenceDirectorServerReferenceStateMessage"}}}},"operations":{"sendControl":{"messages":[{"$ref":"#/channels/control/messages/client.configure"},{"$ref":"#/channels/control/messages/client.ping"},{"$ref":"#/channels/control/messages/client.prompt"},{"$ref":"#/channels/control/messages/client.stop"}],"channel":{"$ref":"#/channels/control"},"action":"send"},"receiveEvents":{"messages":[{"$ref":"#/channels/control/messages/server.audio_applied"},{"$ref":"#/channels/control/messages/server.audio_exhausted"},{"$ref":"#/channels/control/messages/server.audio_pending"},{"$ref":"#/channels/control/messages/server.audio_rejected"},{"$ref":"#/channels/control/messages/server.chunk"},{"$ref":"#/channels/control/messages/server.chunk_metrics"},{"$ref":"#/channels/control/messages/server.configured"},{"$ref":"#/channels/control/messages/server.deadline_missed"},{"$ref":"#/channels/control/messages/server.error"},{"$ref":"#/channels/control/messages/server.pong"},{"$ref":"#/channels/control/messages/server.prompt_applied"},{"$ref":"#/channels/control/messages/server.prompt_pending"},{"$ref":"#/channels/control/messages/server.prompt_rejected"},{"$ref":"#/channels/control/messages/server.reference_state"},{"$ref":"#/channels/control/messages/server.session_info"},{"$ref":"#/channels/control/messages/server.session_metrics"},{"$ref":"#/channels/control/messages/server.stream_exhausted"}],"channel":{"$ref":"#/channels/control"},"action":"receive"}},"x-fal-openapi":{"operationId":"start_session_start_session_post","url":"./openapi.json"}}