Lipsync Video: Emotion-Aware Face Reanimation from Audio | RunComfy

curl --request POST \
  --url https://model-api.runcomfy.net/v1/models/sync/react-1 \
  --header "Content-Type: application/json" \
  --header "Authorization: Bearer <token>" \
  --data '{
    "video_url": "https://playgrounds-storage-public.runcomfy.net/tools/7275/media-files/input-1-1.mp4",
    "audio_url": "https://playgrounds-storage-public.runcomfy.net/tools/7275/media-files/input-1-2.mp3"
  }'

curl --request GET \
  --url https://model-api.runcomfy.net/v1/requests/{request_id}/status \
  --header "Authorization: Bearer <token>"

curl --request GET \
  --url https://model-api.runcomfy.net/v1/requests/{request_id}/result \
  --header "Authorization: Bearer <token>"

curl --request POST \
  --url https://model-api.runcomfy.net/v1/requests/{request_id}/cancel \
  --header "Authorization: Bearer <token>"

{
  "type": "object",
  "title": "modelApiDoc_navInputSchema",
  "required": [
    "video_url",
    "audio_url"
  ],
  "properties": {
    "video_url": {
      "title": "Video URL",
      "description": "URL to the input video. Must be 15 seconds or shorter.",
      "type": "string",
      "default": "https://playgrounds-storage-public.runcomfy.net/tools/7275/media-files/input-1-1.mp4"
    },
    "audio_url": {
      "title": "Audio URL",
      "description": "URL to the input audio. Must be 15 seconds or shorter.",
      "type": "string",
      "default": "https://playgrounds-storage-public.runcomfy.net/tools/7275/media-files/input-1-2.mp3"
    },
    "emotion": {
      "title": "Emotion",
      "description": "Emotion prompt for the generation. Currently supports single-word emotions only.",
      "type": "string",
      "enum": [
        "happy",
        "angry",
        "sad",
        "neutral",
        "disgusted",
        "surprised"
      ],
      "default": "neutral"
    },
    "model_mode": {
      "title": "Model Mode",
      "description": "Controls the edit region and movement scope for the model.",
      "type": "string",
      "enum": [
        "lips",
        "face",
        "head"
      ],
      "default": "face"
    },
    "lipsync_mode": {
      "title": "Lipsync Mode",
      "description": "Lipsync mode when audio and video durations are out of sync.",
      "type": "string",
      "enum": [
        "cut_off",
        "loop",
        "bounce",
        "silence",
        "remap"
      ],
      "default": "bounce"
    },
    "temperature": {
      "title": "Temperature",
      "description": "Controls the expressiveness of the lipsync.",
      "type": "float",
      "default": 0.5,
      "minimum": 0,
      "maximum": 1
    }
  }
}