image_to_video_cosmos_7B.json

{
  "last_node_id": 84,
  "last_link_id": 198,
  "nodes": [
    {
      "id": 38,
      "type": "CLIPLoader",
      "pos": [
        -332.08502197265625,
        231.04571533203125
      ],
      "size": [
        315,
        82
      ],
      "flags": {},
      "order": 0,
      "mode": 0,
      "inputs": [],
      "outputs": [
        {
          "name": "CLIP",
          "type": "CLIP",
          "links": [
            75,
            99
          ],
          "slot_index": 0
        }
      ],
      "properties": {
        "Node name for S&R": "CLIPLoader"
      },
      "widgets_values": [
        "oldt5_xxl_fp8_e4m3fn_scaled.safetensors",
        "cosmos",
        "default"
      ]
    },
    {
      "id": 8,
      "type": "VAEDecode",
      "pos": [
        1270.6927490234375,
        120.51702117919922
      ],
      "size": [
        210,
        46
      ],
      "flags": {},
      "order": 13,
      "mode": 0,
      "inputs": [
        {
          "name": "samples",
          "type": "LATENT",
          "link": 87
        },
        {
          "name": "vae",
          "type": "VAE",
          "link": 76
        }
      ],
      "outputs": [
        {
          "name": "IMAGE",
          "type": "IMAGE",
          "links": [
            172,
            181
          ],
          "slot_index": 0
        }
      ],
      "properties": {
        "Node name for S&R": "VAEDecode"
      },
      "widgets_values": []
    },
    {
      "id": 61,
      "type": "ModelSamplingContinuousEDM",
      "pos": [
        410,
        -20
      ],
      "size": [
        327.5999755859375,
        106
      ],
      "flags": {},
      "order": 9,
      "mode": 4,
      "inputs": [
        {
          "name": "model",
          "type": "MODEL",
          "link": 157
        }
      ],
      "outputs": [
        {
          "name": "MODEL",
          "type": "MODEL",
          "links": [
            194
          ],
          "slot_index": 0
        }
      ],
      "properties": {
        "Node name for S&R": "ModelSamplingContinuousEDM"
      },
      "widgets_values": [
        "edm",
        80,
        0.002
      ]
    },
    {
      "id": 74,
      "type": "LTXVConditioning",
      "pos": [
        540,
        150
      ],
      "size": [
        210,
        78
      ],
      "flags": {},
      "order": 11,
      "mode": 4,
      "inputs": [
        {
          "name": "positive",
          "type": "CONDITIONING",
          "link": 185
        },
        {
          "name": "negative",
          "type": "CONDITIONING",
          "link": 186
        }
      ],
      "outputs": [
        {
          "name": "positive",
          "type": "CONDITIONING",
          "links": [
            187
          ],
          "slot_index": 0
        },
        {
          "name": "negative",
          "type": "CONDITIONING",
          "links": [
            188
          ],
          "slot_index": 1
        }
      ],
      "properties": {
        "Node name for S&R": "LTXVConditioning"
      },
      "widgets_values": [
        24
      ]
    },
    {
      "id": 80,
      "type": "Note",
      "pos": [
        475.15997314453125,
        -163.2658233642578
      ],
      "size": [
        266.2419128417969,
        99.78375244140625
      ],
      "flags": {},
      "order": 1,
      "mode": 0,
      "inputs": [],
      "outputs": [],
      "properties": {},
      "widgets_values": [
        "These pink nodes are \"bypassed\" meaning they don't do anything. To unbypass them: right click -> bypass\n\n"
      ],
      "color": "#432",
      "bgcolor": "#653"
    },
    {
      "id": 82,
      "type": "Note",
      "pos": [
        -1.2908354997634888,
        565.2498168945312
      ],
      "size": [
        312.01824951171875,
        126.14599609375
      ],
      "flags": {},
      "order": 2,
      "mode": 0,
      "inputs": [],
      "outputs": [],
      "properties": {},
      "widgets_values": [
        "The positive and negative prompts should be long. Short prompts will still generate a coherent video however it might not follow the prompt very well."
      ],
      "color": "#432",
      "bgcolor": "#653"
    },
    {
      "id": 7,
      "type": "CLIPTextEncode",
      "pos": [
        0,
        330
      ],
      "size": [
        425.27801513671875,
        180.6060791015625
      ],
      "flags": {},
      "order": 7,
      "mode": 0,
      "inputs": [
        {
          "name": "clip",
          "type": "CLIP",
          "link": 75
        }
      ],
      "outputs": [
        {
          "name": "CONDITIONING",
          "type": "CONDITIONING",
          "links": [
            186
          ],
          "slot_index": 0
        }
      ],
      "title": "CLIP Text Encode (Negative Prompt)",
      "properties": {
        "Node name for S&R": "CLIPTextEncode"
      },
      "widgets_values": [
        "The video captures a series of frames showing ugly scenes, static with no motion, motion blur, over-saturation, shaky footage, low resolution, grainy texture, pixelated images, poorly lit areas, underexposed and overexposed scenes, poor color balance, washed out colors, choppy sequences, jerky movements, low frame rate, artifacting, color banding, unnatural transitions, outdated special effects, fake elements, unconvincing visuals, poorly edited content, jump cuts, visual noise, and flickering. Overall, the video is of poor quality."
      ],
      "color": "#322",
      "bgcolor": "#533"
    },
    {
      "id": 69,
      "type": "SaveAnimatedWEBP",
      "pos": [
        1520,
        120
      ],
      "size": [
        763.5289916992188,
        578.3422241210938
      ],
      "flags": {},
      "order": 14,
      "mode": 0,
      "inputs": [
        {
          "name": "images",
          "type": "IMAGE",
          "link": 172
        }
      ],
      "outputs": [],
      "properties": {},
      "widgets_values": [
        "ComfyUI",
        24,
        false,
        80,
        "default"
      ]
    },
    {
      "id": 73,
      "type": "SaveAnimatedPNG",
      "pos": [
        2299.842041015625,
        121.30572509765625
      ],
      "size": [
        720.1341552734375,
        829.0499877929688
      ],
      "flags": {},
      "order": 15,
      "mode": 4,
      "inputs": [
        {
          "name": "images",
          "type": "IMAGE",
          "link": 181
        }
      ],
      "outputs": [],
      "properties": {
        "Node name for S&R": "SaveAnimatedPNG"
      },
      "widgets_values": [
        "ComfyUI",
        24,
        4
      ]
    },
    {
      "id": 3,
      "type": "KSampler",
      "pos": [
        843.46337890625,
        122.69183349609375
      ],
      "size": [
        385.8114318847656,
        262
      ],
      "flags": {},
      "order": 12,
      "mode": 0,
      "inputs": [
        {
          "name": "model",
          "type": "MODEL",
          "link": 194
        },
        {
          "name": "positive",
          "type": "CONDITIONING",
          "link": 187
        },
        {
          "name": "negative",
          "type": "CONDITIONING",
          "link": 188
        },
        {
          "name": "latent_image",
          "type": "LATENT",
          "link": 196
        }
      ],
      "outputs": [
        {
          "name": "LATENT",
          "type": "LATENT",
          "links": [
            87
          ],
          "slot_index": 0
        }
      ],
      "properties": {
        "Node name for S&R": "KSampler"
      },
      "widgets_values": [
        959521281192720,
        "randomize",
        20,
        6.5,
        "res_multistep",
        "karras",
        1
      ]
    },
    {
      "id": 39,
      "type": "VAELoader",
      "pos": [
        950.17138671875,
        453.1830749511719
      ],
      "size": [
        278.68310546875,
        58
      ],
      "flags": {},
      "order": 3,
      "mode": 0,
      "inputs": [],
      "outputs": [
        {
          "name": "VAE",
          "type": "VAE",
          "links": [
            76,
            195
          ],
          "slot_index": 0
        }
      ],
      "properties": {
        "Node name for S&R": "VAELoader"
      },
      "widgets_values": [
        "cosmos_cv8x8x8_1.0.safetensors"
      ]
    },
    {
      "id": 81,
      "type": "Note",
      "pos": [
        480,
        730
      ],
      "size": [
        332.6131591796875,
        168.23121643066406
      ],
      "flags": {},
      "order": 4,
      "mode": 0,
      "inputs": [],
      "outputs": [],
      "properties": {},
      "widgets_values": [
        "This model loves a length of 121 and anything too far away from this will result in a bad video.\n\nThe width and height should be equal or bigger to 704\n\nYou can set a start_image, end_image or both at the same time."
      ],
      "color": "#432",
      "bgcolor": "#653"
    },
    {
      "id": 37,
      "type": "UNETLoader",
      "pos": [
        7.319890975952148,
        -20.895429611206055
      ],
      "size": [
        380,
        82
      ],
      "flags": {},
      "order": 5,
      "mode": 0,
      "inputs": [],
      "outputs": [
        {
          "name": "MODEL",
          "type": "MODEL",
          "links": [
            157
          ],
          "slot_index": 0
        }
      ],
      "properties": {
        "Node name for S&R": "UNETLoader"
      },
      "widgets_values": [
        "Cosmos-1_0-Diffusion-7B-Video2World.safetensors",
        "default"
      ]
    },
    {
      "id": 84,
      "type": "LoadImage",
      "pos": [
        -6.688927173614502,
        743.3736572265625
      ],
      "size": [
        416.1836242675781,
        366.83038330078125
      ],
      "flags": {},
      "order": 6,
      "mode": 0,
      "inputs": [],
      "outputs": [
        {
          "name": "IMAGE",
          "type": "IMAGE",
          "links": [
            198
          ],
          "slot_index": 0
        },
        {
          "name": "MASK",
          "type": "MASK",
          "links": null
        }
      ],
      "properties": {
        "Node name for S&R": "LoadImage"
      },
      "widgets_values": [
        "ComfyUI_256804_.png",
        "image"
      ]
    },
    {
      "id": 42,
      "type": "CLIPTextEncode",
      "pos": [
        0,
        120
      ],
      "size": [
        422.84503173828125,
        164.31304931640625
      ],
      "flags": {},
      "order": 8,
      "mode": 0,
      "inputs": [
        {
          "name": "clip",
          "type": "CLIP",
          "link": 99
        }
      ],
      "outputs": [
        {
          "name": "CONDITIONING",
          "type": "CONDITIONING",
          "links": [
            185
          ],
          "slot_index": 0
        }
      ],
      "title": "CLIP Text Encode (Positive Prompt)",
      "properties": {
        "Node name for S&R": "CLIPTextEncode"
      },
      "widgets_values": [
        "cute anime girl with massive fennec fox ears and a big fluffy tail long blonde wavy hair blue eyes wearing a pink plaid sweater and a red scarf with a oversized black open coat with a golden circuit board pattern and a long blue maxi skirt and large black boots standing in the beautiful outdoors snow with amazing view mountains forest sky clouds beautiful sunset evening colorful horizon, she is smiling as the evening turns into night\n\n"
      ],
      "color": "#232",
      "bgcolor": "#353"
    },
    {
      "id": 83,
      "type": "CosmosImageToVideoLatent",
      "pos": [
        480,
        490
      ],
      "size": [
        315,
        170
      ],
      "flags": {},
      "order": 10,
      "mode": 0,
      "inputs": [
        {
          "name": "vae",
          "type": "VAE",
          "link": 195
        },
        {
          "name": "start_image",
          "type": "IMAGE",
          "link": 198,
          "shape": 7
        },
        {
          "name": "end_image",
          "type": "IMAGE",
          "link": null,
          "shape": 7
        }
      ],
      "outputs": [
        {
          "name": "LATENT",
          "type": "LATENT",
          "links": [
            196
          ],
          "slot_index": 0
        }
      ],
      "properties": {
        "Node name for S&R": "CosmosImageToVideoLatent"
      },
      "widgets_values": [
        1024,
        1024,
        121,
        1
      ]
    }
  ],
  "links": [
    [
      75,
      38,
      0,
      7,
      0,
      "CLIP"
    ],
    [
      76,
      39,
      0,
      8,
      1,
      "VAE"
    ],
    [
      87,
      3,
      0,
      8,
      0,
      "LATENT"
    ],
    [
      99,
      38,
      0,
      42,
      0,
      "CLIP"
    ],
    [
      157,
      37,
      0,
      61,
      0,
      "MODEL"
    ],
    [
      172,
      8,
      0,
      69,
      0,
      "IMAGE"
    ],
    [
      181,
      8,
      0,
      73,
      0,
      "IMAGE"
    ],
    [
      185,
      42,
      0,
      74,
      0,
      "CONDITIONING"
    ],
    [
      186,
      7,
      0,
      74,
      1,
      "CONDITIONING"
    ],
    [
      187,
      74,
      0,
      3,
      1,
      "CONDITIONING"
    ],
    [
      188,
      74,
      1,
      3,
      2,
      "CONDITIONING"
    ],
    [
      194,
      61,
      0,
      3,
      0,
      "MODEL"
    ],
    [
      195,
      39,
      0,
      83,
      0,
      "VAE"
    ],
    [
      196,
      83,
      0,
      3,
      3,
      "LATENT"
    ],
    [
      198,
      84,
      0,
      83,
      1,
      "IMAGE"
    ]
  ],
  "groups": [],
  "config": {},
  "extra": {},
  "version": 0.4
}