API tools faq
paste
Guest User

ComfyUI - CogVideoX img2vid Workflow

a guest
Dec 16th, 2024
679
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 16.71 KB | Source Code | 0 0
raw download clone embed print report
  1. {
  2. "last_node_id": 2697,
  3. "last_link_id": 3170,
  4. "nodes": [
  5. {
  6. "id": 2241,
  7. "type": "CogVideoLoraSelect",
  8. "pos": [
  9. 6110,
  10. -2010
  11. ],
  12. "size": [
  13. 315,
  14. 106
  15. ],
  16. "flags": {},
  17. "order": 6,
  18. "mode": 0,
  19. "inputs": [
  20. {
  21. "name": "prev_lora",
  22. "type": "COGLORA",
  23. "link": 2677,
  24. "shape": 7
  25. }
  26. ],
  27. "outputs": [
  28. {
  29. "name": "lora",
  30. "type": "COGLORA",
  31. "links": [
  32. 2676
  33. ],
  34. "slot_index": 0
  35. }
  36. ],
  37. "properties": {
  38. "Node name for S&R": "CogVideoLoraSelect"
  39. },
  40. "widgets_values": [
  41. "CogVideoX-Fun-V1.1-5b-InP-MPS.safetensors",
  42. 0.5,
  43. false
  44. ]
  45. },
  46. {
  47. "id": 2243,
  48. "type": "CogVideoLoraSelect",
  49. "pos": [
  50. 5750,
  51. -2010
  52. ],
  53. "size": [
  54. 315,
  55. 106
  56. ],
  57. "flags": {},
  58. "order": 0,
  59. "mode": 0,
  60. "inputs": [
  61. {
  62. "name": "prev_lora",
  63. "type": "COGLORA",
  64. "link": null,
  65. "shape": 7
  66. }
  67. ],
  68. "outputs": [
  69. {
  70. "name": "lora",
  71. "type": "COGLORA",
  72. "links": [
  73. 2677
  74. ],
  75. "slot_index": 0
  76. }
  77. ],
  78. "properties": {
  79. "Node name for S&R": "CogVideoLoraSelect"
  80. },
  81. "widgets_values": [
  82. "CogVideoX-Fun-V1.1-5b-InP-HPS2.1.safetensors",
  83. 0.5,
  84. false
  85. ]
  86. },
  87. {
  88. "id": 2248,
  89. "type": "CLIPLoader",
  90. "pos": [
  91. 6085.4052734375,
  92. -1741.5303955078125
  93. ],
  94. "size": [
  95. 289.6488952636719,
  96. 82
  97. ],
  98. "flags": {},
  99. "order": 1,
  100. "mode": 0,
  101. "inputs": [],
  102. "outputs": [
  103. {
  104. "name": "CLIP",
  105. "type": "CLIP",
  106. "links": [
  107. 2683
  108. ],
  109. "slot_index": 0,
  110. "shape": 3
  111. }
  112. ],
  113. "properties": {
  114. "Node name for S&R": "CLIPLoader"
  115. },
  116. "widgets_values": [
  117. "t5xxl_fp16.safetensors",
  118. "sd3"
  119. ]
  120. },
  121. {
  122. "id": 2249,
  123. "type": "CogVideoTextEncode",
  124. "pos": [
  125. 6445.4052734375,
  126. -1641.5303955078125
  127. ],
  128. "size": [
  129. 210,
  130. 114
  131. ],
  132. "flags": {},
  133. "order": 7,
  134. "mode": 0,
  135. "inputs": [
  136. {
  137. "name": "clip",
  138. "type": "CLIP",
  139. "link": 2683
  140. },
  141. {
  142. "name": "prompt",
  143. "type": "STRING",
  144. "link": 3145,
  145. "widget": {
  146. "name": "prompt"
  147. }
  148. }
  149. ],
  150. "outputs": [
  151. {
  152. "name": "conditioning",
  153. "type": "CONDITIONING",
  154. "links": [
  155. 3147
  156. ],
  157. "slot_index": 0,
  158. "shape": 3
  159. },
  160. {
  161. "name": "clip",
  162. "type": "CLIP",
  163. "links": [
  164. 2685
  165. ],
  166. "slot_index": 1
  167. }
  168. ],
  169. "properties": {
  170. "Node name for S&R": "CogVideoTextEncode"
  171. },
  172. "widgets_values": [
  173. "Donald Trump, dressed in a black suit with a red tie, confidently performs a series of dance moves on the sidewalk outside a fancy clothing store. He strikes dramatic poses, he shifts his weight side to side with flair, throwing in a few hip swivels.Passersby pause and look at him in disbelief. The video has very sharp focus and high quality, capturing motions without any blur.",
  174. 1,
  175. false
  176. ]
  177. },
  178. {
  179. "id": 2263,
  180. "type": "CogVideoImageEncodeFunInP",
  181. "pos": [
  182. 7049.0703125,
  183. -1467.3956298828125
  184. ],
  185. "size": [
  186. 380.4000244140625,
  187. 146
  188. ],
  189. "flags": {},
  190. "order": 10,
  191. "mode": 0,
  192. "inputs": [
  193. {
  194. "name": "vae",
  195. "type": "VAE",
  196. "link": 3153
  197. },
  198. {
  199. "name": "start_image",
  200. "type": "IMAGE",
  201. "link": 3133
  202. },
  203. {
  204. "name": "end_image",
  205. "type": "IMAGE",
  206. "link": null,
  207. "shape": 7
  208. },
  209. {
  210. "name": "num_frames",
  211. "type": "INT",
  212. "link": 3158,
  213. "widget": {
  214. "name": "num_frames"
  215. }
  216. }
  217. ],
  218. "outputs": [
  219. {
  220. "name": "image_cond_latents",
  221. "type": "LATENT",
  222. "links": [
  223. 3155
  224. ],
  225. "slot_index": 0
  226. }
  227. ],
  228. "properties": {
  229. "Node name for S&R": "CogVideoImageEncodeFunInP"
  230. },
  231. "widgets_values": [
  232. 49,
  233. true,
  234. 0
  235. ]
  236. },
  237. {
  238. "id": 2697,
  239. "type": "INTConstant",
  240. "pos": [
  241. 6818.4296875,
  242. -1188.6224365234375
  243. ],
  244. "size": [
  245. 210,
  246. 58
  247. ],
  248. "flags": {},
  249. "order": 2,
  250. "mode": 0,
  251. "inputs": [],
  252. "outputs": [
  253. {
  254. "name": "value",
  255. "type": "INT",
  256. "links": [
  257. 3157,
  258. 3158
  259. ],
  260. "slot_index": 0,
  261. "shape": 3
  262. }
  263. ],
  264. "title": "Frames",
  265. "properties": {
  266. "Node name for S&R": "INTConstant"
  267. },
  268. "widgets_values": [
  269. 49
  270. ],
  271. "color": "#1b4669",
  272. "bgcolor": "#29699c"
  273. },
  274. {
  275. "id": 2240,
  276. "type": "DownloadAndLoadCogVideoModel",
  277. "pos": [
  278. 6470,
  279. -2030
  280. ],
  281. "size": [
  282. 377.9334411621094,
  283. 218
  284. ],
  285. "flags": {},
  286. "order": 8,
  287. "mode": 0,
  288. "inputs": [
  289. {
  290. "name": "block_edit",
  291. "type": "TRANSFORMERBLOCKS",
  292. "link": null,
  293. "shape": 7
  294. },
  295. {
  296. "name": "lora",
  297. "type": "COGLORA",
  298. "link": 2676,
  299. "shape": 7
  300. },
  301. {
  302. "name": "compile_args",
  303. "type": "COMPILEARGS",
  304. "link": null,
  305. "shape": 7
  306. }
  307. ],
  308. "outputs": [
  309. {
  310. "name": "model",
  311. "type": "COGVIDEOMODEL",
  312. "links": [
  313. 3154
  314. ],
  315. "slot_index": 0
  316. },
  317. {
  318. "name": "vae",
  319. "type": "VAE",
  320. "links": [
  321. 3153,
  322. 3156
  323. ],
  324. "slot_index": 1
  325. }
  326. ],
  327. "properties": {
  328. "Node name for S&R": "DownloadAndLoadCogVideoModel"
  329. },
  330. "widgets_values": [
  331. "alibaba-pai/CogVideoX-Fun-V1.1-5b-InP",
  332. "fp16",
  333. "disabled",
  334. false,
  335. "sdpa",
  336. "main_device"
  337. ]
  338. },
  339. {
  340. "id": 2250,
  341. "type": "CogVideoTextEncode",
  342. "pos": [
  343. 6725.4052734375,
  344. -1571.5303955078125
  345. ],
  346. "size": [
  347. 210,
  348. 114
  349. ],
  350. "flags": {},
  351. "order": 9,
  352. "mode": 0,
  353. "inputs": [
  354. {
  355. "name": "clip",
  356. "type": "CLIP",
  357. "link": 2685
  358. },
  359. {
  360. "name": "prompt",
  361. "type": "STRING",
  362. "link": 3146,
  363. "widget": {
  364. "name": "prompt"
  365. }
  366. }
  367. ],
  368. "outputs": [
  369. {
  370. "name": "conditioning",
  371. "type": "CONDITIONING",
  372. "links": [
  373. 3148
  374. ],
  375. "slot_index": 0,
  376. "shape": 3
  377. },
  378. {
  379. "name": "clip",
  380. "type": "CLIP",
  381. "links": null
  382. }
  383. ],
  384. "properties": {
  385. "Node name for S&R": "CogVideoTextEncode"
  386. },
  387. "widgets_values": [
  388. "Avoid stiff or uncoordinated movements, overly exaggerated or cartoonish gestures, and jerky, inconsistent rhythms. Do not include unnecessary pauses or overly simplistic motions that disrupt the flow of the dance. Avoid choreography that appears overly rehearsed or robotic; keep the movements natural and fluid. Ensure there are no excessive props, abrupt interruptions, or unnatural breaks in the sequence. Keep the focus solely on the elegance and precision of the movements without unnecessary distractions or embellishments.\n\n\n\n\n\n\n",
  389. 1,
  390. true
  391. ]
  392. },
  393. {
  394. "id": 2252,
  395. "type": "Text Multiline",
  396. "pos": [
  397. 5946.8349609375,
  398. -1596.6678466796875
  399. ],
  400. "size": [
  401. 406.3498229980469,
  402. 237.02432250976562
  403. ],
  404. "flags": {},
  405. "order": 3,
  406. "mode": 0,
  407. "inputs": [],
  408. "outputs": [
  409. {
  410. "name": "STRING",
  411. "type": "STRING",
  412. "links": [
  413. 3145
  414. ],
  415. "slot_index": 0
  416. }
  417. ],
  418. "properties": {
  419. "Node name for S&R": "Text Multiline"
  420. },
  421. "widgets_values": [
  422. ""
  423. ],
  424. "color": "#232",
  425. "bgcolor": "#353"
  426. },
  427. {
  428. "id": 2253,
  429. "type": "Text Multiline",
  430. "pos": [
  431. 5910.7939453125,
  432. -1202.6339111328125
  433. ],
  434. "size": [
  435. 428.3667907714844,
  436. 171.29830932617188
  437. ],
  438. "flags": {},
  439. "order": 4,
  440. "mode": 0,
  441. "inputs": [],
  442. "outputs": [
  443. {
  444. "name": "STRING",
  445. "type": "STRING",
  446. "links": [
  447. 3146
  448. ],
  449. "slot_index": 0
  450. }
  451. ],
  452. "properties": {
  453. "Node name for S&R": "Text Multiline"
  454. },
  455. "widgets_values": [
  456. ""
  457. ],
  458. "color": "#322",
  459. "bgcolor": "#533"
  460. },
  461. {
  462. "id": 2273,
  463. "type": "CogVideoSampler",
  464. "pos": [
  465. 7508.2841796875,
  466. -1927.663818359375
  467. ],
  468. "size": [
  469. 330,
  470. 570
  471. ],
  472. "flags": {},
  473. "order": 11,
  474. "mode": 0,
  475. "inputs": [
  476. {
  477. "name": "model",
  478. "type": "COGVIDEOMODEL",
  479. "link": 3154
  480. },
  481. {
  482. "name": "positive",
  483. "type": "CONDITIONING",
  484. "link": 3147
  485. },
  486. {
  487. "name": "negative",
  488. "type": "CONDITIONING",
  489. "link": 3148
  490. },
  491. {
  492. "name": "samples",
  493. "type": "LATENT",
  494. "link": null,
  495. "shape": 7
  496. },
  497. {
  498. "name": "image_cond_latents",
  499. "type": "LATENT",
  500. "link": 3155,
  501. "shape": 7
  502. },
  503. {
  504. "name": "context_options",
  505. "type": "COGCONTEXT",
  506. "link": null,
  507. "shape": 7
  508. },
  509. {
  510. "name": "controlnet",
  511. "type": "COGVIDECONTROLNET",
  512. "link": null,
  513. "shape": 7
  514. },
  515. {
  516. "name": "tora_trajectory",
  517. "type": "TORAFEATURES",
  518. "link": null,
  519. "shape": 7
  520. },
  521. {
  522. "name": "fastercache",
  523. "type": "FASTERCACHEARGS",
  524. "link": null,
  525. "shape": 7
  526. },
  527. {
  528. "name": "num_frames",
  529. "type": "INT",
  530. "link": 3157,
  531. "widget": {
  532. "name": "num_frames"
  533. }
  534. }
  535. ],
  536. "outputs": [
  537. {
  538. "name": "samples",
  539. "type": "LATENT",
  540. "links": [
  541. 2710
  542. ],
  543. "slot_index": 0
  544. }
  545. ],
  546. "properties": {
  547. "Node name for S&R": "CogVideoSampler"
  548. },
  549. "widgets_values": [
  550. 49,
  551. 50,
  552. 6,
  553. 0,
  554. "fixed",
  555. "CogVideoXDDIM",
  556. 1
  557. ]
  558. },
  559. {
  560. "id": 2274,
  561. "type": "CogVideoDecode",
  562. "pos": [
  563. 7890.5556640625,
  564. -2013.5869140625
  565. ],
  566. "size": [
  567. 315,
  568. 198
  569. ],
  570. "flags": {},
  571. "order": 12,
  572. "mode": 0,
  573. "inputs": [
  574. {
  575. "name": "vae",
  576. "type": "VAE",
  577. "link": 3156
  578. },
  579. {
  580. "name": "samples",
  581. "type": "LATENT",
  582. "link": 2710
  583. }
  584. ],
  585. "outputs": [
  586. {
  587. "name": "images",
  588. "type": "IMAGE",
  589. "links": [
  590. 3159
  591. ],
  592. "slot_index": 0
  593. }
  594. ],
  595. "properties": {
  596. "Node name for S&R": "CogVideoDecode"
  597. },
  598. "widgets_values": [
  599. true,
  600. 240,
  601. 360,
  602. 0.2,
  603. 0.2,
  604. true
  605. ]
  606. },
  607. {
  608. "id": 2278,
  609. "type": "VHS_VideoCombine",
  610. "pos": [
  611. 8250.3095703125,
  612. -1889.10986328125
  613. ],
  614. "size": [
  615. 220,
  616. 334
  617. ],
  618. "flags": {},
  619. "order": 13,
  620. "mode": 0,
  621. "inputs": [
  622. {
  623. "name": "images",
  624. "type": "IMAGE",
  625. "link": 3159
  626. },
  627. {
  628. "name": "audio",
  629. "type": "AUDIO",
  630. "link": null,
  631. "shape": 7
  632. },
  633. {
  634. "name": "meta_batch",
  635. "type": "VHS_BatchManager",
  636. "link": null,
  637. "shape": 7
  638. },
  639. {
  640. "name": "vae",
  641. "type": "VAE",
  642. "link": null,
  643. "shape": 7
  644. }
  645. ],
  646. "outputs": [
  647. {
  648. "name": "Filenames",
  649. "type": "VHS_FILENAMES",
  650. "links": null
  651. }
  652. ],
  653. "properties": {
  654. "Node name for S&R": "VHS_VideoCombine"
  655. },
  656. "widgets_values": {
  657. "frame_rate": 8,
  658. "loop_count": 0,
  659. "filename_prefix": "AnimateDiff",
  660. "format": "video/h264-mp4",
  661. "pix_fmt": "yuv420p",
  662. "crf": 19,
  663. "save_metadata": true,
  664. "trim_to_audio": false,
  665. "pingpong": false,
  666. "save_output": true,
  667. "videopreview": {
  668. "hidden": false,
  669. "paused": false,
  670. "params": {
  671. "filename": "AnimateDiff_00489.mp4",
  672. "subfolder": "",
  673. "type": "output",
  674. "format": "video/h264-mp4",
  675. "frame_rate": 24
  676. },
  677. "muted": false
  678. }
  679. }
  680. },
  681. {
  682. "id": 2271,
  683. "type": "LoadImage",
  684. "pos": [
  685. 6005.72900390625,
  686. -945.2099609375
  687. ],
  688. "size": [
  689. 315,
  690. 314
  691. ],
  692. "flags": {},
  693. "order": 5,
  694. "mode": 0,
  695. "inputs": [],
  696. "outputs": [
  697. {
  698. "name": "IMAGE",
  699. "type": "IMAGE",
  700. "links": [
  701. 3133
  702. ],
  703. "slot_index": 0
  704. },
  705. {
  706. "name": "MASK",
  707. "type": "MASK",
  708. "links": null
  709. }
  710. ],
  711. "properties": {
  712. "Node name for S&R": "LoadImage"
  713. },
  714. "widgets_values": [
  715. "example.png",
  716. "image"
  717. ]
  718. }
  719. ],
  720. "links": [
  721. [
  722. 2676,
  723. 2241,
  724. 0,
  725. 2240,
  726. 1,
  727. "COGLORA"
  728. ],
  729. [
  730. 2677,
  731. 2243,
  732. 0,
  733. 2241,
  734. 0,
  735. "COGLORA"
  736. ],
  737. [
  738. 2683,
  739. 2248,
  740. 0,
  741. 2249,
  742. 0,
  743. "CLIP"
  744. ],
  745. [
  746. 2685,
  747. 2249,
  748. 1,
  749. 2250,
  750. 0,
  751. "CLIP"
  752. ],
  753. [
  754. 2710,
  755. 2273,
  756. 0,
  757. 2274,
  758. 1,
  759. "LATENT"
  760. ],
  761. [
  762. 3133,
  763. 2271,
  764. 0,
  765. 2263,
  766. 1,
  767. "IMAGE"
  768. ],
  769. [
  770. 3145,
  771. 2252,
  772. 0,
  773. 2249,
  774. 1,
  775. "STRING"
  776. ],
  777. [
  778. 3146,
  779. 2253,
  780. 0,
  781. 2250,
  782. 1,
  783. "STRING"
  784. ],
  785. [
  786. 3147,
  787. 2249,
  788. 0,
  789. 2273,
  790. 1,
  791. "CONDITIONING"
  792. ],
  793. [
  794. 3148,
  795. 2250,
  796. 0,
  797. 2273,
  798. 2,
  799. "CONDITIONING"
  800. ],
  801. [
  802. 3153,
  803. 2240,
  804. 1,
  805. 2263,
  806. 0,
  807. "VAE"
  808. ],
  809. [
  810. 3154,
  811. 2240,
  812. 0,
  813. 2273,
  814. 0,
  815. "COGVIDEOMODEL"
  816. ],
  817. [
  818. 3155,
  819. 2263,
  820. 0,
  821. 2273,
  822. 4,
  823. "LATENT"
  824. ],
  825. [
  826. 3156,
  827. 2240,
  828. 1,
  829. 2274,
  830. 0,
  831. "VAE"
  832. ],
  833. [
  834. 3157,
  835. 2697,
  836. 0,
  837. 2273,
  838. 9,
  839. "INT"
  840. ],
  841. [
  842. 3158,
  843. 2697,
  844. 0,
  845. 2263,
  846. 3,
  847. "INT"
  848. ],
  849. [
  850. 3159,
  851. 2274,
  852. 0,
  853. 2278,
  854. 0,
  855. "IMAGE"
  856. ]
  857. ],
  858. "groups": [],
  859. "config": {},
  860. "extra": {
  861. "ds": {
  862. "scale": 0.6115909044841464,
  863. "offset": [
  864. -5187.045573134259,
  865. 2253.8732295091754
  866. ]
  867. }
  868. },
  869. "version": 0.4
  870. }
Tags: Workflow ComfyUI CogVideoX
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!