Added: Generate image to video

app.py

@@ -9,7 +9,7 @@ import websocket
 import requests
 import uuid
 from dotenv import load_dotenv
-from flask import Flask, request, jsonify, render_template, send_file
+from flask import Flask, request, jsonify, render_template, send_file, send_from_directory
 from PIL import Image
 from werkzeug.utils import secure_filename
 
@@ -28,9 +28,6 @@ ws_address = os.getenv("WS_ADDRESS")
 # Generate a unique client ID
 client_id = str(uuid.uuid4())
 
-
-
-
 def get_image(filename, subfolder, image_type, token):
     url_values = {'filename': filename, 'subfolder': subfolder, 'type': image_type}
     url = f"{server_address}/view?{urllib.parse.urlencode(url_values)}"
@@ -160,7 +157,7 @@ def allowed_file(filename):
     return '.' in filename and filename.rsplit('.', 1)[1].lower() in ALLOWED_EXTENSIONS
 
 def save_base64_image(b64_string):
-    """Decode a base64 string and save it as an image."""
+    """Decode a base64 string and save it as an image in the static folder."""
     try:
         # Handle Data URI scheme if present
         if ',' in b64_string:
@@ -173,22 +170,29 @@ def save_base64_image(b64_string):
         # Decode the image data
         image_data = base64.b64decode(encoded)
 
-        # Generate a unique path for the image
-        image_path = f"/tmp/{uuid.uuid4()}.{ext}"
+        # Generate a unique path for the image in the static folder
+        image_path = f"static/{uuid.uuid4()}.{ext}"
 
         # Ensure directory exists
-        os.makedirs('/tmp/', exist_ok=True)
+        os.makedirs('static', exist_ok=True)
 
         # Save the image
         with open(image_path, 'wb') as f:
             f.write(image_data)
 
         print(f"Image saved at: {image_path}")
-        return (f"https://gosign-de-comfyui-api.hf.space{image_path}")
+
+        # Return the URL or path of the saved image
+        return f"https://gosign-de-comfyui-api.hf.space/{image_path}"
 
     except Exception as e:
         raise ValueError(f"Failed to save image: {e}")
 
+# Route to serve images
+@app.route('/static/<path:filename>')
+def serve_static(filename):
+    return send_from_directory('static', filename)
+
 def make_request(url, data=None, headers=None):
     req = urllib.request.Request(url, data=data, headers=headers)
     try:
@@ -234,24 +238,6 @@ def get_video_data(filename, subfolder, token):
         print(e.read())
         raise
 
-# Helper: Upload Image to Hugging Face
-def upload_image_to_hf(image_path, token):
-    with open(image_path, 'rb') as img:
-        headers = {
-            "Authorization": f"Bearer {token}",
-            "Content-Type": "image/jpeg"  # Change as per your image type
-        }
-        response = requests.post(
-            "https://gosign-de-image-to-video.hf.space",
-            headers=headers,
-            files={'file': img}
-        )
-
-    if response.status_code != 200:
-        raise ValueError(f"Failed to upload image: {response.text}")
-
-    return response.json().get('url')
-
 # Route: Image to Video
 @app.route('/image_to_video', methods=['POST'])
 def image_to_video():
@@ -286,9 +272,6 @@ def image_to_video():
         try:
             image_path = save_base64_image(base64_image)
             # return jsonify({'image_path': image_path})
-            # image_path = (upload_image_to_hf(image_path, token))
-
-            print(f"Image saved at HF: {image_path}")
 
         except Exception as e:
             return jsonify({'error': f'Invalid base64 image data: {str(e)}'}), 400
@@ -303,7 +286,7 @@ def image_to_video():
 
     # Modify workflow with inputs
     workflow["30"]["inputs"]["prompt"] = text_prompt
-    workflow["36"]["inputs"]["image"] = image_path
+    # workflow["73"]["inputs"]["url"] = image_path
     workflow["31"]["inputs"]["prompt"] = "Low quality, watermark, strange motion"
     workflow["57"]["inputs"]["seed"] = random.randint(100000000000000, 999999999999999)
 

workflows/cogvideox_image_to_video_workflow_api.json

@@ -24,7 +24,7 @@
   },
   "30": {
     "inputs": {
-      "prompt": "Darth Vader is a vampire and blood is dripping from his steel fangs. The camera is slowly rotating around him. The background is filled with smoke and a strong light.",
+      "prompt": "people are swimming in the water.",
       "strength": 1,
       "force_offload": true,
       "clip": [
@@ -52,16 +52,6 @@
       "title": "CogVideo TextEncode"
     }
   },
-  "36": {
-    "inputs": {
-      "image": "https://huggingface.co/spaces/gosign-de/comfyui-api/raw/main/images/Webimage-1-720x480.jpg",
-      "upload": "image"
-    },
-    "class_type": "LoadImage",
-    "_meta": {
-      "title": "Load Image"
-    }
-  },
   "37": {
     "inputs": {
       "width": 720,
@@ -71,7 +61,7 @@
       "divisible_by": 16,
       "crop": "disabled",
       "image": [
-        "36",
+        "73",
         0
       ]
     },
@@ -82,7 +72,7 @@
   },
   "44": {
     "inputs": {
-      "frame_rate": 24,
+      "frame_rate": 12,
       "loop_count": 0,
       "filename_prefix": "CogVideoX-I2V",
       "format": "video/h264-mp4",
@@ -128,11 +118,11 @@
       "height": 480,
       "width": 720,
       "num_frames": 49,
-      "steps": 50,
+      "steps": 10,
       "cfg": 6,
       "seed": 65334758276105,
       "scheduler": "DPM++",
-      "denoise_strength": 1.0,
+      "denoise_strength": 1,
       "pipeline": [
         "1",
         0
@@ -172,5 +162,27 @@
     "_meta": {
       "title": "CogVideo ImageEncode"
     }
+  },
+  "73": {
+    "inputs": {
+      "url": "https://huggingface.co/spaces/gosign-de/comfyui-api/resolve/main/images/iStock_000014226797_Small.jpg",
+      "cache": true
+    },
+    "class_type": "LoadImageByUrl //Browser",
+    "_meta": {
+      "title": "Load Image By URL"
+    }
+  },
+  "75": {
+    "inputs": {
+      "images": [
+        "73",
+        0
+      ]
+    },
+    "class_type": "PreviewImage",
+    "_meta": {
+      "title": "Preview Image"
+    }
   }
 }

workflows/cogvideox_image_to_video_workflow_api_old.json

@@ -0,0 +1,176 @@
+{
+  "1": {
+    "inputs": {
+      "model": "THUDM/CogVideoX-5b-I2V",
+      "precision": "bf16",
+      "fp8_transformer": "disabled",
+      "compile": "disabled",
+      "enable_sequential_cpu_offload": false
+    },
+    "class_type": "DownloadAndLoadCogVideoModel",
+    "_meta": {
+      "title": "(Down)load CogVideo Model"
+    }
+  },
+  "20": {
+    "inputs": {
+      "clip_name": "t5\\google_t5-v1_1-xxl_encoderonly-fp8_e4m3fn.safetensors",
+      "type": "sd3"
+    },
+    "class_type": "CLIPLoader",
+    "_meta": {
+      "title": "Load CLIP"
+    }
+  },
+  "30": {
+    "inputs": {
+      "prompt": "Darth Vader is a vampire and blood is dripping from his steel fangs. The camera is slowly rotating around him. The background is filled with smoke and a strong light.",
+      "strength": 1,
+      "force_offload": true,
+      "clip": [
+        "20",
+        0
+      ]
+    },
+    "class_type": "CogVideoTextEncode",
+    "_meta": {
+      "title": "CogVideo TextEncode"
+    }
+  },
+  "31": {
+    "inputs": {
+      "prompt": "The video is not of a high quality, it has a low resolution. Watermark present in each frame. Strange motion trajectory. ",
+      "strength": 1,
+      "force_offload": true,
+      "clip": [
+        "20",
+        0
+      ]
+    },
+    "class_type": "CogVideoTextEncode",
+    "_meta": {
+      "title": "CogVideo TextEncode"
+    }
+  },
+  "36": {
+    "inputs": {
+      "image": "https://images.unsplash.com/photo-1506748686214-e9df14d4d9d0",
+      "upload": "image"
+    },
+    "class_type": "LoadImage",
+    "_meta": {
+      "title": "Load Image"
+    }
+  },
+  "37": {
+    "inputs": {
+      "width": 720,
+      "height": 480,
+      "upscale_method": "lanczos",
+      "keep_proportion": false,
+      "divisible_by": 16,
+      "crop": "disabled",
+      "image": [
+        "36",
+        0
+      ]
+    },
+    "class_type": "ImageResizeKJ",
+    "_meta": {
+      "title": "Resize Image"
+    }
+  },
+  "44": {
+    "inputs": {
+      "frame_rate": 24,
+      "loop_count": 0,
+      "filename_prefix": "CogVideoX-I2V",
+      "format": "video/h264-mp4",
+      "pix_fmt": "yuv420p",
+      "crf": 19,
+      "save_metadata": true,
+      "pingpong": false,
+      "save_output": true,
+      "images": [
+        "56",
+        0
+      ]
+    },
+    "class_type": "VHS_VideoCombine",
+    "_meta": {
+      "title": "Video Combine 🎥🅥🅗🅢"
+    }
+  },
+  "56": {
+    "inputs": {
+      "enable_vae_tiling": false,
+      "tile_sample_min_height": 96,
+      "tile_sample_min_width": 96,
+      "tile_overlap_factor_height": 0.083,
+      "tile_overlap_factor_width": 0.083,
+      "auto_tile_size": true,
+      "pipeline": [
+        "57",
+        0
+      ],
+      "samples": [
+        "57",
+        1
+      ]
+    },
+    "class_type": "CogVideoDecode",
+    "_meta": {
+      "title": "CogVideo Decode"
+    }
+  },
+  "57": {
+    "inputs": {
+      "height": 480,
+      "width": 720,
+      "num_frames": 49,
+      "steps": 50,
+      "cfg": 6,
+      "seed": 65334758276105,
+      "scheduler": "DPM++",
+      "denoise_strength": 1.0,
+      "pipeline": [
+        "1",
+        0
+      ],
+      "positive": [
+        "30",
+        0
+      ],
+      "negative": [
+        "31",
+        0
+      ],
+      "image_cond_latents": [
+        "58",
+        0
+      ]
+    },
+    "class_type": "CogVideoSampler",
+    "_meta": {
+      "title": "CogVideo Sampler"
+    }
+  },
+  "58": {
+    "inputs": {
+      "chunk_size": 16,
+      "enable_tiling": true,
+      "pipeline": [
+        "1",
+        0
+      ],
+      "image": [
+        "37",
+        0
+      ]
+    },
+    "class_type": "CogVideoImageEncode",
+    "_meta": {
+      "title": "CogVideo ImageEncode"
+    }
+  }
+}