Add Comfy cat benchmark submitter

tools/submit_h3_cat_benchmark.py

@@ -0,0 +1,93 @@
+"""Submit and time a prompt-only MiniMax H3 cat benchmark in ComfyUI."""
+
+from __future__ import annotations
+
+import argparse
+import json
+import time
+from pathlib import Path
+from urllib.request import Request, urlopen
+
+
+DEFAULT_PROMPT = (
+    "A playful orange tabby cat starts in an ordinary cozy living room in a normal house, afternoon light, sofa and rug. "
+    "The cat crouches, jumps, and does one clean athletic backflip in slow motion. "
+    "As the backflip completes there is a sharp cinematic cut: the cat lands perfectly on a glowing neon disco dance floor wearing oversized black sunglasses. "
+    "Mirror ball reflections, colorful lights, joyful party energy, stylish and funny, clear before-and-after transformation."
+)
+
+
+def post_json(url: str, payload: dict) -> dict:
+    request = Request(url, data=json.dumps(payload).encode(), headers={"Content-Type": "application/json"})
+    with urlopen(request, timeout=30) as response:
+        return json.loads(response.read().decode())
+
+
+def get_json(url: str) -> dict:
+    with urlopen(url, timeout=30) as response:
+        return json.loads(response.read().decode())
+
+
+def main() -> None:
+    parser = argparse.ArgumentParser()
+    parser.add_argument("--server", default="http://127.0.0.1:8188")
+    parser.add_argument("--prompt", default=DEFAULT_PROMPT)
+    parser.add_argument("--seed", type=int, default=440407)
+    parser.add_argument("--width", type=int, default=960)
+    parser.add_argument("--height", type=int, default=544)
+    parser.add_argument("--frames", type=int, default=124)
+    parser.add_argument("--steps", type=int, default=12)
+    parser.add_argument("--filename-prefix", default="h3-blackwell-runtime/comfy-cat-benchmark-960x544-124f-seed440407")
+    parser.add_argument("--metrics", type=Path, default=Path("/workspace/ComfyUI/output/h3-blackwell-runtime/benchmarks/comfy-cat-benchmark-960x544-124f-seed440407.json"))
+    args = parser.parse_args()
+
+    graph = {
+        "1": {"class_type": "UNETLoader", "inputs": {"unet_name": "minimax_h3_fl2va_pruned_nvfp4.safetensors", "weight_dtype": "default"}},
+        "3": {"class_type": "CLIPLoader", "inputs": {"clip_name": "qwen3vl_32b_minimax_h3_nvfp4_awq.safetensors", "type": "minimax"}},
+        "4": {"class_type": "VAELoader", "inputs": {"vae_name": "minimax_h3_video_vae_fp16.safetensors"}},
+        "5": {"class_type": "VAELoader", "inputs": {"vae_name": "minimax_h3_audio_vae_fp32.safetensors"}},
+        "8": {"class_type": "MiniMaxH3ImageToVideo", "inputs": {"clip": ["3", 0], "vae": ["4", 0], "prompt": args.prompt, "width": args.width, "height": args.height, "length": args.frames}},
+        "9": {"class_type": "BasicGuider", "inputs": {"model": ["1", 0], "conditioning": ["8", 0]}},
+        "10": {"class_type": "RandomNoise", "inputs": {"noise_seed": args.seed}},
+        "11": {"class_type": "KSamplerSelect", "inputs": {"sampler_name": "res_multistep"}},
+        "12": {"class_type": "BasicScheduler", "inputs": {"model": ["1", 0], "scheduler": "beta", "steps": args.steps, "denoise": 1.0}},
+        "13": {"class_type": "SamplerCustomAdvanced", "inputs": {"noise": ["10", 0], "guider": ["9", 0], "sampler": ["11", 0], "sigmas": ["12", 0], "latent_image": ["8", 1]}},
+        "14": {"class_type": "VAEDecode", "inputs": {"samples": ["13", 0], "vae": ["4", 0]}},
+        "15": {"class_type": "VAEDecodeAudio", "inputs": {"samples": ["13", 0], "vae": ["5", 0]}},
+        "16": {"class_type": "CreateVideo", "inputs": {"images": ["14", 0], "audio": ["15", 0], "bit_depth": 8, "fps": 24.0}},
+        "17": {"class_type": "SaveVideo", "inputs": {"video": ["16", 0], "filename_prefix": args.filename_prefix, "format": "mp4", "codec": "auto"}},
+    }
+
+    submitted_at = time.perf_counter()
+    response = post_json(f"{args.server}/prompt", {"prompt": graph})
+    prompt_id = response["prompt_id"]
+    history = None
+    while True:
+        time.sleep(1.0)
+        history_response = get_json(f"{args.server}/history/{prompt_id}")
+        history = history_response.get(prompt_id)
+        if history is not None:
+            status = history.get("status", {})
+            if status.get("completed") or status.get("status_str") in {"success", "error"}:
+                break
+    completed_at = time.perf_counter()
+
+    metrics = {
+        "prompt_id": prompt_id,
+        "seed": args.seed,
+        "width": args.width,
+        "height": args.height,
+        "frames": args.frames,
+        "steps": args.steps,
+        "wall_seconds": completed_at - submitted_at,
+        "response": response,
+        "status": history.get("status", {}),
+        "outputs": history.get("outputs", {}),
+    }
+    args.metrics.parent.mkdir(parents=True, exist_ok=True)
+    args.metrics.write_text(json.dumps(metrics, indent=2), encoding="utf-8")
+    print(json.dumps(metrics, indent=2), flush=True)
+
+
+if __name__ == "__main__":
+    main()