from diffsynth.pipelines.sensenova_u1_image import SenseNovaU1ImagePipeline, ModelConfig from modelscope import dataset_snapshot_download from PIL import Image import torch pipe = SenseNovaU1ImagePipeline.from_pretrained( torch_dtype=torch.bfloat16, device="cuda", model_configs=[ ModelConfig(model_id="SenseNova/SenseNova-U1.5-8B-MoT-SFT", origin_file_pattern="model*.safetensors"), ], tokenizer_config=ModelConfig(model_id="SenseNova/SenseNova-U1.5-8B-MoT-SFT", origin_file_pattern="./"), ) dataset_snapshot_download( "DiffSynth-Studio/diffsynth_example_dataset", allow_file_pattern="sensenova_u1/SenseNova-U1.5-8B-MoT-SFT-Edit/*", local_dir="data/diffsynth_example_dataset", ) dataset_path = "data/diffsynth_example_dataset/sensenova_u1/SenseNova-U1.5-8B-MoT-SFT-Edit" edit_image = Image.open(f"{dataset_path}/edit/image1.jpg").convert("RGB") color_image = Image.open(f"{dataset_path}/edit/image_color.jpg").convert("RGB") image = pipe( prompt="Change the dress to pink.", edit_image=edit_image, seed=42, height=2048, width=2048, num_inference_steps=50, cfg_scale=4.0, shift=3.0, ) image.save("image_SenseNova-U1.5-8B-MoT-SFT-Edit.jpg") # Multi-image editing image = pipe( prompt="Change the color of the dress in Figure 1 to the color shown in Figure 2.", edit_image=[edit_image, color_image], seed=42, height=2048, width=2048, num_inference_steps=50, cfg_scale=4.0, shift=3.0, ) image.save("image_SenseNova-U1.5-8B-MoT-SFT-Edit-MultiImage.jpg")