Flux Fill Dev with Turbo Alpha LoRA makes the image noisy. ✅

[vuongminh1907]

I have just tried Flux Fill with Turbo LoRA and ACE++, and the image quality is noisy. For instance, the hair appears noisy in this case.

How can I fix this? This is the code I used.

import torch

from diffusers import FluxFillPipeline, FluxTransformer2DModel
from diffusers.utils import load_image
from PIL import Image, ImageDraw
import numpy as np

from transformers import T5TokenizerFast
from huggingface_hub import hf_hub_download

image_reference = load_image("https://ai-images-development-investigations.s3.us-east-1.amazonaws.com/IMAGINE_170/References/1.jpg")

def create_mask_and_image(image_reference):
    mask = np.zeros((1024, 2048), dtype=np.uint8)
    mask[:, :1024] = 255  

    image_resized = image_reference.resize((1024, 1024), Image.LANCZOS)
    image = Image.new("RGB", (2048, 1024))
    image.paste(image_resized, (0, 0))
    image.paste(image_resized, (1024, 0))

    return Image.fromarray(mask), image

mask, image = create_mask_and_image(image_reference)

pipe = FluxFillPipeline.from_pretrained(
    "black-forest-labs/FLUX.1-Fill-dev",
    torch_dtype=torch.bfloat16
).to("cuda")

adapter_id = "alimama-creative/FLUX.1-Turbo-Alpha"
pipe.load_lora_weights(adapter_id,adapter_name="flux-Turbo-Alpha")


tokenizer_2 = T5TokenizerFast.from_pretrained("black-forest-labs/FLUX.1-Fill-dev", additional_special_tokens=["{image}"], subfolder="tokenizer_2")
pipe.tokenizer_2 = tokenizer_2
pipe.load_lora_weights("ali-vilab/ACE_Plus", weight_name="comfyui_portrait_lora64.safetensors", subfolder="portrait", adapter_name="ace_portrait")

pipe.fuse_lora()

for i in range(1):
    image_result = pipe(
        # prompt="young woman, pretty 18yo girl, feminine, (thick hair), cute female, ((Fair skin, light skin))",
        prompt="young woman, pretty girl, feminine, thick hair, cute female, Fair skin, light skin, brown eyes, petite, petite body, slim body, delicate, small breasts, long straight hair",
        image=image,
        mask_image=mask,
        height=image.height,
        width=image.width,
        guidance_scale=50,
        num_inference_steps=8,
        max_sequence_length=512,
        generator=torch.Generator("cuda").manual_seed(45)
    ).images[0]
image_result.save(f"turbo.png")

[vuongminh1907]

cc @up_the_irons @kig @kashif @levi