sdnext/modules/control/test.py

import math
from PIL import Image, ImageChops, ImageDraw
from modules import shared, errors, images


FONT_SIZE=48


def test_processors(image):
    from modules.control import processors
    if image is None:
        shared.log.error('Image not loaded')
        return None, None, None
    res = []
    for processor_id in processors.list_models():
        if shared.state.interrupted:
            continue
        shared.log.info(f'Testing processor: {processor_id}')
        processor = processors.Processor(processor_id)
        output = image
        if processor is None:
            shared.log.error(f'Processor load failed: id="{processor_id}"')
            processor_id = f'{processor_id} error'
        else:
            output = processor(image)
            if shared.opts.control_unload_processor:
                processor.reset()
        if output.size != image.size:
            output = output.resize(image.size, Image.Resampling.LANCZOS)
        if output.mode != image.mode:
            output = output.convert(image.mode)
        shared.log.debug(f'Testing processor: input={image} mode={image.mode} output={output} mode={output.mode}')
        diff = ImageChops.difference(image, output)
        if not diff.getbbox():
            processor_id = f'{processor_id} null'
        draw = ImageDraw.Draw(output)
        font = images.get_font(FONT_SIZE)
        draw.text((10, 10), processor_id, (0,0,0), font=font)
        draw.text((8, 8), processor_id, (255,255,255), font=font)
        res.append(output)
        yield output, None, None, res
    rows = round(math.sqrt(len(res)))
    cols = math.ceil(len(res) / rows)
    w, h = 256, 256
    size = (cols * w + cols, rows * h + rows)
    grid = Image.new('RGB', size=size, color='black')
    shared.log.info(f'Test processors: images={len(res)} grid={grid}')
    for i, image in enumerate(res):
        x = (i % cols * w) + (i % cols)
        y = (i // cols * h) + (i // cols)
        thumb = image.copy().convert('RGB')
        thumb.thumbnail((w, h), Image.Resampling.HAMMING)
        grid.paste(thumb, box=(x, y))
    yield None, grid, None, res
    return None, grid, None, res # preview_process, output_image, output_video, output_gallery


def test_controlnets(prompt, negative, image):
    from modules import devices, sd_models
    from modules.control.units import controlnet
    if image is None:
        shared.log.error('Image not loaded')
        return None, None, None
    res = []
    for model_id in controlnet.list_models():
        if model_id is None:
            model_id = 'None'
        if shared.state.interrupted:
            continue
        output = image
        if model_id != 'None':
            controlnet = controlnet.ControlNet(model_id=model_id, device=devices.device, dtype=devices.dtype)
            if controlnet is None:
                shared.log.error(f'ControlNet load failed: id="{model_id}"')
                continue
            shared.log.info(f'Testing ControlNet: {model_id}')
            pipe = controlnet.ControlNetPipeline(controlnet=controlnet.model, pipeline=shared.sd_model)
            pipe.pipeline.to(device=devices.device, dtype=devices.dtype)
            sd_models.set_diffuser_options(pipe)
            try:
                output = pipe.pipeline(prompt=prompt, negative_prompt=negative, image=image, num_inference_steps=10, output_type='pil')
                output = output.images[0]
            except Exception as e:
                errors.display(e, f'ControlNet {model_id} inference')
                model_id = f'{model_id} error'
            pipe.restore()
        draw = ImageDraw.Draw(output)
        font = images.get_font(FONT_SIZE)
        draw.text((10, 10), model_id, (0,0,0), font=font)
        draw.text((8, 8), model_id, (255,255,255), font=font)
        res.append(output)
        yield output, None, None, res
    rows = round(math.sqrt(len(res)))
    cols = math.ceil(len(res) / rows)
    w, h = 256, 256
    size = (cols * w + cols, rows * h + rows)
    grid = Image.new('RGB', size=size, color='black')
    shared.log.info(f'Test ControlNets: images={len(res)} grid={grid}')
    for i, image in enumerate(res):
        x = (i % cols * w) + (i % cols)
        y = (i // cols * h) + (i // cols)
        thumb = image.copy().convert('RGB')
        thumb.thumbnail((w, h), Image.Resampling.HAMMING)
        grid.paste(thumb, box=(x, y))
    yield None, grid, None, res
    return None, grid, None, res # preview_process, output_image, output_video, output_gallery


def test_adapters(prompt, negative, image):
    from modules import devices, sd_models
    from modules.control.units import t2iadapter
    if image is None:
        shared.log.error('Image not loaded')
        return None, None, None
    res = []
    for model_id in t2iadapter.list_models():
        if model_id is None:
            model_id = 'None'
        if shared.state.interrupted:
            continue
        output = image.copy()
        if model_id != 'None':
            adapter = t2iadapter.Adapter(model_id=model_id, device=devices.device, dtype=devices.dtype)
            if adapter is None:
                shared.log.error(f'Adapter load failed: id="{model_id}"')
                continue
            shared.log.info(f'Testing Adapter: {model_id}')
            pipe = t2iadapter.AdapterPipeline(adapter=adapter.model, pipeline=shared.sd_model)
            pipe.pipeline.to(device=devices.device, dtype=devices.dtype)
            sd_models.set_diffuser_options(pipe)
            image = image.convert('L') if 'Canny' in model_id or 'Sketch' in model_id else image.convert('RGB')
            try:
                output = pipe.pipeline(prompt=prompt, negative_prompt=negative, image=image, num_inference_steps=10, output_type='pil')
                output = output.images[0]
            except Exception as e:
                errors.display(e, f'Adapter {model_id} inference')
                model_id = f'{model_id} error'
            pipe.restore()
        draw = ImageDraw.Draw(output)
        font = images.get_font(FONT_SIZE)
        draw.text((10, 10), model_id, (0,0,0), font=font)
        draw.text((8, 8), model_id, (255,255,255), font=font)
        res.append(output)
        yield output, None, None, res
    rows = round(math.sqrt(len(res)))
    cols = math.ceil(len(res) / rows)
    w, h = 256, 256
    size = (cols * w + cols, rows * h + rows)
    grid = Image.new('RGB', size=size, color='black')
    shared.log.info(f'Test Adapters: images={len(res)} grid={grid}')
    for i, image in enumerate(res):
        x = (i % cols * w) + (i % cols)
        y = (i // cols * h) + (i // cols)
        thumb = image.copy().convert('RGB')
        thumb.thumbnail((w, h), Image.Resampling.HAMMING)
        grid.paste(thumb, box=(x, y))
    yield None, grid, None, res
    return None, grid, None, res # preview_process, output_image, output_video, output_gallery


def test_xs(prompt, negative, image):
    from modules import devices, sd_models
    from modules.control.units import xs
    if image is None:
        shared.log.error('Image not loaded')
        return None, None, None
    res = []
    for model_id in xs.list_models():
        if model_id is None:
            model_id = 'None'
        if shared.state.interrupted:
            continue
        output = image
        if model_id != 'None':
            xs = xs.ControlNetXS(model_id=model_id, device=devices.device, dtype=devices.dtype)
            if xs is None:
                shared.log.error(f'ControlNet-XS load failed: id="{model_id}"')
                continue
            shared.log.info(f'Testing ControlNet-XS: {model_id}')
            pipe = xs.ControlNetXSPipeline(controlnet=xs.model, pipeline=shared.sd_model)
            pipe.pipeline.to(device=devices.device, dtype=devices.dtype)
            sd_models.set_diffuser_options(pipe)
            try:
                output = pipe.pipeline(prompt=prompt, negative_prompt=negative, image=image, num_inference_steps=10, output_type='pil')
                output = output.images[0]
            except Exception as e:
                errors.display(e, f'ControlNet-XS {model_id} inference')
                model_id = f'{model_id} error'
            pipe.restore()
        draw = ImageDraw.Draw(output)
        font = images.get_font(FONT_SIZE)
        draw.text((10, 10), model_id, (0,0,0), font=font)
        draw.text((8, 8), model_id, (255,255,255), font=font)
        res.append(output)
        yield output, None, None, res
    rows = round(math.sqrt(len(res)))
    cols = math.ceil(len(res) / rows)
    w, h = 256, 256
    size = (cols * w + cols, rows * h + rows)
    grid = Image.new('RGB', size=size, color='black')
    shared.log.info(f'Test ControlNet-XS: images={len(res)} grid={grid}')
    for i, image in enumerate(res):
        x = (i % cols * w) + (i % cols)
        y = (i // cols * h) + (i // cols)
        thumb = image.copy().convert('RGB')
        thumb.thumbnail((w, h), Image.Resampling.HAMMING)
        grid.paste(thumb, box=(x, y))
    yield None, grid, None, res
    return None, grid, None, res # preview_process, output_image, output_video, output_gallery


def test_lite(prompt, negative, image):
    from modules import devices, sd_models
    from modules.control.units import lite
    if image is None:
        shared.log.error('Image not loaded')
        return None, None, None
    res = []
    for model_id in lite.list_models():
        if model_id is None:
            model_id = 'None'
        if shared.state.interrupted:
            continue
        output = image
        if model_id != 'None':
            lite = lite.ControlLLLite(model_id=model_id, device=devices.device, dtype=devices.dtype)
            if lite is None:
                shared.log.error(f'Control-LLite load failed: id="{model_id}"')
                continue
            shared.log.info(f'Testing ControlNet-XS: {model_id}')
            pipe = lite.ControlLLitePipeline(pipeline=shared.sd_model)
            pipe.apply(controlnet=lite.model, image=image, conditioning=1.0)
            pipe.pipeline.to(device=devices.device, dtype=devices.dtype)
            sd_models.set_diffuser_options(pipe)
            try:
                output = pipe.pipeline(prompt=prompt, negative_prompt=negative, image=image, num_inference_steps=10, output_type='pil')
                output = output.images[0]
            except Exception as e:
                errors.display(e, f'ControlNet-XS {model_id} inference')
                model_id = f'{model_id} error'
            pipe.restore()
        draw = ImageDraw.Draw(output)
        font = images.get_font(FONT_SIZE)
        draw.text((10, 10), model_id, (0,0,0), font=font)
        draw.text((8, 8), model_id, (255,255,255), font=font)
        res.append(output)
        yield output, None, None, res
    rows = round(math.sqrt(len(res)))
    cols = math.ceil(len(res) / rows)
    w, h = 256, 256
    size = (cols * w + cols, rows * h + rows)
    grid = Image.new('RGB', size=size, color='black')
    shared.log.info(f'Test ControlNet-XS: images={len(res)} grid={grid}')
    for i, image in enumerate(res):
        x = (i % cols * w) + (i % cols)
        y = (i // cols * h) + (i // cols)
        thumb = image.copy().convert('RGB')
        thumb.thumbnail((w, h), Image.Resampling.HAMMING)
        grid.paste(thumb, box=(x, y))
    yield None, grid, None, res
    return None, grid, None, res # preview_process, output_image, output_video, output_gallery