mirror of
https://github.com/vladmandic/sdnext.git
synced 2026-01-27 15:02:48 +03:00
225 lines
7.6 KiB
Python
225 lines
7.6 KiB
Python
import os
|
|
import sys
|
|
import threading
|
|
from modules import shared, errors
|
|
|
|
|
|
def get_model_type(pipe):
|
|
name = pipe.__class__.__name__
|
|
if not shared.native:
|
|
model_type = 'ldm'
|
|
elif "StableDiffusion3" in name:
|
|
model_type = 'sd3'
|
|
elif "StableDiffusionXL" in name:
|
|
model_type = 'sdxl'
|
|
elif "StableDiffusion" in name:
|
|
model_type = 'sd'
|
|
elif "StableVideoDiffusion" in name:
|
|
model_type = 'svd'
|
|
elif "LatentConsistencyModel" in name:
|
|
model_type = 'sd' # lcm is compatible with sd
|
|
elif "InstaFlowPipeline" in name:
|
|
model_type = 'sd' # instaflow is compatible with sd
|
|
elif "AnimateDiffPipeline" in name:
|
|
model_type = 'sd' # animatediff is compatible with sd
|
|
elif "Kandinsky5" in name and '2I' in name:
|
|
model_type = 'kandinsky5'
|
|
elif "Kandinsky3" in name:
|
|
model_type = 'kandinsky3'
|
|
elif "Kandinsky" in name:
|
|
model_type = 'kandinsky'
|
|
elif "HunyuanDiT" in name:
|
|
model_type = 'hunyuandit'
|
|
elif "Cascade" in name:
|
|
model_type = 'sc'
|
|
elif "AuraFlow" in name:
|
|
model_type = 'auraflow'
|
|
elif 'Chroma' in name:
|
|
model_type = 'chroma'
|
|
elif "Flux2" in name:
|
|
model_type = 'f2'
|
|
elif "Flux" in name or "Flex1" in name or "Flex2" in name:
|
|
model_type = 'f1'
|
|
elif "ZImage" in name or "Z-Image" in name:
|
|
model_type = 'zimage'
|
|
elif "Lumina2" in name:
|
|
model_type = 'lumina2'
|
|
elif "Lumina" in name:
|
|
model_type = 'lumina'
|
|
elif "OmniGen2" in name:
|
|
model_type = 'omnigen2'
|
|
elif "OmniGen" in name:
|
|
model_type = 'omnigen'
|
|
elif "CogView3" in name:
|
|
model_type = 'cogview3'
|
|
elif "CogView4" in name:
|
|
model_type = 'cogview4'
|
|
elif "Sana" in name:
|
|
model_type = 'sana'
|
|
elif "HiDream" in name:
|
|
model_type = 'h1'
|
|
elif "Cosmos2TextToImage" in name:
|
|
model_type = 'cosmos'
|
|
elif "FLite" in name:
|
|
model_type = 'flite'
|
|
elif "PixArtSigma" in name:
|
|
model_type = 'pixartsigma'
|
|
elif "PixArtAlpha" in name:
|
|
model_type = 'pixartalpha'
|
|
elif "Bria" in name:
|
|
model_type = 'bria'
|
|
elif 'Qwen' in name:
|
|
model_type = 'qwen'
|
|
elif 'NextStep' in name:
|
|
model_type = 'nextstep'
|
|
elif 'X-Omni' in name:
|
|
model_type = 'x-omni'
|
|
elif 'Photoroom' in name:
|
|
model_type = 'prx'
|
|
elif 'LongCat' in name:
|
|
model_type = 'longcat'
|
|
elif 'GlmImage' in name:
|
|
model_type = 'glmimage'
|
|
elif 'Ovis-Image' in name:
|
|
model_type = 'ovis'
|
|
elif 'Wan' in name:
|
|
model_type = 'wanai'
|
|
elif 'ChronoEdit' in name:
|
|
model_type = 'chrono'
|
|
elif 'HDM-xut' in name:
|
|
model_type = 'hdm'
|
|
elif 'HunyuanImage3' in name:
|
|
model_type = 'hunyuanimage3'
|
|
elif 'HunyuanImage' in name:
|
|
model_type = 'hunyuanimage'
|
|
# video models
|
|
elif "Kandinsky5" in name and '2V' in name:
|
|
model_type = 'kandinsky5video'
|
|
elif "CogVideo" in name:
|
|
model_type = 'cogvideo'
|
|
elif 'HunyuanVideo15' in name:
|
|
model_type = 'hunyuanvideo15'
|
|
elif 'HunyuanVideoPipeline' in name or 'HunyuanSkyreels' in name:
|
|
model_type = 'hunyuanvideo'
|
|
elif 'LTX' in name:
|
|
model_type = 'ltxvideo'
|
|
elif "Mochi" in name:
|
|
model_type = 'mochivideo'
|
|
elif "Allegro" in name:
|
|
model_type = 'allegrovideo'
|
|
# cloud models
|
|
elif 'GoogleVeo' in name:
|
|
model_type = 'veo3'
|
|
elif 'NanoBanana' in name:
|
|
model_type = 'nanobanana'
|
|
else:
|
|
model_type = name
|
|
return model_type
|
|
|
|
|
|
class ModelData:
|
|
def __init__(self):
|
|
self.sd_model = None
|
|
self.sd_refiner = None
|
|
self.sd_dict = 'None'
|
|
self.initial = True
|
|
self.locked = True
|
|
self.lock = threading.Lock()
|
|
|
|
def get_sd_model(self):
|
|
if self.locked:
|
|
if self.sd_model is None:
|
|
fn = f'{os.path.basename(sys._getframe(2).f_code.co_filename)}:{sys._getframe(2).f_code.co_name}:{sys._getframe(1).f_code.co_name}' # pylint: disable=protected-access
|
|
shared.log.warning(f'Model locked: fn={fn}')
|
|
return self.sd_model
|
|
elif (self.sd_model is None) and (shared.opts.sd_model_checkpoint != 'None') and (not self.lock.locked()):
|
|
with self.lock:
|
|
try:
|
|
from modules.sd_models import reload_model_weights
|
|
self.sd_model = reload_model_weights(op='model') # note: reload_model_weights directly updates model_data.sd_model and returns it at the end
|
|
self.initial = False
|
|
except Exception as e:
|
|
shared.log.error("Failed to load stable diffusion model")
|
|
errors.display(e, "loading stable diffusion model")
|
|
self.sd_model = None
|
|
return self.sd_model
|
|
|
|
def set_sd_model(self, v):
|
|
if not self.locked:
|
|
self.sd_model = v
|
|
|
|
def get_sd_refiner(self):
|
|
if (self.sd_refiner is None) and (shared.opts.sd_model_refiner != 'None') and (not self.lock.locked()):
|
|
with self.lock:
|
|
try:
|
|
from modules.sd_models import reload_model_weights
|
|
self.sd_refiner = reload_model_weights(op='refiner')
|
|
self.initial = False
|
|
except Exception as e:
|
|
shared.log.error("Failed to load stable diffusion model")
|
|
errors.display(e, "loading stable diffusion model")
|
|
self.sd_refiner = None
|
|
return self.sd_refiner
|
|
|
|
def set_sd_refiner(self, v):
|
|
if not self.locked:
|
|
self.sd_refiner = v
|
|
|
|
|
|
# provides shared.sd_model field as a property
|
|
class Shared(sys.modules[__name__].__class__):
|
|
@property
|
|
def sd_loaded(self):
|
|
import modules.sd_models # pylint: disable=W0621
|
|
return modules.sd_models.model_data.sd_model is not None
|
|
|
|
@property
|
|
def sd_model(self):
|
|
import modules.sd_models # pylint: disable=W0621
|
|
if modules.sd_models.model_data.sd_model is None:
|
|
fn = f'{os.path.basename(sys._getframe(2).f_code.co_filename)}:{sys._getframe(2).f_code.co_name}:{sys._getframe(1).f_code.co_name}' # pylint: disable=protected-access
|
|
shared.log.debug(f'Model requested: fn={fn}') # pylint: disable=protected-access
|
|
return modules.sd_models.model_data.get_sd_model()
|
|
|
|
@sd_model.setter
|
|
def sd_model(self, value):
|
|
import modules.sd_models # pylint: disable=W0621
|
|
modules.sd_models.model_data.set_sd_model(value)
|
|
|
|
@property
|
|
def sd_refiner(self):
|
|
import modules.sd_models # pylint: disable=W0621
|
|
return modules.sd_models.model_data.get_sd_refiner()
|
|
|
|
@sd_refiner.setter
|
|
def sd_refiner(self, value):
|
|
import modules.sd_models # pylint: disable=W0621
|
|
modules.sd_models.model_data.set_sd_refiner(value)
|
|
|
|
@property
|
|
def sd_model_type(self):
|
|
try:
|
|
import modules.sd_models # pylint: disable=W0621
|
|
if modules.sd_models.model_data.sd_model is None:
|
|
model_type = 'none'
|
|
return model_type
|
|
model_type = get_model_type(self.sd_model)
|
|
except Exception:
|
|
model_type = 'unknown'
|
|
return model_type
|
|
|
|
@property
|
|
def sd_refiner_type(self):
|
|
try:
|
|
import modules.sd_models # pylint: disable=W0621
|
|
if modules.sd_models.model_data.sd_refiner is None:
|
|
model_type = 'none'
|
|
return model_type
|
|
model_type = get_model_type(self.sd_refiner)
|
|
except Exception:
|
|
model_type = 'unknown'
|
|
return model_type
|
|
|
|
|
|
model_data = ModelData()
|