VVladimir Mandicllada t2i
cb0aea8e创建于 15 天前历史提交
from __future__ import annotations

import os
import sys
import threading
from types import ModuleType
from typing import TYPE_CHECKING

from modules import errors, shared
from modules.logger import log

if TYPE_CHECKING:
    from diffusers import DiffusionPipeline


def get_model_type(pipe):
    name = pipe.__class__.__name__
    if not shared.native:
        model_type = 'ldm'
    elif "StableDiffusion3" in name:
        model_type = 'sd3'
    elif "StableDiffusionXL" in name:
        model_type = 'sdxl'
    elif "StableDiffusion" in name:
        model_type = 'sd'
    elif "StableVideoDiffusion" in name:
        model_type = 'svd'
    elif "LatentConsistencyModel" in name:
        model_type = 'sd' # lcm is compatible with sd
    elif "InstaFlowPipeline" in name:
        model_type = 'sd' # instaflow is compatible with sd
    elif "AnimateDiffPipeline" in name:
        model_type = 'sd' # animatediff is compatible with sd
    elif "Kandinsky5" in name and '2I' in name:
        model_type = 'kandinsky5'
    elif "Kandinsky3" in name:
        model_type = 'kandinsky3'
    elif "Kandinsky" in name:
        model_type = 'kandinsky'
    elif "HunyuanDiT" in name:
        model_type = 'hunyuandit'
    elif "Cascade" in name:
        model_type = 'sc'
    elif "AuraFlow" in name:
        model_type = 'auraflow'
    elif 'ZetaChroma' in name:
        model_type = 'zetachroma'
    elif 'Chroma' in name:
        model_type = 'chroma'
    elif "Flux2" in name:
        model_type = 'f2'
    elif "UltraFlux" in name:
        model_type = 'ultraflux'
    elif "Flux" in name or "Flex1" in name or "Flex2" in name:
        model_type = 'f1'
    elif "ZImage" in name or "Z-Image" in name:
        model_type = 'zimage'
    elif "Ideogram4" in name:
        model_type = 'ideogram4'
    elif "Krea2" in name:
        model_type = 'krea2'
    elif "LuminaDiMOO" in name:
        model_type = 'luminadimoo'
    elif "Lumina2" in name:
        model_type = 'lumina2'
    elif "Lumina" in name:
        model_type = 'lumina'
    elif "OmniGen2" in name:
        model_type = 'omnigen2'
    elif "OmniGen" in name:
        model_type = 'omnigen'
    elif "CogView3" in name:
        model_type = 'cogview3'
    elif "CogView4" in name:
        model_type = 'cogview4'
    elif "Sana" in name:
        model_type = 'sana'
    elif 'VIBE' in name:
        model_type = 'sana'
    elif "HiDreamO1" in name:
        model_type = 'o1'
    elif "HiDream" in name:
        model_type = 'h1'
    elif name.startswith("Anima") and "AnimateDiff" not in name:
        model_type = 'anima'
    elif "Cosmos2TextToImage" in name:
        model_type = 'cosmos'
    elif "FLite" in name:
        model_type = 'flite'
    elif "PixArtSigma" in name:
        model_type = 'pixartsigma'
    elif "PixArtAlpha" in name:
        model_type = 'pixartalpha'
    elif 'FIBO' in name:
        model_type = 'fibo'
    elif "Bria" in name:
        model_type = 'bria'
    elif 'Kolors' in name:
        model_type = 'kolors'
    elif 'Meissonic' in name:
        model_type = 'meissonic'
    elif 'LensPipeline' in name:
        model_type = 'lens'
    elif 'Qwen' in name:
        model_type = 'qwen'
    elif 'ErnieImage' in name or 'ERNIE-Image' in name:
        model_type = 'ernieimage'
    elif 'NucleusMoEImage' in name or 'Nucleus-Image' in name:
        model_type = 'nucleusimage'
    elif 'NextStep' in name:
        model_type = 'nextstep'
    elif 'XOmni' in name or 'X-Omni' in name:
        model_type = 'x-omni'
    elif 'PRXPixel' in name or 'PRXPixelPipeline' in name:
        model_type = 'prxpixel'
    elif 'Photoroom' in name:
        model_type = 'prx'
    elif 'LongCat' in name:
        model_type = 'longcat'
    elif 'GlmImage' in name:
        model_type = 'glmimage'
    elif 'LLaDAImage' in name:
        model_type = 'lladaimage'
    elif 'Step1XEdit' in name:
        model_type = 'step1x_edit'
    elif 'JoyImageEdit' in name:
        model_type = 'joy'
    elif 'OvisImage' in name or 'Ovis-Image' in name:
        model_type = 'ovis'
    elif 'Wan' in name:
        model_type = 'wanai'
    elif 'BooguImage' in name or 'Boogu' in name:
        model_type = 'boogu'
    elif 'ChronoEdit' in name:
        model_type = 'chrono'
    elif 'HunyuanImage3' in name:
        model_type = 'hunyuanimage3'
    elif 'HunyuanImage' in name:
        model_type = 'hunyuanimage'
    elif 'sdxs-1b' in name:
        model_type = 'sdxs'
    elif 'SeFi' in name:
        model_type = 'sefi'
    elif 'Mage-Flow' in name:
        model_type = 'mageflow'
    # video models
    elif "Kandinsky5" in name and '2V' in name:
        model_type = 'kandinsky5video'
    elif "CogVideo" in name:
        model_type = 'cogvideo'
    elif 'HunyuanVideo15' in name:
        model_type = 'hunyuanvideo15'
    elif 'HunyuanVideoPipeline' in name or 'HunyuanSkyreels' in name:
        model_type = 'hunyuanvideo'
    elif 'LTX' in name:
        model_type = 'ltxvideo'
    elif "Mochi" in name:
        model_type = 'mochivideo'
    elif "Allegro" in name:
        model_type = 'allegrovideo'
    elif 'MiniMaxH3' in name:
        model_type = 'minimaxh3'
    # cloud models
    elif 'GoogleVeo' in name:
        model_type = 'veo3'
    elif 'NanoBanana' in name:
        model_type = 'nanobanana'
    else:
        model_type = name
    return model_type


class ModelData:
    def __init__(self):
        self.sd_model: DiffusionPipeline | None = None
        self.sd_refiner: DiffusionPipeline | None = None
        self.sd_model_name = ''
        self.sd_refiner_name = ''
        self.sd_dict = 'None'
        self.initial = True
        self.locked = True
        self.lock = threading.Lock()

    def get_sd_model(self):
        if self.locked:
            if self.sd_model is None:
                fn = f'{os.path.basename(sys._getframe(2).f_code.co_filename)}:{sys._getframe(2).f_code.co_name}:{sys._getframe(1).f_code.co_name}' # pylint: disable=protected-access
                log.warning(f'Model locked: fn={fn}')
            return self.sd_model
        elif (self.sd_model is None) and (shared.opts.sd_model_checkpoint != 'None') and (not self.lock.locked()):
            with self.lock:
                try:
                    from modules.sd_models import reload_model_weights
                    self.sd_model = reload_model_weights(op='model') # note: reload_model_weights directly updates model_data.sd_model and returns it at the end
                    self.sd_model_name = shared.opts.sd_model_checkpoint
                    self.initial = False
                except Exception as e:
                    log.error("Failed to load stable diffusion model")
                    errors.display(e, "loading stable diffusion model")
                    self.sd_model = None
        return self.sd_model

    def set_sd_model(self, v):
        if not self.locked:
            self.sd_model = v

    def get_sd_refiner(self):
        if (self.sd_refiner is None) and (shared.opts.sd_model_refiner != 'None') and (not self.lock.locked()):
            with self.lock:
                try:
                    from modules.sd_models import reload_model_weights
                    self.sd_refiner = reload_model_weights(op='refiner')
                    self.sd_refiner_name = shared.opts.sd_model_refiner
                    self.initial = False
                except Exception as e:
                    log.error("Failed to load stable diffusion model")
                    errors.display(e, "loading stable diffusion model")
                    self.sd_refiner = None
        return self.sd_refiner

    def set_sd_refiner(self, v):
        if not self.locked:
            self.sd_refiner = v


model_data = ModelData()


# provides shared.sd_model field as a property
class Shared(ModuleType):
    @property
    def sd_loaded(self):
        return model_data.sd_model is not None

    @property
    def sd_model(self):
        if model_data.sd_model is None:
            fn = f'{os.path.basename(sys._getframe(2).f_code.co_filename)}:{sys._getframe(2).f_code.co_name}:{sys._getframe(1).f_code.co_name}' # pylint: disable=protected-access
            log.debug(f'Model requested: fn={fn}')
        model = model_data.get_sd_model()
        return model

    @sd_model.setter
    def sd_model(self, value):
        if value is None:
            fn = f'{os.path.basename(sys._getframe(2).f_code.co_filename)}:{sys._getframe(2).f_code.co_name}:{sys._getframe(1).f_code.co_name}' # pylint: disable=protected-access
            if model_data.sd_model is not None:
                log.debug(f'Model unloaded: fn={fn}')
        model_data.set_sd_model(value)

    @property
    def sd_refiner(self):
        return model_data.get_sd_refiner()

    @sd_refiner.setter
    def sd_refiner(self, value):
        model_data.set_sd_refiner(value)

    @property
    def sd_model_type(self):
        try:
            if model_data.sd_model is None:
                model_type = 'none'
                return model_type
            model_type = get_model_type(model_data.sd_model)
        except Exception:
            model_type = 'unknown'
        return model_type

    @property
    def sd_model_name(self):
        return model_data.sd_model_name

    @property
    def sd_refiner_type(self):
        try:
            if model_data.sd_refiner is None:
                model_type = 'none'
                return model_type
            model_type = get_model_type(model_data.sd_refiner)
        except Exception:
            model_type = 'unknown'
        return model_type

    @property
    def sd_refiner_name(self):
        return model_data.sd_refiner_name

    @property
    def console(self):
        try:
            from modules.logger import get_console
            return get_console()
        except ImportError:
            return None